{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 83,
  "global_step": 418,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004784688995215311,
      "grad_norm": 0.48090460896492004,
      "learning_rate": 0.0,
      "loss": 1.5244140625,
      "step": 1
    },
    {
      "epoch": 0.009569377990430622,
      "grad_norm": 0.5485076904296875,
      "learning_rate": 4.7619047619047615e-06,
      "loss": 1.5478515625,
      "step": 2
    },
    {
      "epoch": 0.014354066985645933,
      "grad_norm": 0.6669546365737915,
      "learning_rate": 9.523809523809523e-06,
      "loss": 1.62890625,
      "step": 3
    },
    {
      "epoch": 0.019138755980861243,
      "grad_norm": 0.4594496190547943,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 1.4521484375,
      "step": 4
    },
    {
      "epoch": 0.023923444976076555,
      "grad_norm": 0.48580074310302734,
      "learning_rate": 1.9047619047619046e-05,
      "loss": 1.4169921875,
      "step": 5
    },
    {
      "epoch": 0.028708133971291867,
      "grad_norm": 0.43042290210723877,
      "learning_rate": 2.380952380952381e-05,
      "loss": 1.4130859375,
      "step": 6
    },
    {
      "epoch": 0.03349282296650718,
      "grad_norm": 0.44704583287239075,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.3681640625,
      "step": 7
    },
    {
      "epoch": 0.03827751196172249,
      "grad_norm": 0.4594089388847351,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.431640625,
      "step": 8
    },
    {
      "epoch": 0.0430622009569378,
      "grad_norm": 0.34071800112724304,
      "learning_rate": 3.809523809523809e-05,
      "loss": 1.34375,
      "step": 9
    },
    {
      "epoch": 0.04784688995215311,
      "grad_norm": 0.404588907957077,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 1.3408203125,
      "step": 10
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 0.3034615218639374,
      "learning_rate": 4.761904761904762e-05,
      "loss": 1.1591796875,
      "step": 11
    },
    {
      "epoch": 0.05741626794258373,
      "grad_norm": 0.32653138041496277,
      "learning_rate": 5.2380952380952384e-05,
      "loss": 1.34765625,
      "step": 12
    },
    {
      "epoch": 0.06220095693779904,
      "grad_norm": 0.22854778170585632,
      "learning_rate": 5.714285714285714e-05,
      "loss": 1.244140625,
      "step": 13
    },
    {
      "epoch": 0.06698564593301436,
      "grad_norm": 0.18688103556632996,
      "learning_rate": 6.19047619047619e-05,
      "loss": 1.25439453125,
      "step": 14
    },
    {
      "epoch": 0.07177033492822966,
      "grad_norm": 0.20101380348205566,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.283203125,
      "step": 15
    },
    {
      "epoch": 0.07655502392344497,
      "grad_norm": 0.25939851999282837,
      "learning_rate": 7.142857142857143e-05,
      "loss": 1.29443359375,
      "step": 16
    },
    {
      "epoch": 0.08133971291866028,
      "grad_norm": 0.3485074043273926,
      "learning_rate": 7.619047619047618e-05,
      "loss": 1.2841796875,
      "step": 17
    },
    {
      "epoch": 0.0861244019138756,
      "grad_norm": 0.3645748198032379,
      "learning_rate": 8.095238095238096e-05,
      "loss": 1.2626953125,
      "step": 18
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 0.2573246657848358,
      "learning_rate": 8.571428571428571e-05,
      "loss": 1.04833984375,
      "step": 19
    },
    {
      "epoch": 0.09569377990430622,
      "grad_norm": 0.18779775500297546,
      "learning_rate": 9.047619047619048e-05,
      "loss": 1.1328125,
      "step": 20
    },
    {
      "epoch": 0.10047846889952153,
      "grad_norm": 0.24399079382419586,
      "learning_rate": 9.523809523809524e-05,
      "loss": 1.1494140625,
      "step": 21
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.2191498726606369,
      "learning_rate": 0.0001,
      "loss": 1.11572265625,
      "step": 22
    },
    {
      "epoch": 0.11004784688995216,
      "grad_norm": 0.19746914505958557,
      "learning_rate": 9.999859103896227e-05,
      "loss": 1.13623046875,
      "step": 23
    },
    {
      "epoch": 0.11483253588516747,
      "grad_norm": 0.168879434466362,
      "learning_rate": 9.999436424407889e-05,
      "loss": 1.17529296875,
      "step": 24
    },
    {
      "epoch": 0.11961722488038277,
      "grad_norm": 0.16985730826854706,
      "learning_rate": 9.998731988003383e-05,
      "loss": 1.07470703125,
      "step": 25
    },
    {
      "epoch": 0.12440191387559808,
      "grad_norm": 0.18533837795257568,
      "learning_rate": 9.997745838794862e-05,
      "loss": 1.09423828125,
      "step": 26
    },
    {
      "epoch": 0.1291866028708134,
      "grad_norm": 0.16401302814483643,
      "learning_rate": 9.996478038535475e-05,
      "loss": 1.0947265625,
      "step": 27
    },
    {
      "epoch": 0.1339712918660287,
      "grad_norm": 0.14787301421165466,
      "learning_rate": 9.994928666615494e-05,
      "loss": 1.11181640625,
      "step": 28
    },
    {
      "epoch": 0.13875598086124402,
      "grad_norm": 0.12298636883497238,
      "learning_rate": 9.993097820057351e-05,
      "loss": 1.03515625,
      "step": 29
    },
    {
      "epoch": 0.14354066985645933,
      "grad_norm": 0.13817098736763,
      "learning_rate": 9.990985613509554e-05,
      "loss": 1.0498046875,
      "step": 30
    },
    {
      "epoch": 0.14832535885167464,
      "grad_norm": 0.10902783274650574,
      "learning_rate": 9.988592179239512e-05,
      "loss": 1.0576171875,
      "step": 31
    },
    {
      "epoch": 0.15311004784688995,
      "grad_norm": 0.1320575773715973,
      "learning_rate": 9.985917667125256e-05,
      "loss": 1.04150390625,
      "step": 32
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.1314796805381775,
      "learning_rate": 9.982962244646046e-05,
      "loss": 1.02587890625,
      "step": 33
    },
    {
      "epoch": 0.16267942583732056,
      "grad_norm": 0.11765120178461075,
      "learning_rate": 9.979726096871885e-05,
      "loss": 1.0537109375,
      "step": 34
    },
    {
      "epoch": 0.1674641148325359,
      "grad_norm": 0.11312679201364517,
      "learning_rate": 9.976209426451938e-05,
      "loss": 1.0400390625,
      "step": 35
    },
    {
      "epoch": 0.1722488038277512,
      "grad_norm": 0.10504739731550217,
      "learning_rate": 9.972412453601828e-05,
      "loss": 1.02490234375,
      "step": 36
    },
    {
      "epoch": 0.17703349282296652,
      "grad_norm": 0.11522939801216125,
      "learning_rate": 9.968335416089861e-05,
      "loss": 1.029296875,
      "step": 37
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 0.09458598494529724,
      "learning_rate": 9.963978569222122e-05,
      "loss": 1.0068359375,
      "step": 38
    },
    {
      "epoch": 0.18660287081339713,
      "grad_norm": 0.10005984455347061,
      "learning_rate": 9.959342185826503e-05,
      "loss": 1.02978515625,
      "step": 39
    },
    {
      "epoch": 0.19138755980861244,
      "grad_norm": 0.11210939288139343,
      "learning_rate": 9.954426556235606e-05,
      "loss": 1.01513671875,
      "step": 40
    },
    {
      "epoch": 0.19617224880382775,
      "grad_norm": 0.09823155403137207,
      "learning_rate": 9.949231988268566e-05,
      "loss": 0.9716796875,
      "step": 41
    },
    {
      "epoch": 0.20095693779904306,
      "grad_norm": 0.09227780252695084,
      "learning_rate": 9.943758807211777e-05,
      "loss": 0.790771484375,
      "step": 42
    },
    {
      "epoch": 0.20574162679425836,
      "grad_norm": 0.12116223573684692,
      "learning_rate": 9.938007355798524e-05,
      "loss": 1.001953125,
      "step": 43
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.10298804938793182,
      "learning_rate": 9.931977994187515e-05,
      "loss": 1.02099609375,
      "step": 44
    },
    {
      "epoch": 0.215311004784689,
      "grad_norm": 0.09136996418237686,
      "learning_rate": 9.925671099940333e-05,
      "loss": 0.78271484375,
      "step": 45
    },
    {
      "epoch": 0.22009569377990432,
      "grad_norm": 0.08057890832424164,
      "learning_rate": 9.919087067997785e-05,
      "loss": 1.00537109375,
      "step": 46
    },
    {
      "epoch": 0.22488038277511962,
      "grad_norm": 0.0971514880657196,
      "learning_rate": 9.912226310655185e-05,
      "loss": 1.02294921875,
      "step": 47
    },
    {
      "epoch": 0.22966507177033493,
      "grad_norm": 0.0978764072060585,
      "learning_rate": 9.905089257536524e-05,
      "loss": 0.96142578125,
      "step": 48
    },
    {
      "epoch": 0.23444976076555024,
      "grad_norm": 0.10639040172100067,
      "learning_rate": 9.897676355567569e-05,
      "loss": 0.95703125,
      "step": 49
    },
    {
      "epoch": 0.23923444976076555,
      "grad_norm": 0.09742165356874466,
      "learning_rate": 9.889988068947877e-05,
      "loss": 0.9775390625,
      "step": 50
    },
    {
      "epoch": 0.24401913875598086,
      "grad_norm": 0.10995205491781235,
      "learning_rate": 9.882024879121728e-05,
      "loss": 1.00244140625,
      "step": 51
    },
    {
      "epoch": 0.24880382775119617,
      "grad_norm": 0.1241854727268219,
      "learning_rate": 9.873787284747975e-05,
      "loss": 0.90478515625,
      "step": 52
    },
    {
      "epoch": 0.2535885167464115,
      "grad_norm": 0.11184431612491608,
      "learning_rate": 9.865275801668819e-05,
      "loss": 0.9521484375,
      "step": 53
    },
    {
      "epoch": 0.2583732057416268,
      "grad_norm": 0.1032576933503151,
      "learning_rate": 9.856490962877505e-05,
      "loss": 0.8046875,
      "step": 54
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.10926849395036697,
      "learning_rate": 9.847433318484948e-05,
      "loss": 0.95849609375,
      "step": 55
    },
    {
      "epoch": 0.2679425837320574,
      "grad_norm": 0.09815143048763275,
      "learning_rate": 9.838103435685287e-05,
      "loss": 0.88134765625,
      "step": 56
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 0.11383997648954391,
      "learning_rate": 9.828501898720354e-05,
      "loss": 0.96533203125,
      "step": 57
    },
    {
      "epoch": 0.27751196172248804,
      "grad_norm": 0.10146185010671616,
      "learning_rate": 9.818629308843109e-05,
      "loss": 0.88330078125,
      "step": 58
    },
    {
      "epoch": 0.2822966507177033,
      "grad_norm": 0.13061702251434326,
      "learning_rate": 9.80848628427997e-05,
      "loss": 0.9423828125,
      "step": 59
    },
    {
      "epoch": 0.28708133971291866,
      "grad_norm": 0.13290119171142578,
      "learning_rate": 9.798073460192112e-05,
      "loss": 0.94384765625,
      "step": 60
    },
    {
      "epoch": 0.291866028708134,
      "grad_norm": 0.10585255175828934,
      "learning_rate": 9.787391488635688e-05,
      "loss": 0.94775390625,
      "step": 61
    },
    {
      "epoch": 0.2966507177033493,
      "grad_norm": 0.11498890817165375,
      "learning_rate": 9.776441038520995e-05,
      "loss": 0.9736328125,
      "step": 62
    },
    {
      "epoch": 0.3014354066985646,
      "grad_norm": 0.12990789115428925,
      "learning_rate": 9.765222795570594e-05,
      "loss": 0.94921875,
      "step": 63
    },
    {
      "epoch": 0.3062200956937799,
      "grad_norm": 0.11351815611124039,
      "learning_rate": 9.75373746227636e-05,
      "loss": 0.94189453125,
      "step": 64
    },
    {
      "epoch": 0.31100478468899523,
      "grad_norm": 0.12847229838371277,
      "learning_rate": 9.741985757855499e-05,
      "loss": 0.9375,
      "step": 65
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.12766319513320923,
      "learning_rate": 9.729968418205505e-05,
      "loss": 0.93310546875,
      "step": 66
    },
    {
      "epoch": 0.32057416267942584,
      "grad_norm": 0.11785779893398285,
      "learning_rate": 9.717686195858084e-05,
      "loss": 0.9189453125,
      "step": 67
    },
    {
      "epoch": 0.3253588516746411,
      "grad_norm": 0.12866587936878204,
      "learning_rate": 9.705139859932026e-05,
      "loss": 0.96875,
      "step": 68
    },
    {
      "epoch": 0.33014354066985646,
      "grad_norm": 0.13676884770393372,
      "learning_rate": 9.692330196085039e-05,
      "loss": 0.923828125,
      "step": 69
    },
    {
      "epoch": 0.3349282296650718,
      "grad_norm": 0.27054962515830994,
      "learning_rate": 9.679258006464557e-05,
      "loss": 0.91650390625,
      "step": 70
    },
    {
      "epoch": 0.3397129186602871,
      "grad_norm": 0.10657820850610733,
      "learning_rate": 9.665924109657509e-05,
      "loss": 0.9130859375,
      "step": 71
    },
    {
      "epoch": 0.3444976076555024,
      "grad_norm": 0.12274233996868134,
      "learning_rate": 9.652329340639053e-05,
      "loss": 0.93359375,
      "step": 72
    },
    {
      "epoch": 0.3492822966507177,
      "grad_norm": 0.13598042726516724,
      "learning_rate": 9.638474550720292e-05,
      "loss": 0.916015625,
      "step": 73
    },
    {
      "epoch": 0.35406698564593303,
      "grad_norm": 0.14431379735469818,
      "learning_rate": 9.624360607494971e-05,
      "loss": 0.87548828125,
      "step": 74
    },
    {
      "epoch": 0.3588516746411483,
      "grad_norm": 0.10417573153972626,
      "learning_rate": 9.609988394785139e-05,
      "loss": 0.939453125,
      "step": 75
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.13331657648086548,
      "learning_rate": 9.595358812585801e-05,
      "loss": 0.90771484375,
      "step": 76
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.13184547424316406,
      "learning_rate": 9.580472777008574e-05,
      "loss": 0.90576171875,
      "step": 77
    },
    {
      "epoch": 0.37320574162679426,
      "grad_norm": 0.14161042869091034,
      "learning_rate": 9.565331220224312e-05,
      "loss": 0.876953125,
      "step": 78
    },
    {
      "epoch": 0.37799043062200954,
      "grad_norm": 0.14439073204994202,
      "learning_rate": 9.549935090404726e-05,
      "loss": 0.90771484375,
      "step": 79
    },
    {
      "epoch": 0.3827751196172249,
      "grad_norm": 0.11294569820165634,
      "learning_rate": 9.534285351663014e-05,
      "loss": 0.8955078125,
      "step": 80
    },
    {
      "epoch": 0.3875598086124402,
      "grad_norm": 0.11165916174650192,
      "learning_rate": 9.518382983993501e-05,
      "loss": 0.9697265625,
      "step": 81
    },
    {
      "epoch": 0.3923444976076555,
      "grad_norm": 0.12481875717639923,
      "learning_rate": 9.502228983210244e-05,
      "loss": 0.896484375,
      "step": 82
    },
    {
      "epoch": 0.39712918660287083,
      "grad_norm": 0.10466470569372177,
      "learning_rate": 9.485824360884704e-05,
      "loss": 0.9091796875,
      "step": 83
    },
    {
      "epoch": 0.4019138755980861,
      "grad_norm": 0.11642592400312424,
      "learning_rate": 9.469170144282373e-05,
      "loss": 0.88427734375,
      "step": 84
    },
    {
      "epoch": 0.40669856459330145,
      "grad_norm": 0.16490517556667328,
      "learning_rate": 9.452267376298467e-05,
      "loss": 0.9072265625,
      "step": 85
    },
    {
      "epoch": 0.41148325358851673,
      "grad_norm": 0.1355501413345337,
      "learning_rate": 9.435117115392608e-05,
      "loss": 0.9560546875,
      "step": 86
    },
    {
      "epoch": 0.41148325358851673,
      "eval_loss": 0.9066162109375,
      "eval_runtime": 6.328,
      "eval_samples_per_second": 1.106,
      "eval_steps_per_second": 0.158,
      "step": 86
    },
    {
      "epoch": 0.41626794258373206,
      "grad_norm": 0.18226318061351776,
      "learning_rate": 9.41772043552255e-05,
      "loss": 0.880859375,
      "step": 87
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.13384920358657837,
      "learning_rate": 9.400078426076915e-05,
      "loss": 0.9052734375,
      "step": 88
    },
    {
      "epoch": 0.4258373205741627,
      "grad_norm": 0.154852494597435,
      "learning_rate": 9.382192191806994e-05,
      "loss": 0.96142578125,
      "step": 89
    },
    {
      "epoch": 0.430622009569378,
      "grad_norm": 0.10967659950256348,
      "learning_rate": 9.364062852757552e-05,
      "loss": 0.79150390625,
      "step": 90
    },
    {
      "epoch": 0.4354066985645933,
      "grad_norm": 0.1447352170944214,
      "learning_rate": 9.345691544196688e-05,
      "loss": 0.89111328125,
      "step": 91
    },
    {
      "epoch": 0.44019138755980863,
      "grad_norm": 0.1410771757364273,
      "learning_rate": 9.327079416544764e-05,
      "loss": 0.9208984375,
      "step": 92
    },
    {
      "epoch": 0.4449760765550239,
      "grad_norm": 0.12851056456565857,
      "learning_rate": 9.308227635302339e-05,
      "loss": 0.89306640625,
      "step": 93
    },
    {
      "epoch": 0.44976076555023925,
      "grad_norm": 0.1392790973186493,
      "learning_rate": 9.289137380977205e-05,
      "loss": 0.86962890625,
      "step": 94
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.13085263967514038,
      "learning_rate": 9.26980984901045e-05,
      "loss": 0.8564453125,
      "step": 95
    },
    {
      "epoch": 0.45933014354066987,
      "grad_norm": 0.15431171655654907,
      "learning_rate": 9.25024624970161e-05,
      "loss": 0.89501953125,
      "step": 96
    },
    {
      "epoch": 0.46411483253588515,
      "grad_norm": 0.14034897089004517,
      "learning_rate": 9.230447808132869e-05,
      "loss": 0.9677734375,
      "step": 97
    },
    {
      "epoch": 0.4688995215311005,
      "grad_norm": 0.14690035581588745,
      "learning_rate": 9.210415764092353e-05,
      "loss": 0.86376953125,
      "step": 98
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.1203850582242012,
      "learning_rate": 9.190151371996483e-05,
      "loss": 0.802734375,
      "step": 99
    },
    {
      "epoch": 0.4784688995215311,
      "grad_norm": 0.18799160420894623,
      "learning_rate": 9.169655900811437e-05,
      "loss": 0.85009765625,
      "step": 100
    },
    {
      "epoch": 0.48325358851674644,
      "grad_norm": 0.14786072075366974,
      "learning_rate": 9.148930633973673e-05,
      "loss": 0.880859375,
      "step": 101
    },
    {
      "epoch": 0.4880382775119617,
      "grad_norm": 0.16505296528339386,
      "learning_rate": 9.127976869309566e-05,
      "loss": 0.88232421875,
      "step": 102
    },
    {
      "epoch": 0.49282296650717705,
      "grad_norm": 0.1454196274280548,
      "learning_rate": 9.106795918954142e-05,
      "loss": 0.93212890625,
      "step": 103
    },
    {
      "epoch": 0.49760765550239233,
      "grad_norm": 0.13809478282928467,
      "learning_rate": 9.085389109268901e-05,
      "loss": 0.86279296875,
      "step": 104
    },
    {
      "epoch": 0.5023923444976076,
      "grad_norm": 0.16683712601661682,
      "learning_rate": 9.063757780758766e-05,
      "loss": 0.888671875,
      "step": 105
    },
    {
      "epoch": 0.507177033492823,
      "grad_norm": 0.12409838289022446,
      "learning_rate": 9.041903287988142e-05,
      "loss": 0.9150390625,
      "step": 106
    },
    {
      "epoch": 0.5119617224880383,
      "grad_norm": 0.2158932238817215,
      "learning_rate": 9.019826999496086e-05,
      "loss": 0.87890625,
      "step": 107
    },
    {
      "epoch": 0.5167464114832536,
      "grad_norm": 0.14570724964141846,
      "learning_rate": 8.997530297710614e-05,
      "loss": 0.9169921875,
      "step": 108
    },
    {
      "epoch": 0.5215311004784688,
      "grad_norm": 0.14855045080184937,
      "learning_rate": 8.975014578862129e-05,
      "loss": 0.8984375,
      "step": 109
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.14390894770622253,
      "learning_rate": 8.95228125289599e-05,
      "loss": 0.8857421875,
      "step": 110
    },
    {
      "epoch": 0.5311004784688995,
      "grad_norm": 0.15073491632938385,
      "learning_rate": 8.929331743384225e-05,
      "loss": 0.85791015625,
      "step": 111
    },
    {
      "epoch": 0.5358851674641149,
      "grad_norm": 0.13765165209770203,
      "learning_rate": 8.906167487436373e-05,
      "loss": 0.88916015625,
      "step": 112
    },
    {
      "epoch": 0.5406698564593302,
      "grad_norm": 0.12538696825504303,
      "learning_rate": 8.882789935609508e-05,
      "loss": 0.9267578125,
      "step": 113
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.18623046576976776,
      "learning_rate": 8.859200551817393e-05,
      "loss": 0.85205078125,
      "step": 114
    },
    {
      "epoch": 0.5502392344497608,
      "grad_norm": 0.13965821266174316,
      "learning_rate": 8.835400813238813e-05,
      "loss": 0.83544921875,
      "step": 115
    },
    {
      "epoch": 0.5550239234449761,
      "grad_norm": 0.14598041772842407,
      "learning_rate": 8.811392210225074e-05,
      "loss": 0.81884765625,
      "step": 116
    },
    {
      "epoch": 0.5598086124401914,
      "grad_norm": 0.14970417320728302,
      "learning_rate": 8.787176246206672e-05,
      "loss": 0.9267578125,
      "step": 117
    },
    {
      "epoch": 0.5645933014354066,
      "grad_norm": 0.1508273482322693,
      "learning_rate": 8.762754437599157e-05,
      "loss": 0.8349609375,
      "step": 118
    },
    {
      "epoch": 0.569377990430622,
      "grad_norm": 0.15280179679393768,
      "learning_rate": 8.738128313708162e-05,
      "loss": 0.84423828125,
      "step": 119
    },
    {
      "epoch": 0.5741626794258373,
      "grad_norm": 0.12097357213497162,
      "learning_rate": 8.713299416633647e-05,
      "loss": 0.83984375,
      "step": 120
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.1372656673192978,
      "learning_rate": 8.688269301173326e-05,
      "loss": 0.91015625,
      "step": 121
    },
    {
      "epoch": 0.583732057416268,
      "grad_norm": 0.14168693125247955,
      "learning_rate": 8.663039534725309e-05,
      "loss": 0.8994140625,
      "step": 122
    },
    {
      "epoch": 0.5885167464114832,
      "grad_norm": 0.15086841583251953,
      "learning_rate": 8.637611697189947e-05,
      "loss": 0.861328125,
      "step": 123
    },
    {
      "epoch": 0.5933014354066986,
      "grad_norm": 0.1354799121618271,
      "learning_rate": 8.6119873808709e-05,
      "loss": 0.78466796875,
      "step": 124
    },
    {
      "epoch": 0.5980861244019139,
      "grad_norm": 0.13367100059986115,
      "learning_rate": 8.586168190375428e-05,
      "loss": 0.8994140625,
      "step": 125
    },
    {
      "epoch": 0.6028708133971292,
      "grad_norm": 0.14267395436763763,
      "learning_rate": 8.560155742513907e-05,
      "loss": 0.89453125,
      "step": 126
    },
    {
      "epoch": 0.6076555023923444,
      "grad_norm": 0.15500813722610474,
      "learning_rate": 8.53395166619858e-05,
      "loss": 0.81396484375,
      "step": 127
    },
    {
      "epoch": 0.6124401913875598,
      "grad_norm": 0.1287531852722168,
      "learning_rate": 8.507557602341559e-05,
      "loss": 0.8720703125,
      "step": 128
    },
    {
      "epoch": 0.6172248803827751,
      "grad_norm": 0.1518527865409851,
      "learning_rate": 8.480975203752077e-05,
      "loss": 0.84423828125,
      "step": 129
    },
    {
      "epoch": 0.6220095693779905,
      "grad_norm": 0.14997772872447968,
      "learning_rate": 8.454206135032967e-05,
      "loss": 0.8974609375,
      "step": 130
    },
    {
      "epoch": 0.6267942583732058,
      "grad_norm": 0.14649060368537903,
      "learning_rate": 8.427252072476452e-05,
      "loss": 0.89697265625,
      "step": 131
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.18086740374565125,
      "learning_rate": 8.400114703959144e-05,
      "loss": 0.83154296875,
      "step": 132
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 0.1518823206424713,
      "learning_rate": 8.372795728836377e-05,
      "loss": 0.89208984375,
      "step": 133
    },
    {
      "epoch": 0.6411483253588517,
      "grad_norm": 0.1383829265832901,
      "learning_rate": 8.345296857835775e-05,
      "loss": 0.87939453125,
      "step": 134
    },
    {
      "epoch": 0.645933014354067,
      "grad_norm": 0.18899908661842346,
      "learning_rate": 8.317619812950128e-05,
      "loss": 0.84130859375,
      "step": 135
    },
    {
      "epoch": 0.6507177033492823,
      "grad_norm": 0.12442408502101898,
      "learning_rate": 8.289766327329565e-05,
      "loss": 0.830810546875,
      "step": 136
    },
    {
      "epoch": 0.6555023923444976,
      "grad_norm": 0.13153305649757385,
      "learning_rate": 8.26173814517302e-05,
      "loss": 0.8759765625,
      "step": 137
    },
    {
      "epoch": 0.6602870813397129,
      "grad_norm": 0.16612817347049713,
      "learning_rate": 8.23353702161901e-05,
      "loss": 0.8876953125,
      "step": 138
    },
    {
      "epoch": 0.6650717703349283,
      "grad_norm": 0.12367686629295349,
      "learning_rate": 8.205164722635726e-05,
      "loss": 0.8505859375,
      "step": 139
    },
    {
      "epoch": 0.6698564593301436,
      "grad_norm": 0.11612129211425781,
      "learning_rate": 8.176623024910447e-05,
      "loss": 0.6962890625,
      "step": 140
    },
    {
      "epoch": 0.6746411483253588,
      "grad_norm": 0.21645186841487885,
      "learning_rate": 8.147913715738287e-05,
      "loss": 0.85302734375,
      "step": 141
    },
    {
      "epoch": 0.6794258373205742,
      "grad_norm": 0.1662965565919876,
      "learning_rate": 8.119038592910271e-05,
      "loss": 0.8515625,
      "step": 142
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.1909109205007553,
      "learning_rate": 8.089999464600756e-05,
      "loss": 0.89404296875,
      "step": 143
    },
    {
      "epoch": 0.6889952153110048,
      "grad_norm": 0.14662204682826996,
      "learning_rate": 8.060798149254201e-05,
      "loss": 0.86181640625,
      "step": 144
    },
    {
      "epoch": 0.69377990430622,
      "grad_norm": 0.18106287717819214,
      "learning_rate": 8.0314364754713e-05,
      "loss": 0.833984375,
      "step": 145
    },
    {
      "epoch": 0.6985645933014354,
      "grad_norm": 0.2151636928319931,
      "learning_rate": 8.001916281894467e-05,
      "loss": 0.8388671875,
      "step": 146
    },
    {
      "epoch": 0.7033492822966507,
      "grad_norm": 0.17297010123729706,
      "learning_rate": 7.972239417092707e-05,
      "loss": 0.845703125,
      "step": 147
    },
    {
      "epoch": 0.7081339712918661,
      "grad_norm": 0.18964099884033203,
      "learning_rate": 7.94240773944585e-05,
      "loss": 0.72802734375,
      "step": 148
    },
    {
      "epoch": 0.7129186602870813,
      "grad_norm": 0.1460205465555191,
      "learning_rate": 7.912423117028187e-05,
      "loss": 0.85205078125,
      "step": 149
    },
    {
      "epoch": 0.7177033492822966,
      "grad_norm": 0.14216914772987366,
      "learning_rate": 7.882287427491483e-05,
      "loss": 0.8818359375,
      "step": 150
    },
    {
      "epoch": 0.722488038277512,
      "grad_norm": 0.1378447413444519,
      "learning_rate": 7.8520025579474e-05,
      "loss": 0.856689453125,
      "step": 151
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.18658150732517242,
      "learning_rate": 7.821570404849326e-05,
      "loss": 0.8603515625,
      "step": 152
    },
    {
      "epoch": 0.7320574162679426,
      "grad_norm": 0.14973101019859314,
      "learning_rate": 7.790992873873615e-05,
      "loss": 0.859375,
      "step": 153
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.17674702405929565,
      "learning_rate": 7.76027187980026e-05,
      "loss": 0.8662109375,
      "step": 154
    },
    {
      "epoch": 0.7416267942583732,
      "grad_norm": 0.17365242540836334,
      "learning_rate": 7.729409346392979e-05,
      "loss": 0.87158203125,
      "step": 155
    },
    {
      "epoch": 0.7464114832535885,
      "grad_norm": 0.15215370059013367,
      "learning_rate": 7.698407206278752e-05,
      "loss": 0.8603515625,
      "step": 156
    },
    {
      "epoch": 0.7511961722488039,
      "grad_norm": 0.17037777602672577,
      "learning_rate": 7.667267400826808e-05,
      "loss": 0.8818359375,
      "step": 157
    },
    {
      "epoch": 0.7559808612440191,
      "grad_norm": 0.1910388469696045,
      "learning_rate": 7.635991880027031e-05,
      "loss": 0.8876953125,
      "step": 158
    },
    {
      "epoch": 0.7607655502392344,
      "grad_norm": 0.13110846281051636,
      "learning_rate": 7.604582602367885e-05,
      "loss": 0.88427734375,
      "step": 159
    },
    {
      "epoch": 0.7655502392344498,
      "grad_norm": 0.16954734921455383,
      "learning_rate": 7.57304153471374e-05,
      "loss": 0.74609375,
      "step": 160
    },
    {
      "epoch": 0.7703349282296651,
      "grad_norm": 0.15228325128555298,
      "learning_rate": 7.541370652181729e-05,
      "loss": 0.83447265625,
      "step": 161
    },
    {
      "epoch": 0.7751196172248804,
      "grad_norm": 0.1494646817445755,
      "learning_rate": 7.509571938018049e-05,
      "loss": 0.88525390625,
      "step": 162
    },
    {
      "epoch": 0.7799043062200957,
      "grad_norm": 0.16694070398807526,
      "learning_rate": 7.477647383473785e-05,
      "loss": 0.8857421875,
      "step": 163
    },
    {
      "epoch": 0.784688995215311,
      "grad_norm": 0.1934370994567871,
      "learning_rate": 7.445598987680199e-05,
      "loss": 0.8115234375,
      "step": 164
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.15983052551746368,
      "learning_rate": 7.413428757523559e-05,
      "loss": 0.86181640625,
      "step": 165
    },
    {
      "epoch": 0.7942583732057417,
      "grad_norm": 0.13332803547382355,
      "learning_rate": 7.381138707519461e-05,
      "loss": 0.92333984375,
      "step": 166
    },
    {
      "epoch": 0.7990430622009569,
      "grad_norm": 0.12580889463424683,
      "learning_rate": 7.348730859686674e-05,
      "loss": 0.8427734375,
      "step": 167
    },
    {
      "epoch": 0.8038277511961722,
      "grad_norm": 0.15740549564361572,
      "learning_rate": 7.31620724342053e-05,
      "loss": 0.6341552734375,
      "step": 168
    },
    {
      "epoch": 0.8086124401913876,
      "grad_norm": 0.1947418600320816,
      "learning_rate": 7.283569895365833e-05,
      "loss": 0.81982421875,
      "step": 169
    },
    {
      "epoch": 0.8086124401913876,
      "eval_loss": 0.8587646484375,
      "eval_runtime": 6.3234,
      "eval_samples_per_second": 1.107,
      "eval_steps_per_second": 0.158,
      "step": 169
    },
    {
      "epoch": 0.8133971291866029,
      "grad_norm": 0.16423191130161285,
      "learning_rate": 7.250820859289327e-05,
      "loss": 0.82861328125,
      "step": 170
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 0.1542576253414154,
      "learning_rate": 7.217962185951722e-05,
      "loss": 0.8154296875,
      "step": 171
    },
    {
      "epoch": 0.8229665071770335,
      "grad_norm": 0.15081188082695007,
      "learning_rate": 7.184995932979258e-05,
      "loss": 0.79541015625,
      "step": 172
    },
    {
      "epoch": 0.8277511961722488,
      "grad_norm": 0.15851037204265594,
      "learning_rate": 7.151924164734867e-05,
      "loss": 0.86865234375,
      "step": 173
    },
    {
      "epoch": 0.8325358851674641,
      "grad_norm": 0.15119867026805878,
      "learning_rate": 7.118748952188904e-05,
      "loss": 0.84130859375,
      "step": 174
    },
    {
      "epoch": 0.8373205741626795,
      "grad_norm": 0.16937977075576782,
      "learning_rate": 7.08547237278945e-05,
      "loss": 0.84375,
      "step": 175
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.16020779311656952,
      "learning_rate": 7.052096510332233e-05,
      "loss": 0.8779296875,
      "step": 176
    },
    {
      "epoch": 0.84688995215311,
      "grad_norm": 0.1509438157081604,
      "learning_rate": 7.018623454830135e-05,
      "loss": 0.82275390625,
      "step": 177
    },
    {
      "epoch": 0.8516746411483254,
      "grad_norm": 0.14054879546165466,
      "learning_rate": 6.98505530238231e-05,
      "loss": 0.86962890625,
      "step": 178
    },
    {
      "epoch": 0.8564593301435407,
      "grad_norm": 0.1427825540304184,
      "learning_rate": 6.95139415504293e-05,
      "loss": 0.91845703125,
      "step": 179
    },
    {
      "epoch": 0.861244019138756,
      "grad_norm": 0.167701855301857,
      "learning_rate": 6.917642120689556e-05,
      "loss": 0.81787109375,
      "step": 180
    },
    {
      "epoch": 0.8660287081339713,
      "grad_norm": 0.13314808905124664,
      "learning_rate": 6.883801312891139e-05,
      "loss": 0.89453125,
      "step": 181
    },
    {
      "epoch": 0.8708133971291866,
      "grad_norm": 0.15560881793498993,
      "learning_rate": 6.849873850775662e-05,
      "loss": 0.85595703125,
      "step": 182
    },
    {
      "epoch": 0.8755980861244019,
      "grad_norm": 0.1258866786956787,
      "learning_rate": 6.815861858897447e-05,
      "loss": 0.71337890625,
      "step": 183
    },
    {
      "epoch": 0.8803827751196173,
      "grad_norm": 0.17535783350467682,
      "learning_rate": 6.781767467104111e-05,
      "loss": 0.8671875,
      "step": 184
    },
    {
      "epoch": 0.8851674641148325,
      "grad_norm": 0.1488444209098816,
      "learning_rate": 6.747592810403193e-05,
      "loss": 0.818359375,
      "step": 185
    },
    {
      "epoch": 0.8899521531100478,
      "grad_norm": 0.14873863756656647,
      "learning_rate": 6.713340028828461e-05,
      "loss": 0.84521484375,
      "step": 186
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.15342408418655396,
      "learning_rate": 6.6790112673059e-05,
      "loss": 0.828125,
      "step": 187
    },
    {
      "epoch": 0.8995215311004785,
      "grad_norm": 0.1610623598098755,
      "learning_rate": 6.644608675519398e-05,
      "loss": 0.806640625,
      "step": 188
    },
    {
      "epoch": 0.9043062200956937,
      "grad_norm": 0.1683485358953476,
      "learning_rate": 6.610134407776127e-05,
      "loss": 0.84521484375,
      "step": 189
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.15010549128055573,
      "learning_rate": 6.57559062287165e-05,
      "loss": 0.845703125,
      "step": 190
    },
    {
      "epoch": 0.9138755980861244,
      "grad_norm": 0.16008473932743073,
      "learning_rate": 6.540979483954715e-05,
      "loss": 0.71630859375,
      "step": 191
    },
    {
      "epoch": 0.9186602870813397,
      "grad_norm": 0.14229531586170197,
      "learning_rate": 6.506303158391828e-05,
      "loss": 0.651611328125,
      "step": 192
    },
    {
      "epoch": 0.9234449760765551,
      "grad_norm": 0.18040095269680023,
      "learning_rate": 6.471563817631506e-05,
      "loss": 0.85888671875,
      "step": 193
    },
    {
      "epoch": 0.9282296650717703,
      "grad_norm": 0.14827679097652435,
      "learning_rate": 6.436763637068307e-05,
      "loss": 0.841796875,
      "step": 194
    },
    {
      "epoch": 0.9330143540669856,
      "grad_norm": 0.1827199012041092,
      "learning_rate": 6.401904795906609e-05,
      "loss": 0.90673828125,
      "step": 195
    },
    {
      "epoch": 0.937799043062201,
      "grad_norm": 0.18707910180091858,
      "learning_rate": 6.366989477024148e-05,
      "loss": 0.8154296875,
      "step": 196
    },
    {
      "epoch": 0.9425837320574163,
      "grad_norm": 0.15842516720294952,
      "learning_rate": 6.332019866835321e-05,
      "loss": 0.828125,
      "step": 197
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.18741275370121002,
      "learning_rate": 6.29699815515427e-05,
      "loss": 0.833984375,
      "step": 198
    },
    {
      "epoch": 0.9521531100478469,
      "grad_norm": 0.14310209453105927,
      "learning_rate": 6.261926535057764e-05,
      "loss": 0.89599609375,
      "step": 199
    },
    {
      "epoch": 0.9569377990430622,
      "grad_norm": 0.15200170874595642,
      "learning_rate": 6.226807202747858e-05,
      "loss": 0.85546875,
      "step": 200
    },
    {
      "epoch": 0.9617224880382775,
      "grad_norm": 0.1716766655445099,
      "learning_rate": 6.191642357414369e-05,
      "loss": 0.7978515625,
      "step": 201
    },
    {
      "epoch": 0.9665071770334929,
      "grad_norm": 0.17156939208507538,
      "learning_rate": 6.156434201097162e-05,
      "loss": 0.880615234375,
      "step": 202
    },
    {
      "epoch": 0.9712918660287081,
      "grad_norm": 0.16476194560527802,
      "learning_rate": 6.121184938548258e-05,
      "loss": 0.79638671875,
      "step": 203
    },
    {
      "epoch": 0.9760765550239234,
      "grad_norm": 0.16853675246238708,
      "learning_rate": 6.0858967770937694e-05,
      "loss": 0.8388671875,
      "step": 204
    },
    {
      "epoch": 0.9808612440191388,
      "grad_norm": 0.14625944197177887,
      "learning_rate": 6.0505719264956776e-05,
      "loss": 0.88134765625,
      "step": 205
    },
    {
      "epoch": 0.9856459330143541,
      "grad_norm": 0.15870210528373718,
      "learning_rate": 6.015212598813457e-05,
      "loss": 0.81005859375,
      "step": 206
    },
    {
      "epoch": 0.9904306220095693,
      "grad_norm": 0.1566341668367386,
      "learning_rate": 5.979821008265553e-05,
      "loss": 0.90771484375,
      "step": 207
    },
    {
      "epoch": 0.9952153110047847,
      "grad_norm": 0.15179800987243652,
      "learning_rate": 5.944399371090726e-05,
      "loss": 0.86181640625,
      "step": 208
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.13958945870399475,
      "learning_rate": 5.9089499054092765e-05,
      "loss": 0.86376953125,
      "step": 209
    },
    {
      "epoch": 1.0047846889952152,
      "grad_norm": 0.12973764538764954,
      "learning_rate": 5.8734748310841315e-05,
      "loss": 0.884765625,
      "step": 210
    },
    {
      "epoch": 1.0095693779904307,
      "grad_norm": 0.15666553378105164,
      "learning_rate": 5.837976369581852e-05,
      "loss": 0.8603515625,
      "step": 211
    },
    {
      "epoch": 1.014354066985646,
      "grad_norm": 0.1602666825056076,
      "learning_rate": 5.8024567438335074e-05,
      "loss": 0.84521484375,
      "step": 212
    },
    {
      "epoch": 1.0191387559808613,
      "grad_norm": 0.13860997557640076,
      "learning_rate": 5.7669181780954906e-05,
      "loss": 0.828125,
      "step": 213
    },
    {
      "epoch": 1.0239234449760766,
      "grad_norm": 0.1436486691236496,
      "learning_rate": 5.73136289781022e-05,
      "loss": 0.80126953125,
      "step": 214
    },
    {
      "epoch": 1.0287081339712918,
      "grad_norm": 0.1419706642627716,
      "learning_rate": 5.6957931294667885e-05,
      "loss": 0.84228515625,
      "step": 215
    },
    {
      "epoch": 1.0334928229665072,
      "grad_norm": 0.14055973291397095,
      "learning_rate": 5.660211100461542e-05,
      "loss": 0.8125,
      "step": 216
    },
    {
      "epoch": 1.0382775119617225,
      "grad_norm": 0.15234734117984772,
      "learning_rate": 5.6246190389585895e-05,
      "loss": 0.841796875,
      "step": 217
    },
    {
      "epoch": 1.0430622009569377,
      "grad_norm": 0.1302803009748459,
      "learning_rate": 5.589019173750283e-05,
      "loss": 0.84912109375,
      "step": 218
    },
    {
      "epoch": 1.0478468899521531,
      "grad_norm": 0.16531650722026825,
      "learning_rate": 5.553413734117647e-05,
      "loss": 0.791015625,
      "step": 219
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.13514459133148193,
      "learning_rate": 5.517804949690777e-05,
      "loss": 0.73291015625,
      "step": 220
    },
    {
      "epoch": 1.0574162679425838,
      "grad_norm": 0.16611863672733307,
      "learning_rate": 5.482195050309223e-05,
      "loss": 0.8291015625,
      "step": 221
    },
    {
      "epoch": 1.062200956937799,
      "grad_norm": 0.1442006230354309,
      "learning_rate": 5.446586265882354e-05,
      "loss": 0.85009765625,
      "step": 222
    },
    {
      "epoch": 1.0669856459330143,
      "grad_norm": 0.21945621073246002,
      "learning_rate": 5.410980826249719e-05,
      "loss": 0.8466796875,
      "step": 223
    },
    {
      "epoch": 1.0717703349282297,
      "grad_norm": 0.15590190887451172,
      "learning_rate": 5.375380961041411e-05,
      "loss": 0.876953125,
      "step": 224
    },
    {
      "epoch": 1.076555023923445,
      "grad_norm": 0.1533394306898117,
      "learning_rate": 5.3397888995384594e-05,
      "loss": 0.89697265625,
      "step": 225
    },
    {
      "epoch": 1.0813397129186604,
      "grad_norm": 0.156230628490448,
      "learning_rate": 5.3042068705332125e-05,
      "loss": 0.85595703125,
      "step": 226
    },
    {
      "epoch": 1.0861244019138756,
      "grad_norm": 0.16652673482894897,
      "learning_rate": 5.2686371021897826e-05,
      "loss": 0.84228515625,
      "step": 227
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 0.1318468302488327,
      "learning_rate": 5.2330818219045105e-05,
      "loss": 0.73486328125,
      "step": 228
    },
    {
      "epoch": 1.0956937799043063,
      "grad_norm": 0.15515613555908203,
      "learning_rate": 5.197543256166493e-05,
      "loss": 0.85888671875,
      "step": 229
    },
    {
      "epoch": 1.1004784688995215,
      "grad_norm": 0.16461950540542603,
      "learning_rate": 5.16202363041815e-05,
      "loss": 0.79833984375,
      "step": 230
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.17022602260112762,
      "learning_rate": 5.1265251689158675e-05,
      "loss": 0.78076171875,
      "step": 231
    },
    {
      "epoch": 1.1100478468899522,
      "grad_norm": 0.15896818041801453,
      "learning_rate": 5.0910500945907245e-05,
      "loss": 0.8203125,
      "step": 232
    },
    {
      "epoch": 1.1148325358851674,
      "grad_norm": 0.1486581265926361,
      "learning_rate": 5.055600628909275e-05,
      "loss": 0.90087890625,
      "step": 233
    },
    {
      "epoch": 1.1196172248803828,
      "grad_norm": 0.16293200850486755,
      "learning_rate": 5.020178991734449e-05,
      "loss": 0.8046875,
      "step": 234
    },
    {
      "epoch": 1.124401913875598,
      "grad_norm": 0.16731753945350647,
      "learning_rate": 4.984787401186545e-05,
      "loss": 0.80517578125,
      "step": 235
    },
    {
      "epoch": 1.1291866028708135,
      "grad_norm": 0.1648280918598175,
      "learning_rate": 4.949428073504324e-05,
      "loss": 0.8291015625,
      "step": 236
    },
    {
      "epoch": 1.1339712918660287,
      "grad_norm": 0.15662537515163422,
      "learning_rate": 4.914103222906233e-05,
      "loss": 0.83935546875,
      "step": 237
    },
    {
      "epoch": 1.138755980861244,
      "grad_norm": 0.13991908729076385,
      "learning_rate": 4.8788150614517434e-05,
      "loss": 0.8056640625,
      "step": 238
    },
    {
      "epoch": 1.1435406698564594,
      "grad_norm": 0.1668047159910202,
      "learning_rate": 4.8435657989028395e-05,
      "loss": 0.81005859375,
      "step": 239
    },
    {
      "epoch": 1.1483253588516746,
      "grad_norm": 0.15042896568775177,
      "learning_rate": 4.808357642585633e-05,
      "loss": 0.83447265625,
      "step": 240
    },
    {
      "epoch": 1.1531100478468899,
      "grad_norm": 0.15066254138946533,
      "learning_rate": 4.773192797252144e-05,
      "loss": 0.81787109375,
      "step": 241
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.16723085939884186,
      "learning_rate": 4.738073464942237e-05,
      "loss": 0.80859375,
      "step": 242
    },
    {
      "epoch": 1.1626794258373205,
      "grad_norm": 0.14816319942474365,
      "learning_rate": 4.70300184484573e-05,
      "loss": 0.8466796875,
      "step": 243
    },
    {
      "epoch": 1.167464114832536,
      "grad_norm": 0.1575804203748703,
      "learning_rate": 4.667980133164681e-05,
      "loss": 0.826171875,
      "step": 244
    },
    {
      "epoch": 1.1722488038277512,
      "grad_norm": 0.13895685970783234,
      "learning_rate": 4.6330105229758526e-05,
      "loss": 0.830078125,
      "step": 245
    },
    {
      "epoch": 1.1770334928229664,
      "grad_norm": 0.1610182672739029,
      "learning_rate": 4.5980952040933925e-05,
      "loss": 0.8212890625,
      "step": 246
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 0.1358628123998642,
      "learning_rate": 4.5632363629316944e-05,
      "loss": 0.8349609375,
      "step": 247
    },
    {
      "epoch": 1.186602870813397,
      "grad_norm": 0.16048452258110046,
      "learning_rate": 4.528436182368495e-05,
      "loss": 0.845703125,
      "step": 248
    },
    {
      "epoch": 1.1913875598086126,
      "grad_norm": 0.16002970933914185,
      "learning_rate": 4.493696841608171e-05,
      "loss": 0.81787109375,
      "step": 249
    },
    {
      "epoch": 1.1961722488038278,
      "grad_norm": 0.15855439007282257,
      "learning_rate": 4.459020516045285e-05,
      "loss": 0.78271484375,
      "step": 250
    },
    {
      "epoch": 1.200956937799043,
      "grad_norm": 0.14956708252429962,
      "learning_rate": 4.4244093771283536e-05,
      "loss": 0.6328125,
      "step": 251
    },
    {
      "epoch": 1.2057416267942584,
      "grad_norm": 0.1500825136899948,
      "learning_rate": 4.389865592223873e-05,
      "loss": 0.82080078125,
      "step": 252
    },
    {
      "epoch": 1.2057416267942584,
      "eval_loss": 0.8333740234375,
      "eval_runtime": 6.313,
      "eval_samples_per_second": 1.109,
      "eval_steps_per_second": 0.158,
      "step": 252
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.15775145590305328,
      "learning_rate": 4.3553913244806046e-05,
      "loss": 0.85693359375,
      "step": 253
    },
    {
      "epoch": 1.215311004784689,
      "grad_norm": 0.14435818791389465,
      "learning_rate": 4.3209887326941015e-05,
      "loss": 0.64599609375,
      "step": 254
    },
    {
      "epoch": 1.2200956937799043,
      "grad_norm": 0.13371528685092926,
      "learning_rate": 4.286659971171541e-05,
      "loss": 0.85302734375,
      "step": 255
    },
    {
      "epoch": 1.2248803827751196,
      "grad_norm": 0.15325836837291718,
      "learning_rate": 4.2524071895968076e-05,
      "loss": 0.8505859375,
      "step": 256
    },
    {
      "epoch": 1.229665071770335,
      "grad_norm": 0.1479969322681427,
      "learning_rate": 4.2182325328958905e-05,
      "loss": 0.80029296875,
      "step": 257
    },
    {
      "epoch": 1.2344497607655502,
      "grad_norm": 0.17559714615345,
      "learning_rate": 4.184138141102555e-05,
      "loss": 0.783203125,
      "step": 258
    },
    {
      "epoch": 1.2392344497607655,
      "grad_norm": 0.19007180631160736,
      "learning_rate": 4.150126149224338e-05,
      "loss": 0.81396484375,
      "step": 259
    },
    {
      "epoch": 1.244019138755981,
      "grad_norm": 0.17040984332561493,
      "learning_rate": 4.116198687108862e-05,
      "loss": 0.83447265625,
      "step": 260
    },
    {
      "epoch": 1.2488038277511961,
      "grad_norm": 0.1566859483718872,
      "learning_rate": 4.0823578793104446e-05,
      "loss": 0.744140625,
      "step": 261
    },
    {
      "epoch": 1.2535885167464116,
      "grad_norm": 0.1724807471036911,
      "learning_rate": 4.0486058449570716e-05,
      "loss": 0.798828125,
      "step": 262
    },
    {
      "epoch": 1.2583732057416268,
      "grad_norm": 0.1529332548379898,
      "learning_rate": 4.014944697617692e-05,
      "loss": 0.6728515625,
      "step": 263
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 0.1585606038570404,
      "learning_rate": 3.981376545169867e-05,
      "loss": 0.81298828125,
      "step": 264
    },
    {
      "epoch": 1.2679425837320575,
      "grad_norm": 0.167527973651886,
      "learning_rate": 3.947903489667768e-05,
      "loss": 0.740234375,
      "step": 265
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 0.1705494225025177,
      "learning_rate": 3.91452762721055e-05,
      "loss": 0.8134765625,
      "step": 266
    },
    {
      "epoch": 1.277511961722488,
      "grad_norm": 0.12672428786754608,
      "learning_rate": 3.8812510478110975e-05,
      "loss": 0.75439453125,
      "step": 267
    },
    {
      "epoch": 1.2822966507177034,
      "grad_norm": 0.19668768346309662,
      "learning_rate": 3.848075835265135e-05,
      "loss": 0.7919921875,
      "step": 268
    },
    {
      "epoch": 1.2870813397129186,
      "grad_norm": 0.17751078307628632,
      "learning_rate": 3.8150040670207435e-05,
      "loss": 0.79296875,
      "step": 269
    },
    {
      "epoch": 1.291866028708134,
      "grad_norm": 0.1517217457294464,
      "learning_rate": 3.7820378140482794e-05,
      "loss": 0.81591796875,
      "step": 270
    },
    {
      "epoch": 1.2966507177033493,
      "grad_norm": 0.17382237315177917,
      "learning_rate": 3.7491791407106736e-05,
      "loss": 0.83349609375,
      "step": 271
    },
    {
      "epoch": 1.3014354066985647,
      "grad_norm": 0.17997704446315765,
      "learning_rate": 3.7164301046341696e-05,
      "loss": 0.80126953125,
      "step": 272
    },
    {
      "epoch": 1.30622009569378,
      "grad_norm": 0.16072958707809448,
      "learning_rate": 3.6837927565794714e-05,
      "loss": 0.80810546875,
      "step": 273
    },
    {
      "epoch": 1.3110047846889952,
      "grad_norm": 0.18286632001399994,
      "learning_rate": 3.651269140313326e-05,
      "loss": 0.79248046875,
      "step": 274
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.17933203279972076,
      "learning_rate": 3.61886129248054e-05,
      "loss": 0.79443359375,
      "step": 275
    },
    {
      "epoch": 1.3205741626794258,
      "grad_norm": 0.15538223087787628,
      "learning_rate": 3.586571242476441e-05,
      "loss": 0.794921875,
      "step": 276
    },
    {
      "epoch": 1.325358851674641,
      "grad_norm": 0.1968618482351303,
      "learning_rate": 3.554401012319801e-05,
      "loss": 0.82763671875,
      "step": 277
    },
    {
      "epoch": 1.3301435406698565,
      "grad_norm": 0.17610980570316315,
      "learning_rate": 3.5223526165262176e-05,
      "loss": 0.7880859375,
      "step": 278
    },
    {
      "epoch": 1.3349282296650717,
      "grad_norm": 0.19299069046974182,
      "learning_rate": 3.490428061981952e-05,
      "loss": 0.77734375,
      "step": 279
    },
    {
      "epoch": 1.339712918660287,
      "grad_norm": 0.15427900850772858,
      "learning_rate": 3.4586293478182725e-05,
      "loss": 0.7939453125,
      "step": 280
    },
    {
      "epoch": 1.3444976076555024,
      "grad_norm": 0.1793992519378662,
      "learning_rate": 3.4269584652862595e-05,
      "loss": 0.80859375,
      "step": 281
    },
    {
      "epoch": 1.3492822966507176,
      "grad_norm": 0.17524075508117676,
      "learning_rate": 3.3954173976321156e-05,
      "loss": 0.78759765625,
      "step": 282
    },
    {
      "epoch": 1.354066985645933,
      "grad_norm": 0.19400925934314728,
      "learning_rate": 3.3640081199729676e-05,
      "loss": 0.7431640625,
      "step": 283
    },
    {
      "epoch": 1.3588516746411483,
      "grad_norm": 0.1983603835105896,
      "learning_rate": 3.3327325991731935e-05,
      "loss": 0.82666015625,
      "step": 284
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.19066844880580902,
      "learning_rate": 3.301592793721249e-05,
      "loss": 0.79150390625,
      "step": 285
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.18725162744522095,
      "learning_rate": 3.270590653607023e-05,
      "loss": 0.7890625,
      "step": 286
    },
    {
      "epoch": 1.3732057416267942,
      "grad_norm": 0.1936885416507721,
      "learning_rate": 3.239728120199741e-05,
      "loss": 0.7568359375,
      "step": 287
    },
    {
      "epoch": 1.3779904306220097,
      "grad_norm": 0.17952080070972443,
      "learning_rate": 3.209007126126385e-05,
      "loss": 0.79541015625,
      "step": 288
    },
    {
      "epoch": 1.3827751196172249,
      "grad_norm": 0.1761673539876938,
      "learning_rate": 3.178429595150676e-05,
      "loss": 0.78564453125,
      "step": 289
    },
    {
      "epoch": 1.38755980861244,
      "grad_norm": 0.16253837943077087,
      "learning_rate": 3.1479974420526006e-05,
      "loss": 0.85595703125,
      "step": 290
    },
    {
      "epoch": 1.3923444976076556,
      "grad_norm": 0.16691721975803375,
      "learning_rate": 3.1177125725085185e-05,
      "loss": 0.78369140625,
      "step": 291
    },
    {
      "epoch": 1.3971291866028708,
      "grad_norm": 0.1457083523273468,
      "learning_rate": 3.087576882971814e-05,
      "loss": 0.805908203125,
      "step": 292
    },
    {
      "epoch": 1.401913875598086,
      "grad_norm": 0.16206428408622742,
      "learning_rate": 3.057592260554151e-05,
      "loss": 0.77783203125,
      "step": 293
    },
    {
      "epoch": 1.4066985645933014,
      "grad_norm": 0.18252208828926086,
      "learning_rate": 3.0277605829072952e-05,
      "loss": 0.79296875,
      "step": 294
    },
    {
      "epoch": 1.4114832535885167,
      "grad_norm": 0.15930020809173584,
      "learning_rate": 2.998083718105536e-05,
      "loss": 0.8466796875,
      "step": 295
    },
    {
      "epoch": 1.4162679425837321,
      "grad_norm": 0.1903473138809204,
      "learning_rate": 2.968563524528703e-05,
      "loss": 0.76171875,
      "step": 296
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 0.18638069927692413,
      "learning_rate": 2.9392018507458006e-05,
      "loss": 0.7958984375,
      "step": 297
    },
    {
      "epoch": 1.4258373205741628,
      "grad_norm": 0.17060671746730804,
      "learning_rate": 2.9100005353992456e-05,
      "loss": 0.849609375,
      "step": 298
    },
    {
      "epoch": 1.430622009569378,
      "grad_norm": 0.14795249700546265,
      "learning_rate": 2.8809614070897296e-05,
      "loss": 0.70068359375,
      "step": 299
    },
    {
      "epoch": 1.4354066985645932,
      "grad_norm": 0.1723978966474533,
      "learning_rate": 2.8520862842617137e-05,
      "loss": 0.79150390625,
      "step": 300
    },
    {
      "epoch": 1.4401913875598087,
      "grad_norm": 0.17499007284641266,
      "learning_rate": 2.823376975089554e-05,
      "loss": 0.81494140625,
      "step": 301
    },
    {
      "epoch": 1.444976076555024,
      "grad_norm": 0.1675194799900055,
      "learning_rate": 2.7948352773642767e-05,
      "loss": 0.7890625,
      "step": 302
    },
    {
      "epoch": 1.4497607655502391,
      "grad_norm": 0.17450399696826935,
      "learning_rate": 2.7664629783809915e-05,
      "loss": 0.767578125,
      "step": 303
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 0.15929684042930603,
      "learning_rate": 2.73826185482698e-05,
      "loss": 0.7548828125,
      "step": 304
    },
    {
      "epoch": 1.4593301435406698,
      "grad_norm": 0.18379977345466614,
      "learning_rate": 2.7102336726704346e-05,
      "loss": 0.7890625,
      "step": 305
    },
    {
      "epoch": 1.464114832535885,
      "grad_norm": 0.16011302173137665,
      "learning_rate": 2.682380187049874e-05,
      "loss": 0.863037109375,
      "step": 306
    },
    {
      "epoch": 1.4688995215311005,
      "grad_norm": 0.1894303858280182,
      "learning_rate": 2.6547031421642254e-05,
      "loss": 0.76171875,
      "step": 307
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.1478191614151001,
      "learning_rate": 2.6272042711636242e-05,
      "loss": 0.720458984375,
      "step": 308
    },
    {
      "epoch": 1.4784688995215312,
      "grad_norm": 0.20156490802764893,
      "learning_rate": 2.599885296040857e-05,
      "loss": 0.7412109375,
      "step": 309
    },
    {
      "epoch": 1.4832535885167464,
      "grad_norm": 0.17944565415382385,
      "learning_rate": 2.5727479275235506e-05,
      "loss": 0.77685546875,
      "step": 310
    },
    {
      "epoch": 1.4880382775119618,
      "grad_norm": 0.19786421954631805,
      "learning_rate": 2.5457938649670333e-05,
      "loss": 0.77978515625,
      "step": 311
    },
    {
      "epoch": 1.492822966507177,
      "grad_norm": 0.18372617661952972,
      "learning_rate": 2.5190247962479242e-05,
      "loss": 0.83203125,
      "step": 312
    },
    {
      "epoch": 1.4976076555023923,
      "grad_norm": 0.17823582887649536,
      "learning_rate": 2.4924423976584422e-05,
      "loss": 0.76171875,
      "step": 313
    },
    {
      "epoch": 1.5023923444976077,
      "grad_norm": 0.23215219378471375,
      "learning_rate": 2.4660483338014212e-05,
      "loss": 0.7861328125,
      "step": 314
    },
    {
      "epoch": 1.507177033492823,
      "grad_norm": 0.15614977478981018,
      "learning_rate": 2.4398442574860948e-05,
      "loss": 0.826171875,
      "step": 315
    },
    {
      "epoch": 1.5119617224880382,
      "grad_norm": 0.17831632494926453,
      "learning_rate": 2.4138318096245716e-05,
      "loss": 0.7841796875,
      "step": 316
    },
    {
      "epoch": 1.5167464114832536,
      "grad_norm": 0.17954230308532715,
      "learning_rate": 2.3880126191291014e-05,
      "loss": 0.82275390625,
      "step": 317
    },
    {
      "epoch": 1.5215311004784688,
      "grad_norm": 0.17791250348091125,
      "learning_rate": 2.362388302810053e-05,
      "loss": 0.8046875,
      "step": 318
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.16783450543880463,
      "learning_rate": 2.3369604652746925e-05,
      "loss": 0.79052734375,
      "step": 319
    },
    {
      "epoch": 1.5311004784688995,
      "grad_norm": 0.18951308727264404,
      "learning_rate": 2.3117306988266753e-05,
      "loss": 0.763671875,
      "step": 320
    },
    {
      "epoch": 1.535885167464115,
      "grad_norm": 0.17476274073123932,
      "learning_rate": 2.2867005833663535e-05,
      "loss": 0.7998046875,
      "step": 321
    },
    {
      "epoch": 1.5406698564593302,
      "grad_norm": 0.15480978786945343,
      "learning_rate": 2.261871686291838e-05,
      "loss": 0.8359375,
      "step": 322
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 0.18359163403511047,
      "learning_rate": 2.237245562400843e-05,
      "loss": 0.76025390625,
      "step": 323
    },
    {
      "epoch": 1.5502392344497609,
      "grad_norm": 0.1858016848564148,
      "learning_rate": 2.2128237537933288e-05,
      "loss": 0.74853515625,
      "step": 324
    },
    {
      "epoch": 1.555023923444976,
      "grad_norm": 0.18103976547718048,
      "learning_rate": 2.1886077897749263e-05,
      "loss": 0.73486328125,
      "step": 325
    },
    {
      "epoch": 1.5598086124401913,
      "grad_norm": 0.1770430952310562,
      "learning_rate": 2.1645991867611875e-05,
      "loss": 0.83642578125,
      "step": 326
    },
    {
      "epoch": 1.5645933014354068,
      "grad_norm": 0.1885480433702469,
      "learning_rate": 2.1407994481826075e-05,
      "loss": 0.74609375,
      "step": 327
    },
    {
      "epoch": 1.569377990430622,
      "grad_norm": 0.2102678418159485,
      "learning_rate": 2.1172100643904923e-05,
      "loss": 0.75537109375,
      "step": 328
    },
    {
      "epoch": 1.5741626794258372,
      "grad_norm": 0.15284086763858795,
      "learning_rate": 2.0938325125636278e-05,
      "loss": 0.75244140625,
      "step": 329
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.17530620098114014,
      "learning_rate": 2.070668256615777e-05,
      "loss": 0.82080078125,
      "step": 330
    },
    {
      "epoch": 1.583732057416268,
      "grad_norm": 0.19387437403202057,
      "learning_rate": 2.047718747104009e-05,
      "loss": 0.81298828125,
      "step": 331
    },
    {
      "epoch": 1.588516746411483,
      "grad_norm": 0.18224063515663147,
      "learning_rate": 2.0249854211378727e-05,
      "loss": 0.7744140625,
      "step": 332
    },
    {
      "epoch": 1.5933014354066986,
      "grad_norm": 0.16329993307590485,
      "learning_rate": 2.0024697022893874e-05,
      "loss": 0.712890625,
      "step": 333
    },
    {
      "epoch": 1.598086124401914,
      "grad_norm": 0.17031338810920715,
      "learning_rate": 1.980173000503916e-05,
      "loss": 0.8125,
      "step": 334
    },
    {
      "epoch": 1.6028708133971292,
      "grad_norm": 0.17068995535373688,
      "learning_rate": 1.9580967120118587e-05,
      "loss": 0.80908203125,
      "step": 335
    },
    {
      "epoch": 1.6028708133971292,
      "eval_loss": 0.823486328125,
      "eval_runtime": 6.6013,
      "eval_samples_per_second": 1.06,
      "eval_steps_per_second": 0.151,
      "step": 335
    },
    {
      "epoch": 1.6076555023923444,
      "grad_norm": 0.17699700593948364,
      "learning_rate": 1.9362422192412356e-05,
      "loss": 0.73193359375,
      "step": 336
    },
    {
      "epoch": 1.61244019138756,
      "grad_norm": 0.22851988673210144,
      "learning_rate": 1.9146108907311005e-05,
      "loss": 0.79150390625,
      "step": 337
    },
    {
      "epoch": 1.6172248803827751,
      "grad_norm": 0.19925302267074585,
      "learning_rate": 1.893204081045859e-05,
      "loss": 0.7587890625,
      "step": 338
    },
    {
      "epoch": 1.6220095693779903,
      "grad_norm": 0.18237553536891937,
      "learning_rate": 1.8720231306904346e-05,
      "loss": 0.81005859375,
      "step": 339
    },
    {
      "epoch": 1.6267942583732058,
      "grad_norm": 0.16293460130691528,
      "learning_rate": 1.8510693660263283e-05,
      "loss": 0.8125,
      "step": 340
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.1894524097442627,
      "learning_rate": 1.830344099188565e-05,
      "loss": 0.74560546875,
      "step": 341
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 0.1865224838256836,
      "learning_rate": 1.8098486280035172e-05,
      "loss": 0.80712890625,
      "step": 342
    },
    {
      "epoch": 1.6411483253588517,
      "grad_norm": 0.16558879613876343,
      "learning_rate": 1.7895842359076488e-05,
      "loss": 0.80029296875,
      "step": 343
    },
    {
      "epoch": 1.6459330143540671,
      "grad_norm": 0.17985814809799194,
      "learning_rate": 1.7695521918671315e-05,
      "loss": 0.75634765625,
      "step": 344
    },
    {
      "epoch": 1.6507177033492821,
      "grad_norm": 0.15998484194278717,
      "learning_rate": 1.7497537502983906e-05,
      "loss": 0.758544921875,
      "step": 345
    },
    {
      "epoch": 1.6555023923444976,
      "grad_norm": 0.16847531497478485,
      "learning_rate": 1.73019015098955e-05,
      "loss": 0.7998046875,
      "step": 346
    },
    {
      "epoch": 1.660287081339713,
      "grad_norm": 0.17358282208442688,
      "learning_rate": 1.7108626190227966e-05,
      "loss": 0.80810546875,
      "step": 347
    },
    {
      "epoch": 1.6650717703349283,
      "grad_norm": 0.1544700413942337,
      "learning_rate": 1.6917723646976615e-05,
      "loss": 0.779296875,
      "step": 348
    },
    {
      "epoch": 1.6698564593301435,
      "grad_norm": 0.1284680813550949,
      "learning_rate": 1.672920583455237e-05,
      "loss": 0.637939453125,
      "step": 349
    },
    {
      "epoch": 1.674641148325359,
      "grad_norm": 0.1909414529800415,
      "learning_rate": 1.6543084558033112e-05,
      "loss": 0.7666015625,
      "step": 350
    },
    {
      "epoch": 1.6794258373205742,
      "grad_norm": 0.1910911351442337,
      "learning_rate": 1.6359371472424493e-05,
      "loss": 0.77099609375,
      "step": 351
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.17626284062862396,
      "learning_rate": 1.6178078081930058e-05,
      "loss": 0.81201171875,
      "step": 352
    },
    {
      "epoch": 1.6889952153110048,
      "grad_norm": 0.17833667993545532,
      "learning_rate": 1.5999215739230856e-05,
      "loss": 0.78173828125,
      "step": 353
    },
    {
      "epoch": 1.69377990430622,
      "grad_norm": 0.17231453955173492,
      "learning_rate": 1.582279564477453e-05,
      "loss": 0.7607421875,
      "step": 354
    },
    {
      "epoch": 1.6985645933014353,
      "grad_norm": 0.19059370458126068,
      "learning_rate": 1.564882884607393e-05,
      "loss": 0.759765625,
      "step": 355
    },
    {
      "epoch": 1.7033492822966507,
      "grad_norm": 0.20854324102401733,
      "learning_rate": 1.5477326237015343e-05,
      "loss": 0.76708984375,
      "step": 356
    },
    {
      "epoch": 1.7081339712918662,
      "grad_norm": 0.1557876467704773,
      "learning_rate": 1.530829855717628e-05,
      "loss": 0.6611328125,
      "step": 357
    },
    {
      "epoch": 1.7129186602870812,
      "grad_norm": 0.1856634020805359,
      "learning_rate": 1.514175639115298e-05,
      "loss": 0.77587890625,
      "step": 358
    },
    {
      "epoch": 1.7177033492822966,
      "grad_norm": 0.16173864901065826,
      "learning_rate": 1.4977710167897552e-05,
      "loss": 0.80810546875,
      "step": 359
    },
    {
      "epoch": 1.722488038277512,
      "grad_norm": 0.15028072893619537,
      "learning_rate": 1.481617016006501e-05,
      "loss": 0.7861328125,
      "step": 360
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 0.16341842710971832,
      "learning_rate": 1.465714648336986e-05,
      "loss": 0.7880859375,
      "step": 361
    },
    {
      "epoch": 1.7320574162679425,
      "grad_norm": 0.177590012550354,
      "learning_rate": 1.4500649095952762e-05,
      "loss": 0.78515625,
      "step": 362
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.1711808741092682,
      "learning_rate": 1.4346687797756886e-05,
      "loss": 0.791015625,
      "step": 363
    },
    {
      "epoch": 1.7416267942583732,
      "grad_norm": 0.17956730723381042,
      "learning_rate": 1.4195272229914247e-05,
      "loss": 0.79931640625,
      "step": 364
    },
    {
      "epoch": 1.7464114832535884,
      "grad_norm": 0.18436218798160553,
      "learning_rate": 1.4046411874142001e-05,
      "loss": 0.78955078125,
      "step": 365
    },
    {
      "epoch": 1.7511961722488039,
      "grad_norm": 0.17020408809185028,
      "learning_rate": 1.3900116052148632e-05,
      "loss": 0.80908203125,
      "step": 366
    },
    {
      "epoch": 1.755980861244019,
      "grad_norm": 0.18755203485488892,
      "learning_rate": 1.3756393925050293e-05,
      "loss": 0.81201171875,
      "step": 367
    },
    {
      "epoch": 1.7607655502392343,
      "grad_norm": 0.17153725028038025,
      "learning_rate": 1.361525449279708e-05,
      "loss": 0.814697265625,
      "step": 368
    },
    {
      "epoch": 1.7655502392344498,
      "grad_norm": 0.19658948481082916,
      "learning_rate": 1.3476706593609479e-05,
      "loss": 0.678466796875,
      "step": 369
    },
    {
      "epoch": 1.7703349282296652,
      "grad_norm": 0.1711190640926361,
      "learning_rate": 1.3340758903424912e-05,
      "loss": 0.7666015625,
      "step": 370
    },
    {
      "epoch": 1.7751196172248804,
      "grad_norm": 0.18621385097503662,
      "learning_rate": 1.3207419935354437e-05,
      "loss": 0.8125,
      "step": 371
    },
    {
      "epoch": 1.7799043062200957,
      "grad_norm": 0.18893972039222717,
      "learning_rate": 1.3076698039149621e-05,
      "loss": 0.81201171875,
      "step": 372
    },
    {
      "epoch": 1.784688995215311,
      "grad_norm": 0.20575562119483948,
      "learning_rate": 1.294860140067975e-05,
      "loss": 0.7373046875,
      "step": 373
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 0.18274357914924622,
      "learning_rate": 1.282313804141916e-05,
      "loss": 0.79052734375,
      "step": 374
    },
    {
      "epoch": 1.7942583732057416,
      "grad_norm": 0.17074786126613617,
      "learning_rate": 1.2700315817944964e-05,
      "loss": 0.85595703125,
      "step": 375
    },
    {
      "epoch": 1.799043062200957,
      "grad_norm": 0.15272174775600433,
      "learning_rate": 1.2580142421445024e-05,
      "loss": 0.78369140625,
      "step": 376
    },
    {
      "epoch": 1.8038277511961722,
      "grad_norm": 0.16635139286518097,
      "learning_rate": 1.2462625377236414e-05,
      "loss": 0.579345703125,
      "step": 377
    },
    {
      "epoch": 1.8086124401913874,
      "grad_norm": 0.19089093804359436,
      "learning_rate": 1.2347772044294074e-05,
      "loss": 0.751953125,
      "step": 378
    },
    {
      "epoch": 1.813397129186603,
      "grad_norm": 0.1820306032896042,
      "learning_rate": 1.2235589614790056e-05,
      "loss": 0.76318359375,
      "step": 379
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.17462246119976044,
      "learning_rate": 1.2126085113643134e-05,
      "loss": 0.75,
      "step": 380
    },
    {
      "epoch": 1.8229665071770333,
      "grad_norm": 0.19027724862098694,
      "learning_rate": 1.2019265398078883e-05,
      "loss": 0.7275390625,
      "step": 381
    },
    {
      "epoch": 1.8277511961722488,
      "grad_norm": 0.1650601029396057,
      "learning_rate": 1.1915137157200304e-05,
      "loss": 0.8056640625,
      "step": 382
    },
    {
      "epoch": 1.8325358851674642,
      "grad_norm": 0.18004824221134186,
      "learning_rate": 1.181370691156891e-05,
      "loss": 0.7744140625,
      "step": 383
    },
    {
      "epoch": 1.8373205741626795,
      "grad_norm": 0.19831469655036926,
      "learning_rate": 1.171498101279645e-05,
      "loss": 0.7734375,
      "step": 384
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.18922831118106842,
      "learning_rate": 1.1618965643147134e-05,
      "loss": 0.8095703125,
      "step": 385
    },
    {
      "epoch": 1.8468899521531101,
      "grad_norm": 0.17712976038455963,
      "learning_rate": 1.1525666815150516e-05,
      "loss": 0.759765625,
      "step": 386
    },
    {
      "epoch": 1.8516746411483254,
      "grad_norm": 0.17649629712104797,
      "learning_rate": 1.1435090371224953e-05,
      "loss": 0.8046875,
      "step": 387
    },
    {
      "epoch": 1.8564593301435406,
      "grad_norm": 0.17713221907615662,
      "learning_rate": 1.134724198331183e-05,
      "loss": 0.85107421875,
      "step": 388
    },
    {
      "epoch": 1.861244019138756,
      "grad_norm": 0.2169307917356491,
      "learning_rate": 1.1262127152520268e-05,
      "loss": 0.75146484375,
      "step": 389
    },
    {
      "epoch": 1.8660287081339713,
      "grad_norm": 0.16737069189548492,
      "learning_rate": 1.1179751208782736e-05,
      "loss": 0.83251953125,
      "step": 390
    },
    {
      "epoch": 1.8708133971291865,
      "grad_norm": 0.17925404012203217,
      "learning_rate": 1.1100119310521241e-05,
      "loss": 0.79345703125,
      "step": 391
    },
    {
      "epoch": 1.875598086124402,
      "grad_norm": 0.15294474363327026,
      "learning_rate": 1.1023236444324319e-05,
      "loss": 0.662841796875,
      "step": 392
    },
    {
      "epoch": 1.8803827751196174,
      "grad_norm": 0.1851387619972229,
      "learning_rate": 1.0949107424634761e-05,
      "loss": 0.801513671875,
      "step": 393
    },
    {
      "epoch": 1.8851674641148324,
      "grad_norm": 0.22087079286575317,
      "learning_rate": 1.0877736893448146e-05,
      "loss": 0.75634765625,
      "step": 394
    },
    {
      "epoch": 1.8899521531100478,
      "grad_norm": 0.19715087115764618,
      "learning_rate": 1.0809129320022162e-05,
      "loss": 0.783203125,
      "step": 395
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 0.1615232527256012,
      "learning_rate": 1.0743289000596695e-05,
      "loss": 0.7705078125,
      "step": 396
    },
    {
      "epoch": 1.8995215311004785,
      "grad_norm": 0.18735022842884064,
      "learning_rate": 1.0680220058124857e-05,
      "loss": 0.7421875,
      "step": 397
    },
    {
      "epoch": 1.9043062200956937,
      "grad_norm": 0.18647435307502747,
      "learning_rate": 1.0619926442014758e-05,
      "loss": 0.78515625,
      "step": 398
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 0.1795354187488556,
      "learning_rate": 1.0562411927882231e-05,
      "loss": 0.7861328125,
      "step": 399
    },
    {
      "epoch": 1.9138755980861244,
      "grad_norm": 0.15958954393863678,
      "learning_rate": 1.0507680117314347e-05,
      "loss": 0.66650390625,
      "step": 400
    },
    {
      "epoch": 1.9186602870813396,
      "grad_norm": 0.1826360523700714,
      "learning_rate": 1.045573443764395e-05,
      "loss": 0.6036376953125,
      "step": 401
    },
    {
      "epoch": 1.923444976076555,
      "grad_norm": 0.19836081564426422,
      "learning_rate": 1.0406578141734968e-05,
      "loss": 0.79296875,
      "step": 402
    },
    {
      "epoch": 1.9282296650717703,
      "grad_norm": 0.18211688101291656,
      "learning_rate": 1.0360214307778779e-05,
      "loss": 0.78466796875,
      "step": 403
    },
    {
      "epoch": 1.9330143540669855,
      "grad_norm": 0.1684381514787674,
      "learning_rate": 1.0316645839101402e-05,
      "loss": 0.84619140625,
      "step": 404
    },
    {
      "epoch": 1.937799043062201,
      "grad_norm": 0.19366608560085297,
      "learning_rate": 1.0275875463981722e-05,
      "loss": 0.7548828125,
      "step": 405
    },
    {
      "epoch": 1.9425837320574164,
      "grad_norm": 0.19184112548828125,
      "learning_rate": 1.023790573548063e-05,
      "loss": 0.7685546875,
      "step": 406
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 0.20356374979019165,
      "learning_rate": 1.0202739031281154e-05,
      "loss": 0.77392578125,
      "step": 407
    },
    {
      "epoch": 1.9521531100478469,
      "grad_norm": 0.16546234488487244,
      "learning_rate": 1.0170377553539548e-05,
      "loss": 0.84423828125,
      "step": 408
    },
    {
      "epoch": 1.9569377990430623,
      "grad_norm": 0.16989609599113464,
      "learning_rate": 1.0140823328747442e-05,
      "loss": 0.798828125,
      "step": 409
    },
    {
      "epoch": 1.9617224880382775,
      "grad_norm": 0.1848805546760559,
      "learning_rate": 1.011407820760488e-05,
      "loss": 0.74072265625,
      "step": 410
    },
    {
      "epoch": 1.9665071770334928,
      "grad_norm": 0.1985882818698883,
      "learning_rate": 1.0090143864904471e-05,
      "loss": 0.81787109375,
      "step": 411
    },
    {
      "epoch": 1.9712918660287082,
      "grad_norm": 0.2124672383069992,
      "learning_rate": 1.0069021799426498e-05,
      "loss": 0.7373046875,
      "step": 412
    },
    {
      "epoch": 1.9760765550239234,
      "grad_norm": 0.18534432351589203,
      "learning_rate": 1.0050713333845062e-05,
      "loss": 0.7841796875,
      "step": 413
    },
    {
      "epoch": 1.9808612440191387,
      "grad_norm": 0.18089644610881805,
      "learning_rate": 1.0035219614645259e-05,
      "loss": 0.822265625,
      "step": 414
    },
    {
      "epoch": 1.985645933014354,
      "grad_norm": 0.25077196955680847,
      "learning_rate": 1.0022541612051384e-05,
      "loss": 0.75390625,
      "step": 415
    },
    {
      "epoch": 1.9904306220095693,
      "grad_norm": 0.18322627246379852,
      "learning_rate": 1.0012680119966181e-05,
      "loss": 0.8486328125,
      "step": 416
    },
    {
      "epoch": 1.9952153110047846,
      "grad_norm": 0.19022634625434875,
      "learning_rate": 1.0005635755921122e-05,
      "loss": 0.8056640625,
      "step": 417
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.20409126579761505,
      "learning_rate": 1.0001408961037736e-05,
      "loss": 0.79931640625,
      "step": 418
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.8175048828125,
      "eval_runtime": 6.3173,
      "eval_samples_per_second": 1.108,
      "eval_steps_per_second": 0.158,
      "step": 418
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 418,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.435107961085205e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}