{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.990512333965844,
  "eval_steps": 500,
  "global_step": 789,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003795066413662239,
      "grad_norm": 40.676379099115614,
      "learning_rate": 0.0,
      "loss": 11.9416,
      "step": 1
    },
    {
      "epoch": 0.007590132827324478,
      "grad_norm": 42.322879433334954,
      "learning_rate": 6.329113924050633e-07,
      "loss": 11.9608,
      "step": 2
    },
    {
      "epoch": 0.011385199240986717,
      "grad_norm": 42.07696167602527,
      "learning_rate": 1.2658227848101265e-06,
      "loss": 11.945,
      "step": 3
    },
    {
      "epoch": 0.015180265654648957,
      "grad_norm": 38.788099000092245,
      "learning_rate": 1.8987341772151901e-06,
      "loss": 12.0041,
      "step": 4
    },
    {
      "epoch": 0.018975332068311195,
      "grad_norm": 42.96987271855079,
      "learning_rate": 2.531645569620253e-06,
      "loss": 11.8344,
      "step": 5
    },
    {
      "epoch": 0.022770398481973434,
      "grad_norm": 47.40729251364656,
      "learning_rate": 3.1645569620253167e-06,
      "loss": 11.539,
      "step": 6
    },
    {
      "epoch": 0.026565464895635674,
      "grad_norm": 60.56847420882898,
      "learning_rate": 3.7974683544303802e-06,
      "loss": 10.7422,
      "step": 7
    },
    {
      "epoch": 0.030360531309297913,
      "grad_norm": 72.9198099998618,
      "learning_rate": 4.430379746835443e-06,
      "loss": 10.2752,
      "step": 8
    },
    {
      "epoch": 0.03415559772296015,
      "grad_norm": 53.002409298416595,
      "learning_rate": 5.063291139240506e-06,
      "loss": 6.558,
      "step": 9
    },
    {
      "epoch": 0.03795066413662239,
      "grad_norm": 45.04149623657093,
      "learning_rate": 5.69620253164557e-06,
      "loss": 6.4024,
      "step": 10
    },
    {
      "epoch": 0.04174573055028463,
      "grad_norm": 38.13238837210333,
      "learning_rate": 6.329113924050633e-06,
      "loss": 5.6875,
      "step": 11
    },
    {
      "epoch": 0.04554079696394687,
      "grad_norm": 11.302613549595163,
      "learning_rate": 6.9620253164556965e-06,
      "loss": 3.4274,
      "step": 12
    },
    {
      "epoch": 0.04933586337760911,
      "grad_norm": 7.72949331282132,
      "learning_rate": 7.5949367088607605e-06,
      "loss": 3.1596,
      "step": 13
    },
    {
      "epoch": 0.05313092979127135,
      "grad_norm": 6.335189446265455,
      "learning_rate": 8.227848101265822e-06,
      "loss": 3.1567,
      "step": 14
    },
    {
      "epoch": 0.056925996204933584,
      "grad_norm": 5.204280145656099,
      "learning_rate": 8.860759493670886e-06,
      "loss": 3.0093,
      "step": 15
    },
    {
      "epoch": 0.06072106261859583,
      "grad_norm": 5.327369399133293,
      "learning_rate": 9.49367088607595e-06,
      "loss": 2.8687,
      "step": 16
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 3.5902058385378806,
      "learning_rate": 1.0126582278481012e-05,
      "loss": 2.734,
      "step": 17
    },
    {
      "epoch": 0.0683111954459203,
      "grad_norm": 2.9005082993372295,
      "learning_rate": 1.0759493670886076e-05,
      "loss": 2.7081,
      "step": 18
    },
    {
      "epoch": 0.07210626185958255,
      "grad_norm": 1.974688758447809,
      "learning_rate": 1.139240506329114e-05,
      "loss": 2.4974,
      "step": 19
    },
    {
      "epoch": 0.07590132827324478,
      "grad_norm": 1.7518384946545134,
      "learning_rate": 1.2025316455696203e-05,
      "loss": 2.4681,
      "step": 20
    },
    {
      "epoch": 0.07969639468690702,
      "grad_norm": 1.7541148172357248,
      "learning_rate": 1.2658227848101267e-05,
      "loss": 2.4543,
      "step": 21
    },
    {
      "epoch": 0.08349146110056926,
      "grad_norm": 1.1723792012584537,
      "learning_rate": 1.3291139240506329e-05,
      "loss": 2.4052,
      "step": 22
    },
    {
      "epoch": 0.0872865275142315,
      "grad_norm": 1.4804034373191297,
      "learning_rate": 1.3924050632911393e-05,
      "loss": 2.2488,
      "step": 23
    },
    {
      "epoch": 0.09108159392789374,
      "grad_norm": 1.1889737176936943,
      "learning_rate": 1.4556962025316457e-05,
      "loss": 2.2785,
      "step": 24
    },
    {
      "epoch": 0.09487666034155598,
      "grad_norm": 0.9204209529441236,
      "learning_rate": 1.5189873417721521e-05,
      "loss": 2.1683,
      "step": 25
    },
    {
      "epoch": 0.09867172675521822,
      "grad_norm": 2.0703118707538612,
      "learning_rate": 1.5822784810126583e-05,
      "loss": 2.2589,
      "step": 26
    },
    {
      "epoch": 0.10246679316888045,
      "grad_norm": 1.647865271118571,
      "learning_rate": 1.6455696202531644e-05,
      "loss": 2.0461,
      "step": 27
    },
    {
      "epoch": 0.1062618595825427,
      "grad_norm": 1.0500404961114602,
      "learning_rate": 1.7088607594936708e-05,
      "loss": 2.1666,
      "step": 28
    },
    {
      "epoch": 0.11005692599620494,
      "grad_norm": 1.0076071725849705,
      "learning_rate": 1.7721518987341772e-05,
      "loss": 2.0978,
      "step": 29
    },
    {
      "epoch": 0.11385199240986717,
      "grad_norm": 0.7701867978420391,
      "learning_rate": 1.8354430379746836e-05,
      "loss": 2.065,
      "step": 30
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 1.6109351104153533,
      "learning_rate": 1.89873417721519e-05,
      "loss": 2.1119,
      "step": 31
    },
    {
      "epoch": 0.12144212523719165,
      "grad_norm": 1.0413487669830812,
      "learning_rate": 1.962025316455696e-05,
      "loss": 2.0572,
      "step": 32
    },
    {
      "epoch": 0.1252371916508539,
      "grad_norm": 0.6427805199550526,
      "learning_rate": 2.0253164556962025e-05,
      "loss": 2.0372,
      "step": 33
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.9510255187453951,
      "learning_rate": 2.088607594936709e-05,
      "loss": 1.9751,
      "step": 34
    },
    {
      "epoch": 0.13282732447817835,
      "grad_norm": 1.284633561009481,
      "learning_rate": 2.1518987341772153e-05,
      "loss": 1.9798,
      "step": 35
    },
    {
      "epoch": 0.1366223908918406,
      "grad_norm": 0.9327064040358906,
      "learning_rate": 2.2151898734177217e-05,
      "loss": 1.8782,
      "step": 36
    },
    {
      "epoch": 0.14041745730550284,
      "grad_norm": 1.2045615961015605,
      "learning_rate": 2.278481012658228e-05,
      "loss": 1.9079,
      "step": 37
    },
    {
      "epoch": 0.1442125237191651,
      "grad_norm": 0.6537247427033752,
      "learning_rate": 2.341772151898734e-05,
      "loss": 1.9007,
      "step": 38
    },
    {
      "epoch": 0.14800759013282733,
      "grad_norm": 0.6502571827261109,
      "learning_rate": 2.4050632911392405e-05,
      "loss": 1.8699,
      "step": 39
    },
    {
      "epoch": 0.15180265654648956,
      "grad_norm": 0.6323816047475327,
      "learning_rate": 2.468354430379747e-05,
      "loss": 1.8669,
      "step": 40
    },
    {
      "epoch": 0.1555977229601518,
      "grad_norm": 0.768465784108011,
      "learning_rate": 2.5316455696202533e-05,
      "loss": 1.9124,
      "step": 41
    },
    {
      "epoch": 0.15939278937381404,
      "grad_norm": 2.418396322077454,
      "learning_rate": 2.5949367088607597e-05,
      "loss": 1.8707,
      "step": 42
    },
    {
      "epoch": 0.16318785578747627,
      "grad_norm": 0.9037807886900223,
      "learning_rate": 2.6582278481012658e-05,
      "loss": 1.8516,
      "step": 43
    },
    {
      "epoch": 0.16698292220113853,
      "grad_norm": 0.7641590282650628,
      "learning_rate": 2.7215189873417722e-05,
      "loss": 1.7878,
      "step": 44
    },
    {
      "epoch": 0.17077798861480076,
      "grad_norm": 1.0966608585702264,
      "learning_rate": 2.7848101265822786e-05,
      "loss": 1.802,
      "step": 45
    },
    {
      "epoch": 0.174573055028463,
      "grad_norm": 0.5688394185446388,
      "learning_rate": 2.848101265822785e-05,
      "loss": 1.8322,
      "step": 46
    },
    {
      "epoch": 0.17836812144212524,
      "grad_norm": 0.7478846619933489,
      "learning_rate": 2.9113924050632914e-05,
      "loss": 1.8947,
      "step": 47
    },
    {
      "epoch": 0.18216318785578747,
      "grad_norm": 0.6127680701652983,
      "learning_rate": 2.9746835443037974e-05,
      "loss": 1.7662,
      "step": 48
    },
    {
      "epoch": 0.1859582542694497,
      "grad_norm": 0.5373790882769766,
      "learning_rate": 3.0379746835443042e-05,
      "loss": 1.6683,
      "step": 49
    },
    {
      "epoch": 0.18975332068311196,
      "grad_norm": 0.6149095748944515,
      "learning_rate": 3.10126582278481e-05,
      "loss": 1.8495,
      "step": 50
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 0.5426195225589562,
      "learning_rate": 3.1645569620253167e-05,
      "loss": 1.6796,
      "step": 51
    },
    {
      "epoch": 0.19734345351043645,
      "grad_norm": 0.4410284346705972,
      "learning_rate": 3.227848101265823e-05,
      "loss": 1.6897,
      "step": 52
    },
    {
      "epoch": 0.20113851992409867,
      "grad_norm": 0.546083625231314,
      "learning_rate": 3.291139240506329e-05,
      "loss": 1.6566,
      "step": 53
    },
    {
      "epoch": 0.2049335863377609,
      "grad_norm": 0.4569806165138858,
      "learning_rate": 3.354430379746836e-05,
      "loss": 1.7379,
      "step": 54
    },
    {
      "epoch": 0.20872865275142316,
      "grad_norm": 0.48748025942610634,
      "learning_rate": 3.4177215189873416e-05,
      "loss": 1.7216,
      "step": 55
    },
    {
      "epoch": 0.2125237191650854,
      "grad_norm": 0.467756322924934,
      "learning_rate": 3.4810126582278487e-05,
      "loss": 1.674,
      "step": 56
    },
    {
      "epoch": 0.21631878557874762,
      "grad_norm": 0.42683955668547663,
      "learning_rate": 3.5443037974683544e-05,
      "loss": 1.6544,
      "step": 57
    },
    {
      "epoch": 0.22011385199240988,
      "grad_norm": 0.41134447964549253,
      "learning_rate": 3.607594936708861e-05,
      "loss": 1.6935,
      "step": 58
    },
    {
      "epoch": 0.2239089184060721,
      "grad_norm": 0.42354491596778654,
      "learning_rate": 3.670886075949367e-05,
      "loss": 1.6797,
      "step": 59
    },
    {
      "epoch": 0.22770398481973433,
      "grad_norm": 0.4286295643092341,
      "learning_rate": 3.7341772151898736e-05,
      "loss": 1.6842,
      "step": 60
    },
    {
      "epoch": 0.2314990512333966,
      "grad_norm": 0.3600064803456228,
      "learning_rate": 3.79746835443038e-05,
      "loss": 1.6634,
      "step": 61
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.44129600262533414,
      "learning_rate": 3.8607594936708864e-05,
      "loss": 1.5771,
      "step": 62
    },
    {
      "epoch": 0.23908918406072105,
      "grad_norm": 0.3297533512548015,
      "learning_rate": 3.924050632911392e-05,
      "loss": 1.6301,
      "step": 63
    },
    {
      "epoch": 0.2428842504743833,
      "grad_norm": 0.4193088363955817,
      "learning_rate": 3.987341772151899e-05,
      "loss": 1.612,
      "step": 64
    },
    {
      "epoch": 0.24667931688804554,
      "grad_norm": 0.3712454081789884,
      "learning_rate": 4.050632911392405e-05,
      "loss": 1.6879,
      "step": 65
    },
    {
      "epoch": 0.2504743833017078,
      "grad_norm": 0.5989768610829974,
      "learning_rate": 4.113924050632912e-05,
      "loss": 1.65,
      "step": 66
    },
    {
      "epoch": 0.25426944971537,
      "grad_norm": 0.3742664335808708,
      "learning_rate": 4.177215189873418e-05,
      "loss": 1.6507,
      "step": 67
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.4015420287040378,
      "learning_rate": 4.240506329113924e-05,
      "loss": 1.5732,
      "step": 68
    },
    {
      "epoch": 0.2618595825426945,
      "grad_norm": 0.38585498440668603,
      "learning_rate": 4.3037974683544305e-05,
      "loss": 1.6849,
      "step": 69
    },
    {
      "epoch": 0.2656546489563567,
      "grad_norm": 0.41777561117005696,
      "learning_rate": 4.367088607594937e-05,
      "loss": 1.6464,
      "step": 70
    },
    {
      "epoch": 0.269449715370019,
      "grad_norm": 0.4351076634889842,
      "learning_rate": 4.430379746835443e-05,
      "loss": 1.5629,
      "step": 71
    },
    {
      "epoch": 0.2732447817836812,
      "grad_norm": 0.4225694194804717,
      "learning_rate": 4.49367088607595e-05,
      "loss": 1.6265,
      "step": 72
    },
    {
      "epoch": 0.27703984819734345,
      "grad_norm": 0.4394992721980678,
      "learning_rate": 4.556962025316456e-05,
      "loss": 1.5624,
      "step": 73
    },
    {
      "epoch": 0.2808349146110057,
      "grad_norm": 0.4003804835773307,
      "learning_rate": 4.6202531645569625e-05,
      "loss": 1.5874,
      "step": 74
    },
    {
      "epoch": 0.2846299810246679,
      "grad_norm": 0.4939872467069243,
      "learning_rate": 4.683544303797468e-05,
      "loss": 1.5396,
      "step": 75
    },
    {
      "epoch": 0.2884250474383302,
      "grad_norm": 0.4309171830970703,
      "learning_rate": 4.7468354430379746e-05,
      "loss": 1.5761,
      "step": 76
    },
    {
      "epoch": 0.2922201138519924,
      "grad_norm": 0.39520809396209,
      "learning_rate": 4.810126582278481e-05,
      "loss": 1.5694,
      "step": 77
    },
    {
      "epoch": 0.29601518026565465,
      "grad_norm": 0.4415799961370828,
      "learning_rate": 4.8734177215189874e-05,
      "loss": 1.5954,
      "step": 78
    },
    {
      "epoch": 0.2998102466793169,
      "grad_norm": 0.5067670270148436,
      "learning_rate": 4.936708860759494e-05,
      "loss": 1.6202,
      "step": 79
    },
    {
      "epoch": 0.3036053130929791,
      "grad_norm": 0.7404307183816868,
      "learning_rate": 5e-05,
      "loss": 1.5495,
      "step": 80
    },
    {
      "epoch": 0.30740037950664134,
      "grad_norm": 0.8756938333123472,
      "learning_rate": 4.992957746478874e-05,
      "loss": 1.5814,
      "step": 81
    },
    {
      "epoch": 0.3111954459203036,
      "grad_norm": 0.7408728968865662,
      "learning_rate": 4.9859154929577466e-05,
      "loss": 1.603,
      "step": 82
    },
    {
      "epoch": 0.31499051233396586,
      "grad_norm": 0.47334219872168504,
      "learning_rate": 4.97887323943662e-05,
      "loss": 1.6161,
      "step": 83
    },
    {
      "epoch": 0.3187855787476281,
      "grad_norm": 0.5540870840573802,
      "learning_rate": 4.971830985915493e-05,
      "loss": 1.5272,
      "step": 84
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.6886269029001646,
      "learning_rate": 4.9647887323943665e-05,
      "loss": 1.5546,
      "step": 85
    },
    {
      "epoch": 0.32637571157495254,
      "grad_norm": 0.6086933597931,
      "learning_rate": 4.95774647887324e-05,
      "loss": 1.5839,
      "step": 86
    },
    {
      "epoch": 0.3301707779886148,
      "grad_norm": 0.3807159000304318,
      "learning_rate": 4.950704225352113e-05,
      "loss": 1.4863,
      "step": 87
    },
    {
      "epoch": 0.33396584440227706,
      "grad_norm": 0.543798541996791,
      "learning_rate": 4.9436619718309864e-05,
      "loss": 1.5316,
      "step": 88
    },
    {
      "epoch": 0.3377609108159393,
      "grad_norm": 0.6589993614586068,
      "learning_rate": 4.936619718309859e-05,
      "loss": 1.602,
      "step": 89
    },
    {
      "epoch": 0.3415559772296015,
      "grad_norm": 0.410627121431289,
      "learning_rate": 4.929577464788733e-05,
      "loss": 1.4986,
      "step": 90
    },
    {
      "epoch": 0.34535104364326374,
      "grad_norm": 0.4306732329266045,
      "learning_rate": 4.9225352112676056e-05,
      "loss": 1.565,
      "step": 91
    },
    {
      "epoch": 0.349146110056926,
      "grad_norm": 0.40943202120451866,
      "learning_rate": 4.915492957746479e-05,
      "loss": 1.6048,
      "step": 92
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 0.46187620640321075,
      "learning_rate": 4.908450704225353e-05,
      "loss": 1.5409,
      "step": 93
    },
    {
      "epoch": 0.3567362428842505,
      "grad_norm": 0.43416784435795913,
      "learning_rate": 4.9014084507042255e-05,
      "loss": 1.5513,
      "step": 94
    },
    {
      "epoch": 0.3605313092979127,
      "grad_norm": 0.364351822155291,
      "learning_rate": 4.894366197183099e-05,
      "loss": 1.4514,
      "step": 95
    },
    {
      "epoch": 0.36432637571157495,
      "grad_norm": 0.40903169908598264,
      "learning_rate": 4.887323943661972e-05,
      "loss": 1.4418,
      "step": 96
    },
    {
      "epoch": 0.3681214421252372,
      "grad_norm": 0.41077705665324876,
      "learning_rate": 4.8802816901408454e-05,
      "loss": 1.4692,
      "step": 97
    },
    {
      "epoch": 0.3719165085388994,
      "grad_norm": 0.4325231730159397,
      "learning_rate": 4.873239436619719e-05,
      "loss": 1.5407,
      "step": 98
    },
    {
      "epoch": 0.3757115749525617,
      "grad_norm": 0.4596146921793953,
      "learning_rate": 4.866197183098592e-05,
      "loss": 1.5242,
      "step": 99
    },
    {
      "epoch": 0.3795066413662239,
      "grad_norm": 0.40247629555127784,
      "learning_rate": 4.8591549295774653e-05,
      "loss": 1.5224,
      "step": 100
    },
    {
      "epoch": 0.38330170777988615,
      "grad_norm": 0.43395587345438613,
      "learning_rate": 4.852112676056338e-05,
      "loss": 1.5369,
      "step": 101
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.4725234162111987,
      "learning_rate": 4.845070422535212e-05,
      "loss": 1.4368,
      "step": 102
    },
    {
      "epoch": 0.3908918406072106,
      "grad_norm": 0.4866189429925447,
      "learning_rate": 4.838028169014085e-05,
      "loss": 1.5053,
      "step": 103
    },
    {
      "epoch": 0.3946869070208729,
      "grad_norm": 0.4069556864302445,
      "learning_rate": 4.830985915492958e-05,
      "loss": 1.5418,
      "step": 104
    },
    {
      "epoch": 0.3984819734345351,
      "grad_norm": 0.47678521453205674,
      "learning_rate": 4.8239436619718316e-05,
      "loss": 1.5176,
      "step": 105
    },
    {
      "epoch": 0.40227703984819735,
      "grad_norm": 0.4033161409910721,
      "learning_rate": 4.8169014084507045e-05,
      "loss": 1.5062,
      "step": 106
    },
    {
      "epoch": 0.4060721062618596,
      "grad_norm": 0.35292601314916233,
      "learning_rate": 4.809859154929578e-05,
      "loss": 1.4527,
      "step": 107
    },
    {
      "epoch": 0.4098671726755218,
      "grad_norm": 0.427382233984873,
      "learning_rate": 4.8028169014084515e-05,
      "loss": 1.5015,
      "step": 108
    },
    {
      "epoch": 0.41366223908918404,
      "grad_norm": 0.484448814811885,
      "learning_rate": 4.7957746478873244e-05,
      "loss": 1.453,
      "step": 109
    },
    {
      "epoch": 0.4174573055028463,
      "grad_norm": 0.4000789193244044,
      "learning_rate": 4.788732394366197e-05,
      "loss": 1.5646,
      "step": 110
    },
    {
      "epoch": 0.42125237191650855,
      "grad_norm": 0.4721061236219507,
      "learning_rate": 4.78169014084507e-05,
      "loss": 1.4607,
      "step": 111
    },
    {
      "epoch": 0.4250474383301708,
      "grad_norm": 0.40813799871710404,
      "learning_rate": 4.7746478873239436e-05,
      "loss": 1.4116,
      "step": 112
    },
    {
      "epoch": 0.428842504743833,
      "grad_norm": 0.3809065440876614,
      "learning_rate": 4.767605633802817e-05,
      "loss": 1.4811,
      "step": 113
    },
    {
      "epoch": 0.43263757115749524,
      "grad_norm": 0.47019438418202353,
      "learning_rate": 4.76056338028169e-05,
      "loss": 1.4493,
      "step": 114
    },
    {
      "epoch": 0.4364326375711575,
      "grad_norm": 0.4016494235316403,
      "learning_rate": 4.7535211267605635e-05,
      "loss": 1.4059,
      "step": 115
    },
    {
      "epoch": 0.44022770398481975,
      "grad_norm": 0.3971278151970772,
      "learning_rate": 4.7464788732394363e-05,
      "loss": 1.4072,
      "step": 116
    },
    {
      "epoch": 0.444022770398482,
      "grad_norm": 0.47646350981005675,
      "learning_rate": 4.73943661971831e-05,
      "loss": 1.4458,
      "step": 117
    },
    {
      "epoch": 0.4478178368121442,
      "grad_norm": 0.5020191715292881,
      "learning_rate": 4.7323943661971834e-05,
      "loss": 1.4899,
      "step": 118
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.32593662880734586,
      "learning_rate": 4.725352112676056e-05,
      "loss": 1.4262,
      "step": 119
    },
    {
      "epoch": 0.45540796963946867,
      "grad_norm": 0.4973960513889332,
      "learning_rate": 4.71830985915493e-05,
      "loss": 1.4303,
      "step": 120
    },
    {
      "epoch": 0.45920303605313095,
      "grad_norm": 0.39806899280642116,
      "learning_rate": 4.7112676056338026e-05,
      "loss": 1.3826,
      "step": 121
    },
    {
      "epoch": 0.4629981024667932,
      "grad_norm": 0.3781859871987095,
      "learning_rate": 4.704225352112676e-05,
      "loss": 1.4079,
      "step": 122
    },
    {
      "epoch": 0.4667931688804554,
      "grad_norm": 0.42814978256121805,
      "learning_rate": 4.69718309859155e-05,
      "loss": 1.4056,
      "step": 123
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.3316565174596705,
      "learning_rate": 4.6901408450704225e-05,
      "loss": 1.411,
      "step": 124
    },
    {
      "epoch": 0.47438330170777987,
      "grad_norm": 0.36187807400376804,
      "learning_rate": 4.683098591549296e-05,
      "loss": 1.4228,
      "step": 125
    },
    {
      "epoch": 0.4781783681214421,
      "grad_norm": 0.3841542596171203,
      "learning_rate": 4.676056338028169e-05,
      "loss": 1.4345,
      "step": 126
    },
    {
      "epoch": 0.4819734345351044,
      "grad_norm": 0.33745746660281706,
      "learning_rate": 4.6690140845070424e-05,
      "loss": 1.4757,
      "step": 127
    },
    {
      "epoch": 0.4857685009487666,
      "grad_norm": 0.36136826648297415,
      "learning_rate": 4.661971830985915e-05,
      "loss": 1.4269,
      "step": 128
    },
    {
      "epoch": 0.48956356736242884,
      "grad_norm": 0.4206874108397252,
      "learning_rate": 4.654929577464789e-05,
      "loss": 1.3558,
      "step": 129
    },
    {
      "epoch": 0.49335863377609107,
      "grad_norm": 0.3211522112176049,
      "learning_rate": 4.647887323943662e-05,
      "loss": 1.4066,
      "step": 130
    },
    {
      "epoch": 0.4971537001897533,
      "grad_norm": 0.42159243957048326,
      "learning_rate": 4.640845070422535e-05,
      "loss": 1.3845,
      "step": 131
    },
    {
      "epoch": 0.5009487666034156,
      "grad_norm": 0.36524560316144566,
      "learning_rate": 4.633802816901409e-05,
      "loss": 1.4484,
      "step": 132
    },
    {
      "epoch": 0.5047438330170778,
      "grad_norm": 0.3360317678022846,
      "learning_rate": 4.6267605633802816e-05,
      "loss": 1.4249,
      "step": 133
    },
    {
      "epoch": 0.50853889943074,
      "grad_norm": 0.38267639665072495,
      "learning_rate": 4.619718309859155e-05,
      "loss": 1.4267,
      "step": 134
    },
    {
      "epoch": 0.5123339658444023,
      "grad_norm": 0.3515968333157541,
      "learning_rate": 4.6126760563380286e-05,
      "loss": 1.3638,
      "step": 135
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.3399745983579114,
      "learning_rate": 4.6056338028169015e-05,
      "loss": 1.4098,
      "step": 136
    },
    {
      "epoch": 0.5199240986717267,
      "grad_norm": 0.39077092993266566,
      "learning_rate": 4.598591549295775e-05,
      "loss": 1.4015,
      "step": 137
    },
    {
      "epoch": 0.523719165085389,
      "grad_norm": 0.42453420106967205,
      "learning_rate": 4.591549295774648e-05,
      "loss": 1.5311,
      "step": 138
    },
    {
      "epoch": 0.5275142314990512,
      "grad_norm": 0.3986911368509283,
      "learning_rate": 4.5845070422535214e-05,
      "loss": 1.4451,
      "step": 139
    },
    {
      "epoch": 0.5313092979127134,
      "grad_norm": 0.35723248125580975,
      "learning_rate": 4.577464788732395e-05,
      "loss": 1.4333,
      "step": 140
    },
    {
      "epoch": 0.5351043643263758,
      "grad_norm": 0.31332630291444385,
      "learning_rate": 4.570422535211268e-05,
      "loss": 1.3828,
      "step": 141
    },
    {
      "epoch": 0.538899430740038,
      "grad_norm": 0.43136704591444386,
      "learning_rate": 4.563380281690141e-05,
      "loss": 1.4064,
      "step": 142
    },
    {
      "epoch": 0.5426944971537002,
      "grad_norm": 0.3803746072665268,
      "learning_rate": 4.556338028169014e-05,
      "loss": 1.4452,
      "step": 143
    },
    {
      "epoch": 0.5464895635673624,
      "grad_norm": 0.3639453496228484,
      "learning_rate": 4.5492957746478876e-05,
      "loss": 1.3488,
      "step": 144
    },
    {
      "epoch": 0.5502846299810247,
      "grad_norm": 0.3840846743562568,
      "learning_rate": 4.542253521126761e-05,
      "loss": 1.3771,
      "step": 145
    },
    {
      "epoch": 0.5540796963946869,
      "grad_norm": 0.36449348238261,
      "learning_rate": 4.535211267605634e-05,
      "loss": 1.4484,
      "step": 146
    },
    {
      "epoch": 0.5578747628083491,
      "grad_norm": 0.3515807826750923,
      "learning_rate": 4.5281690140845075e-05,
      "loss": 1.3991,
      "step": 147
    },
    {
      "epoch": 0.5616698292220114,
      "grad_norm": 0.3873512613341988,
      "learning_rate": 4.5211267605633804e-05,
      "loss": 1.3949,
      "step": 148
    },
    {
      "epoch": 0.5654648956356736,
      "grad_norm": 0.31296388966092,
      "learning_rate": 4.514084507042254e-05,
      "loss": 1.3685,
      "step": 149
    },
    {
      "epoch": 0.5692599620493358,
      "grad_norm": 0.33918560649969454,
      "learning_rate": 4.507042253521127e-05,
      "loss": 1.332,
      "step": 150
    },
    {
      "epoch": 0.573055028462998,
      "grad_norm": 0.3340984719004553,
      "learning_rate": 4.5e-05,
      "loss": 1.3577,
      "step": 151
    },
    {
      "epoch": 0.5768500948766604,
      "grad_norm": 0.36267287408052973,
      "learning_rate": 4.492957746478874e-05,
      "loss": 1.437,
      "step": 152
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.35764903406771575,
      "learning_rate": 4.4859154929577467e-05,
      "loss": 1.3907,
      "step": 153
    },
    {
      "epoch": 0.5844402277039848,
      "grad_norm": 0.3583401107412542,
      "learning_rate": 4.47887323943662e-05,
      "loss": 1.3919,
      "step": 154
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.4041586732718652,
      "learning_rate": 4.471830985915493e-05,
      "loss": 1.3997,
      "step": 155
    },
    {
      "epoch": 0.5920303605313093,
      "grad_norm": 0.35367385034436627,
      "learning_rate": 4.4647887323943666e-05,
      "loss": 1.4102,
      "step": 156
    },
    {
      "epoch": 0.5958254269449715,
      "grad_norm": 0.3304368676274889,
      "learning_rate": 4.45774647887324e-05,
      "loss": 1.3693,
      "step": 157
    },
    {
      "epoch": 0.5996204933586338,
      "grad_norm": 0.3205742197630557,
      "learning_rate": 4.450704225352113e-05,
      "loss": 1.3337,
      "step": 158
    },
    {
      "epoch": 0.603415559772296,
      "grad_norm": 0.35445122655886857,
      "learning_rate": 4.4436619718309865e-05,
      "loss": 1.44,
      "step": 159
    },
    {
      "epoch": 0.6072106261859582,
      "grad_norm": 0.3573966131889885,
      "learning_rate": 4.436619718309859e-05,
      "loss": 1.3803,
      "step": 160
    },
    {
      "epoch": 0.6110056925996205,
      "grad_norm": 0.3586312772305008,
      "learning_rate": 4.429577464788733e-05,
      "loss": 1.3438,
      "step": 161
    },
    {
      "epoch": 0.6148007590132827,
      "grad_norm": 0.3783176659435124,
      "learning_rate": 4.4225352112676064e-05,
      "loss": 1.3404,
      "step": 162
    },
    {
      "epoch": 0.618595825426945,
      "grad_norm": 0.3379901326719384,
      "learning_rate": 4.415492957746479e-05,
      "loss": 1.3409,
      "step": 163
    },
    {
      "epoch": 0.6223908918406073,
      "grad_norm": 0.3777309847906582,
      "learning_rate": 4.408450704225353e-05,
      "loss": 1.3955,
      "step": 164
    },
    {
      "epoch": 0.6261859582542695,
      "grad_norm": 0.3761776753259742,
      "learning_rate": 4.4014084507042256e-05,
      "loss": 1.3231,
      "step": 165
    },
    {
      "epoch": 0.6299810246679317,
      "grad_norm": 0.36862056674799515,
      "learning_rate": 4.394366197183099e-05,
      "loss": 1.3725,
      "step": 166
    },
    {
      "epoch": 0.6337760910815939,
      "grad_norm": 0.3674498306369189,
      "learning_rate": 4.3873239436619726e-05,
      "loss": 1.3188,
      "step": 167
    },
    {
      "epoch": 0.6375711574952562,
      "grad_norm": 0.38270505298891316,
      "learning_rate": 4.3802816901408455e-05,
      "loss": 1.3907,
      "step": 168
    },
    {
      "epoch": 0.6413662239089184,
      "grad_norm": 0.36403624669642476,
      "learning_rate": 4.373239436619718e-05,
      "loss": 1.3062,
      "step": 169
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.39703076974571927,
      "learning_rate": 4.366197183098591e-05,
      "loss": 1.3589,
      "step": 170
    },
    {
      "epoch": 0.6489563567362429,
      "grad_norm": 0.34114997296211463,
      "learning_rate": 4.359154929577465e-05,
      "loss": 1.3198,
      "step": 171
    },
    {
      "epoch": 0.6527514231499051,
      "grad_norm": 0.41175841528886803,
      "learning_rate": 4.352112676056338e-05,
      "loss": 1.4185,
      "step": 172
    },
    {
      "epoch": 0.6565464895635673,
      "grad_norm": 0.4174144929484366,
      "learning_rate": 4.345070422535211e-05,
      "loss": 1.3929,
      "step": 173
    },
    {
      "epoch": 0.6603415559772297,
      "grad_norm": 0.3428838083958315,
      "learning_rate": 4.3380281690140846e-05,
      "loss": 1.3627,
      "step": 174
    },
    {
      "epoch": 0.6641366223908919,
      "grad_norm": 0.3929570557569129,
      "learning_rate": 4.3309859154929575e-05,
      "loss": 1.3529,
      "step": 175
    },
    {
      "epoch": 0.6679316888045541,
      "grad_norm": 0.3573057662364649,
      "learning_rate": 4.323943661971831e-05,
      "loss": 1.3285,
      "step": 176
    },
    {
      "epoch": 0.6717267552182163,
      "grad_norm": 0.4100140619685759,
      "learning_rate": 4.3169014084507045e-05,
      "loss": 1.3363,
      "step": 177
    },
    {
      "epoch": 0.6755218216318786,
      "grad_norm": 0.3445528400302041,
      "learning_rate": 4.3098591549295774e-05,
      "loss": 1.3098,
      "step": 178
    },
    {
      "epoch": 0.6793168880455408,
      "grad_norm": 0.37717433556231583,
      "learning_rate": 4.302816901408451e-05,
      "loss": 1.3108,
      "step": 179
    },
    {
      "epoch": 0.683111954459203,
      "grad_norm": 0.3715317239019883,
      "learning_rate": 4.295774647887324e-05,
      "loss": 1.354,
      "step": 180
    },
    {
      "epoch": 0.6869070208728653,
      "grad_norm": 0.35195067644474287,
      "learning_rate": 4.288732394366197e-05,
      "loss": 1.2881,
      "step": 181
    },
    {
      "epoch": 0.6907020872865275,
      "grad_norm": 0.35595665080741584,
      "learning_rate": 4.281690140845071e-05,
      "loss": 1.3259,
      "step": 182
    },
    {
      "epoch": 0.6944971537001897,
      "grad_norm": 0.3046365612241057,
      "learning_rate": 4.2746478873239436e-05,
      "loss": 1.3144,
      "step": 183
    },
    {
      "epoch": 0.698292220113852,
      "grad_norm": 0.3819917913784112,
      "learning_rate": 4.267605633802817e-05,
      "loss": 1.322,
      "step": 184
    },
    {
      "epoch": 0.7020872865275142,
      "grad_norm": 0.3299468340192363,
      "learning_rate": 4.26056338028169e-05,
      "loss": 1.3381,
      "step": 185
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.3740628787564136,
      "learning_rate": 4.2535211267605635e-05,
      "loss": 1.3556,
      "step": 186
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 0.35933774593302825,
      "learning_rate": 4.2464788732394364e-05,
      "loss": 1.3261,
      "step": 187
    },
    {
      "epoch": 0.713472485768501,
      "grad_norm": 0.3670666433581175,
      "learning_rate": 4.23943661971831e-05,
      "loss": 1.3449,
      "step": 188
    },
    {
      "epoch": 0.7172675521821632,
      "grad_norm": 0.36936784178468773,
      "learning_rate": 4.2323943661971834e-05,
      "loss": 1.2828,
      "step": 189
    },
    {
      "epoch": 0.7210626185958254,
      "grad_norm": 0.3367523658701917,
      "learning_rate": 4.225352112676056e-05,
      "loss": 1.3748,
      "step": 190
    },
    {
      "epoch": 0.7248576850094877,
      "grad_norm": 0.3352692091278163,
      "learning_rate": 4.21830985915493e-05,
      "loss": 1.285,
      "step": 191
    },
    {
      "epoch": 0.7286527514231499,
      "grad_norm": 0.32844599471562874,
      "learning_rate": 4.211267605633803e-05,
      "loss": 1.3514,
      "step": 192
    },
    {
      "epoch": 0.7324478178368121,
      "grad_norm": 0.32445569378348055,
      "learning_rate": 4.204225352112676e-05,
      "loss": 1.3256,
      "step": 193
    },
    {
      "epoch": 0.7362428842504743,
      "grad_norm": 0.3071410557778373,
      "learning_rate": 4.19718309859155e-05,
      "loss": 1.3007,
      "step": 194
    },
    {
      "epoch": 0.7400379506641366,
      "grad_norm": 0.3080989046350531,
      "learning_rate": 4.1901408450704226e-05,
      "loss": 1.2903,
      "step": 195
    },
    {
      "epoch": 0.7438330170777988,
      "grad_norm": 0.31056134555547077,
      "learning_rate": 4.183098591549296e-05,
      "loss": 1.3123,
      "step": 196
    },
    {
      "epoch": 0.7476280834914611,
      "grad_norm": 1.8895780326868505,
      "learning_rate": 4.176056338028169e-05,
      "loss": 1.311,
      "step": 197
    },
    {
      "epoch": 0.7514231499051234,
      "grad_norm": 0.3526960047508018,
      "learning_rate": 4.1690140845070425e-05,
      "loss": 1.3291,
      "step": 198
    },
    {
      "epoch": 0.7552182163187856,
      "grad_norm": 0.34865523371730295,
      "learning_rate": 4.161971830985916e-05,
      "loss": 1.309,
      "step": 199
    },
    {
      "epoch": 0.7590132827324478,
      "grad_norm": 0.31651506379715605,
      "learning_rate": 4.154929577464789e-05,
      "loss": 1.2653,
      "step": 200
    },
    {
      "epoch": 0.7628083491461101,
      "grad_norm": 0.332113537560613,
      "learning_rate": 4.1478873239436624e-05,
      "loss": 1.3122,
      "step": 201
    },
    {
      "epoch": 0.7666034155597723,
      "grad_norm": 0.6094071531831814,
      "learning_rate": 4.140845070422535e-05,
      "loss": 1.3009,
      "step": 202
    },
    {
      "epoch": 0.7703984819734345,
      "grad_norm": 0.33649374700866697,
      "learning_rate": 4.133802816901409e-05,
      "loss": 1.3174,
      "step": 203
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.36498451990927117,
      "learning_rate": 4.126760563380282e-05,
      "loss": 1.2808,
      "step": 204
    },
    {
      "epoch": 0.777988614800759,
      "grad_norm": 0.3139489823599198,
      "learning_rate": 4.119718309859155e-05,
      "loss": 1.3246,
      "step": 205
    },
    {
      "epoch": 0.7817836812144212,
      "grad_norm": 0.3296563025384292,
      "learning_rate": 4.1126760563380286e-05,
      "loss": 1.2238,
      "step": 206
    },
    {
      "epoch": 0.7855787476280834,
      "grad_norm": 0.321736102972286,
      "learning_rate": 4.1056338028169015e-05,
      "loss": 1.2509,
      "step": 207
    },
    {
      "epoch": 0.7893738140417458,
      "grad_norm": 0.3252820879325987,
      "learning_rate": 4.098591549295775e-05,
      "loss": 1.2725,
      "step": 208
    },
    {
      "epoch": 0.793168880455408,
      "grad_norm": 0.3211609450260476,
      "learning_rate": 4.091549295774648e-05,
      "loss": 1.2437,
      "step": 209
    },
    {
      "epoch": 0.7969639468690702,
      "grad_norm": 0.3310154286833479,
      "learning_rate": 4.0845070422535214e-05,
      "loss": 1.2911,
      "step": 210
    },
    {
      "epoch": 0.8007590132827325,
      "grad_norm": 0.34047936964211944,
      "learning_rate": 4.077464788732395e-05,
      "loss": 1.241,
      "step": 211
    },
    {
      "epoch": 0.8045540796963947,
      "grad_norm": 0.3601451931912554,
      "learning_rate": 4.070422535211268e-05,
      "loss": 1.3091,
      "step": 212
    },
    {
      "epoch": 0.8083491461100569,
      "grad_norm": 0.341630894880969,
      "learning_rate": 4.063380281690141e-05,
      "loss": 1.2166,
      "step": 213
    },
    {
      "epoch": 0.8121442125237192,
      "grad_norm": 0.3231118912446341,
      "learning_rate": 4.056338028169014e-05,
      "loss": 1.2608,
      "step": 214
    },
    {
      "epoch": 0.8159392789373814,
      "grad_norm": 0.344358800411142,
      "learning_rate": 4.049295774647888e-05,
      "loss": 1.313,
      "step": 215
    },
    {
      "epoch": 0.8197343453510436,
      "grad_norm": 0.34274391380453484,
      "learning_rate": 4.042253521126761e-05,
      "loss": 1.2415,
      "step": 216
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 0.3365818031342838,
      "learning_rate": 4.035211267605634e-05,
      "loss": 1.2411,
      "step": 217
    },
    {
      "epoch": 0.8273244781783681,
      "grad_norm": 0.3528447853747438,
      "learning_rate": 4.0281690140845076e-05,
      "loss": 1.2693,
      "step": 218
    },
    {
      "epoch": 0.8311195445920304,
      "grad_norm": 0.38058232199864395,
      "learning_rate": 4.0211267605633804e-05,
      "loss": 1.262,
      "step": 219
    },
    {
      "epoch": 0.8349146110056926,
      "grad_norm": 0.36105483077105904,
      "learning_rate": 4.014084507042254e-05,
      "loss": 1.2696,
      "step": 220
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.3103848396032734,
      "learning_rate": 4.0070422535211275e-05,
      "loss": 1.268,
      "step": 221
    },
    {
      "epoch": 0.8425047438330171,
      "grad_norm": 0.3848294788065234,
      "learning_rate": 4e-05,
      "loss": 1.2518,
      "step": 222
    },
    {
      "epoch": 0.8462998102466793,
      "grad_norm": 0.33080202739238657,
      "learning_rate": 3.992957746478874e-05,
      "loss": 1.1915,
      "step": 223
    },
    {
      "epoch": 0.8500948766603416,
      "grad_norm": 0.38000956902567407,
      "learning_rate": 3.985915492957747e-05,
      "loss": 1.2117,
      "step": 224
    },
    {
      "epoch": 0.8538899430740038,
      "grad_norm": 0.3715575769758883,
      "learning_rate": 3.97887323943662e-05,
      "loss": 1.2583,
      "step": 225
    },
    {
      "epoch": 0.857685009487666,
      "grad_norm": 0.3720392057036161,
      "learning_rate": 3.971830985915493e-05,
      "loss": 1.2877,
      "step": 226
    },
    {
      "epoch": 0.8614800759013282,
      "grad_norm": 0.3653290894884262,
      "learning_rate": 3.9647887323943666e-05,
      "loss": 1.2717,
      "step": 227
    },
    {
      "epoch": 0.8652751423149905,
      "grad_norm": 0.4265644803365511,
      "learning_rate": 3.9577464788732395e-05,
      "loss": 1.258,
      "step": 228
    },
    {
      "epoch": 0.8690702087286527,
      "grad_norm": 0.3386462365150063,
      "learning_rate": 3.950704225352112e-05,
      "loss": 1.2225,
      "step": 229
    },
    {
      "epoch": 0.872865275142315,
      "grad_norm": 0.43926314371533426,
      "learning_rate": 3.943661971830986e-05,
      "loss": 1.2347,
      "step": 230
    },
    {
      "epoch": 0.8766603415559773,
      "grad_norm": 0.32840599320539543,
      "learning_rate": 3.9366197183098594e-05,
      "loss": 1.2332,
      "step": 231
    },
    {
      "epoch": 0.8804554079696395,
      "grad_norm": 0.42367117988848685,
      "learning_rate": 3.929577464788732e-05,
      "loss": 1.2675,
      "step": 232
    },
    {
      "epoch": 0.8842504743833017,
      "grad_norm": 0.37102000500926696,
      "learning_rate": 3.922535211267606e-05,
      "loss": 1.2231,
      "step": 233
    },
    {
      "epoch": 0.888045540796964,
      "grad_norm": 0.3617890203831545,
      "learning_rate": 3.9154929577464786e-05,
      "loss": 1.2568,
      "step": 234
    },
    {
      "epoch": 0.8918406072106262,
      "grad_norm": 0.3535203843496746,
      "learning_rate": 3.908450704225352e-05,
      "loss": 1.2599,
      "step": 235
    },
    {
      "epoch": 0.8956356736242884,
      "grad_norm": 0.35336005521716213,
      "learning_rate": 3.9014084507042256e-05,
      "loss": 1.2644,
      "step": 236
    },
    {
      "epoch": 0.8994307400379506,
      "grad_norm": 0.3415373219143306,
      "learning_rate": 3.8943661971830985e-05,
      "loss": 1.2199,
      "step": 237
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.36547141577633835,
      "learning_rate": 3.887323943661972e-05,
      "loss": 1.2606,
      "step": 238
    },
    {
      "epoch": 0.9070208728652751,
      "grad_norm": 0.3715572237799435,
      "learning_rate": 3.880281690140845e-05,
      "loss": 1.2158,
      "step": 239
    },
    {
      "epoch": 0.9108159392789373,
      "grad_norm": 0.34742124410508274,
      "learning_rate": 3.8732394366197184e-05,
      "loss": 1.2344,
      "step": 240
    },
    {
      "epoch": 0.9146110056925996,
      "grad_norm": 0.3484664762204998,
      "learning_rate": 3.866197183098592e-05,
      "loss": 1.2287,
      "step": 241
    },
    {
      "epoch": 0.9184060721062619,
      "grad_norm": 0.30765739989139884,
      "learning_rate": 3.859154929577465e-05,
      "loss": 1.2026,
      "step": 242
    },
    {
      "epoch": 0.9222011385199241,
      "grad_norm": 0.35586172749374156,
      "learning_rate": 3.852112676056338e-05,
      "loss": 1.1763,
      "step": 243
    },
    {
      "epoch": 0.9259962049335864,
      "grad_norm": 0.36025629908095097,
      "learning_rate": 3.845070422535211e-05,
      "loss": 1.2319,
      "step": 244
    },
    {
      "epoch": 0.9297912713472486,
      "grad_norm": 0.3715154160227618,
      "learning_rate": 3.8380281690140847e-05,
      "loss": 1.2393,
      "step": 245
    },
    {
      "epoch": 0.9335863377609108,
      "grad_norm": 0.3635351228373479,
      "learning_rate": 3.8309859154929575e-05,
      "loss": 1.2302,
      "step": 246
    },
    {
      "epoch": 0.937381404174573,
      "grad_norm": 0.3731784332441304,
      "learning_rate": 3.823943661971831e-05,
      "loss": 1.2251,
      "step": 247
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.3594415010248249,
      "learning_rate": 3.8169014084507046e-05,
      "loss": 1.1908,
      "step": 248
    },
    {
      "epoch": 0.9449715370018975,
      "grad_norm": 0.3998773141506776,
      "learning_rate": 3.8098591549295774e-05,
      "loss": 1.2357,
      "step": 249
    },
    {
      "epoch": 0.9487666034155597,
      "grad_norm": 0.349061111387022,
      "learning_rate": 3.802816901408451e-05,
      "loss": 1.1901,
      "step": 250
    },
    {
      "epoch": 0.952561669829222,
      "grad_norm": 0.35591269469725034,
      "learning_rate": 3.795774647887324e-05,
      "loss": 1.1795,
      "step": 251
    },
    {
      "epoch": 0.9563567362428842,
      "grad_norm": 0.3421541759167281,
      "learning_rate": 3.788732394366197e-05,
      "loss": 1.1796,
      "step": 252
    },
    {
      "epoch": 0.9601518026565465,
      "grad_norm": 0.36503325847175494,
      "learning_rate": 3.781690140845071e-05,
      "loss": 1.2151,
      "step": 253
    },
    {
      "epoch": 0.9639468690702088,
      "grad_norm": 0.4230734128325036,
      "learning_rate": 3.774647887323944e-05,
      "loss": 1.2481,
      "step": 254
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.36192963764234665,
      "learning_rate": 3.767605633802817e-05,
      "loss": 1.2155,
      "step": 255
    },
    {
      "epoch": 0.9715370018975332,
      "grad_norm": 0.4095967215802884,
      "learning_rate": 3.76056338028169e-05,
      "loss": 1.1792,
      "step": 256
    },
    {
      "epoch": 0.9753320683111955,
      "grad_norm": 0.3815528851810032,
      "learning_rate": 3.7535211267605636e-05,
      "loss": 1.1657,
      "step": 257
    },
    {
      "epoch": 0.9791271347248577,
      "grad_norm": 0.4320746767417787,
      "learning_rate": 3.746478873239437e-05,
      "loss": 1.1457,
      "step": 258
    },
    {
      "epoch": 0.9829222011385199,
      "grad_norm": 0.3777616212932332,
      "learning_rate": 3.73943661971831e-05,
      "loss": 1.2336,
      "step": 259
    },
    {
      "epoch": 0.9867172675521821,
      "grad_norm": 0.37724218868971127,
      "learning_rate": 3.7323943661971835e-05,
      "loss": 1.1951,
      "step": 260
    },
    {
      "epoch": 0.9905123339658444,
      "grad_norm": 0.36945973634236734,
      "learning_rate": 3.725352112676056e-05,
      "loss": 1.1559,
      "step": 261
    },
    {
      "epoch": 0.9943074003795066,
      "grad_norm": 0.3904926455458019,
      "learning_rate": 3.71830985915493e-05,
      "loss": 1.1524,
      "step": 262
    },
    {
      "epoch": 0.9981024667931688,
      "grad_norm": 0.3724692970695682,
      "learning_rate": 3.711267605633803e-05,
      "loss": 1.2107,
      "step": 263
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3724692970695682,
      "learning_rate": 3.704225352112676e-05,
      "loss": 1.1305,
      "step": 264
    },
    {
      "epoch": 1.0037950664136623,
      "grad_norm": 0.5780005022114832,
      "learning_rate": 3.69718309859155e-05,
      "loss": 1.0284,
      "step": 265
    },
    {
      "epoch": 1.0075901328273245,
      "grad_norm": 0.49268409957462456,
      "learning_rate": 3.6901408450704226e-05,
      "loss": 1.0607,
      "step": 266
    },
    {
      "epoch": 1.0113851992409868,
      "grad_norm": 0.38871662254837497,
      "learning_rate": 3.683098591549296e-05,
      "loss": 0.9872,
      "step": 267
    },
    {
      "epoch": 1.015180265654649,
      "grad_norm": 0.37177307169622453,
      "learning_rate": 3.676056338028169e-05,
      "loss": 0.9977,
      "step": 268
    },
    {
      "epoch": 1.0189753320683113,
      "grad_norm": 0.4762575267486963,
      "learning_rate": 3.6690140845070425e-05,
      "loss": 0.9903,
      "step": 269
    },
    {
      "epoch": 1.0227703984819734,
      "grad_norm": 0.4387230065396426,
      "learning_rate": 3.661971830985916e-05,
      "loss": 0.9975,
      "step": 270
    },
    {
      "epoch": 1.0265654648956357,
      "grad_norm": 0.3495097236775341,
      "learning_rate": 3.654929577464789e-05,
      "loss": 1.0235,
      "step": 271
    },
    {
      "epoch": 1.0303605313092978,
      "grad_norm": 0.42106629232774034,
      "learning_rate": 3.6478873239436624e-05,
      "loss": 0.9921,
      "step": 272
    },
    {
      "epoch": 1.0341555977229602,
      "grad_norm": 0.3768323548261238,
      "learning_rate": 3.640845070422535e-05,
      "loss": 0.9918,
      "step": 273
    },
    {
      "epoch": 1.0379506641366223,
      "grad_norm": 0.41704360648035427,
      "learning_rate": 3.633802816901409e-05,
      "loss": 0.9928,
      "step": 274
    },
    {
      "epoch": 1.0417457305502846,
      "grad_norm": 0.3737706259042612,
      "learning_rate": 3.626760563380282e-05,
      "loss": 0.9992,
      "step": 275
    },
    {
      "epoch": 1.045540796963947,
      "grad_norm": 0.44307625684387103,
      "learning_rate": 3.619718309859155e-05,
      "loss": 0.9803,
      "step": 276
    },
    {
      "epoch": 1.049335863377609,
      "grad_norm": 0.4263539560573131,
      "learning_rate": 3.612676056338029e-05,
      "loss": 1.0075,
      "step": 277
    },
    {
      "epoch": 1.0531309297912714,
      "grad_norm": 0.42906097981386576,
      "learning_rate": 3.6056338028169015e-05,
      "loss": 1.0186,
      "step": 278
    },
    {
      "epoch": 1.0569259962049335,
      "grad_norm": 0.3983384890358378,
      "learning_rate": 3.598591549295775e-05,
      "loss": 0.9353,
      "step": 279
    },
    {
      "epoch": 1.060721062618596,
      "grad_norm": 0.4348959321673255,
      "learning_rate": 3.5915492957746486e-05,
      "loss": 0.9596,
      "step": 280
    },
    {
      "epoch": 1.064516129032258,
      "grad_norm": 0.41488330626855313,
      "learning_rate": 3.5845070422535214e-05,
      "loss": 0.9804,
      "step": 281
    },
    {
      "epoch": 1.0683111954459203,
      "grad_norm": 0.47753850530638825,
      "learning_rate": 3.577464788732395e-05,
      "loss": 0.9969,
      "step": 282
    },
    {
      "epoch": 1.0721062618595825,
      "grad_norm": 0.4461058259813206,
      "learning_rate": 3.570422535211268e-05,
      "loss": 0.9629,
      "step": 283
    },
    {
      "epoch": 1.0759013282732448,
      "grad_norm": 0.525877446295084,
      "learning_rate": 3.5633802816901413e-05,
      "loss": 0.9627,
      "step": 284
    },
    {
      "epoch": 1.079696394686907,
      "grad_norm": 0.3783953013459411,
      "learning_rate": 3.556338028169014e-05,
      "loss": 0.9611,
      "step": 285
    },
    {
      "epoch": 1.0834914611005693,
      "grad_norm": 0.44520759638931123,
      "learning_rate": 3.549295774647888e-05,
      "loss": 0.9889,
      "step": 286
    },
    {
      "epoch": 1.0872865275142316,
      "grad_norm": 0.4229490670322319,
      "learning_rate": 3.542253521126761e-05,
      "loss": 0.9915,
      "step": 287
    },
    {
      "epoch": 1.0910815939278937,
      "grad_norm": 0.3815617957185081,
      "learning_rate": 3.5352112676056334e-05,
      "loss": 0.966,
      "step": 288
    },
    {
      "epoch": 1.094876660341556,
      "grad_norm": 0.395533872108558,
      "learning_rate": 3.528169014084507e-05,
      "loss": 1.0366,
      "step": 289
    },
    {
      "epoch": 1.0986717267552182,
      "grad_norm": 0.41849123473761213,
      "learning_rate": 3.5211267605633805e-05,
      "loss": 0.9409,
      "step": 290
    },
    {
      "epoch": 1.1024667931688805,
      "grad_norm": 0.3867808193523748,
      "learning_rate": 3.514084507042253e-05,
      "loss": 0.9732,
      "step": 291
    },
    {
      "epoch": 1.1062618595825426,
      "grad_norm": 0.37883013114906094,
      "learning_rate": 3.507042253521127e-05,
      "loss": 0.9588,
      "step": 292
    },
    {
      "epoch": 1.110056925996205,
      "grad_norm": 0.44746697388429957,
      "learning_rate": 3.5e-05,
      "loss": 0.954,
      "step": 293
    },
    {
      "epoch": 1.113851992409867,
      "grad_norm": 0.38909313755459546,
      "learning_rate": 3.492957746478873e-05,
      "loss": 0.9533,
      "step": 294
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 0.3646036272665472,
      "learning_rate": 3.485915492957747e-05,
      "loss": 1.0043,
      "step": 295
    },
    {
      "epoch": 1.1214421252371916,
      "grad_norm": 0.36031414031878256,
      "learning_rate": 3.4788732394366196e-05,
      "loss": 0.9704,
      "step": 296
    },
    {
      "epoch": 1.125237191650854,
      "grad_norm": 0.4109144576532839,
      "learning_rate": 3.471830985915493e-05,
      "loss": 0.9358,
      "step": 297
    },
    {
      "epoch": 1.129032258064516,
      "grad_norm": 0.3467797137689974,
      "learning_rate": 3.464788732394366e-05,
      "loss": 0.9811,
      "step": 298
    },
    {
      "epoch": 1.1328273244781784,
      "grad_norm": 0.37963314518161295,
      "learning_rate": 3.4577464788732395e-05,
      "loss": 0.9404,
      "step": 299
    },
    {
      "epoch": 1.1366223908918407,
      "grad_norm": 0.3779672716796801,
      "learning_rate": 3.450704225352113e-05,
      "loss": 0.9932,
      "step": 300
    },
    {
      "epoch": 1.1404174573055028,
      "grad_norm": 0.37736891533578454,
      "learning_rate": 3.443661971830986e-05,
      "loss": 0.9731,
      "step": 301
    },
    {
      "epoch": 1.1442125237191652,
      "grad_norm": 0.3820154184169849,
      "learning_rate": 3.4366197183098594e-05,
      "loss": 0.916,
      "step": 302
    },
    {
      "epoch": 1.1480075901328273,
      "grad_norm": 0.39503352041311773,
      "learning_rate": 3.429577464788732e-05,
      "loss": 0.9577,
      "step": 303
    },
    {
      "epoch": 1.1518026565464896,
      "grad_norm": 0.43572023161676426,
      "learning_rate": 3.422535211267606e-05,
      "loss": 0.9414,
      "step": 304
    },
    {
      "epoch": 1.1555977229601517,
      "grad_norm": 0.3854011025242472,
      "learning_rate": 3.4154929577464786e-05,
      "loss": 0.9492,
      "step": 305
    },
    {
      "epoch": 1.159392789373814,
      "grad_norm": 0.5698304299806217,
      "learning_rate": 3.408450704225352e-05,
      "loss": 0.9524,
      "step": 306
    },
    {
      "epoch": 1.1631878557874762,
      "grad_norm": 0.5791491138865479,
      "learning_rate": 3.401408450704226e-05,
      "loss": 0.9901,
      "step": 307
    },
    {
      "epoch": 1.1669829222011385,
      "grad_norm": 0.34656634207610254,
      "learning_rate": 3.3943661971830985e-05,
      "loss": 0.9648,
      "step": 308
    },
    {
      "epoch": 1.1707779886148009,
      "grad_norm": 0.44960058565014205,
      "learning_rate": 3.387323943661972e-05,
      "loss": 0.9512,
      "step": 309
    },
    {
      "epoch": 1.174573055028463,
      "grad_norm": 0.4213564138576865,
      "learning_rate": 3.380281690140845e-05,
      "loss": 0.9467,
      "step": 310
    },
    {
      "epoch": 1.1783681214421253,
      "grad_norm": 0.3870339615488126,
      "learning_rate": 3.3732394366197184e-05,
      "loss": 0.9675,
      "step": 311
    },
    {
      "epoch": 1.1821631878557874,
      "grad_norm": 0.42045038491207265,
      "learning_rate": 3.366197183098592e-05,
      "loss": 0.9627,
      "step": 312
    },
    {
      "epoch": 1.1859582542694498,
      "grad_norm": 0.37861966247180495,
      "learning_rate": 3.359154929577465e-05,
      "loss": 0.9533,
      "step": 313
    },
    {
      "epoch": 1.189753320683112,
      "grad_norm": 0.37131387100078783,
      "learning_rate": 3.352112676056338e-05,
      "loss": 0.9542,
      "step": 314
    },
    {
      "epoch": 1.1935483870967742,
      "grad_norm": 0.3866294420305364,
      "learning_rate": 3.345070422535211e-05,
      "loss": 0.9379,
      "step": 315
    },
    {
      "epoch": 1.1973434535104364,
      "grad_norm": 0.3528178303596138,
      "learning_rate": 3.338028169014085e-05,
      "loss": 0.9583,
      "step": 316
    },
    {
      "epoch": 1.2011385199240987,
      "grad_norm": 0.33850480915152176,
      "learning_rate": 3.330985915492958e-05,
      "loss": 0.9866,
      "step": 317
    },
    {
      "epoch": 1.2049335863377608,
      "grad_norm": 0.37253626756602154,
      "learning_rate": 3.323943661971831e-05,
      "loss": 0.9613,
      "step": 318
    },
    {
      "epoch": 1.2087286527514232,
      "grad_norm": 0.3624680561310595,
      "learning_rate": 3.3169014084507046e-05,
      "loss": 0.9347,
      "step": 319
    },
    {
      "epoch": 1.2125237191650853,
      "grad_norm": 0.3977319549681773,
      "learning_rate": 3.3098591549295775e-05,
      "loss": 0.954,
      "step": 320
    },
    {
      "epoch": 1.2163187855787476,
      "grad_norm": 0.34889400353654876,
      "learning_rate": 3.302816901408451e-05,
      "loss": 0.9618,
      "step": 321
    },
    {
      "epoch": 1.22011385199241,
      "grad_norm": 0.4012526817615114,
      "learning_rate": 3.295774647887324e-05,
      "loss": 0.9672,
      "step": 322
    },
    {
      "epoch": 1.223908918406072,
      "grad_norm": 0.34618980189739385,
      "learning_rate": 3.2887323943661974e-05,
      "loss": 0.93,
      "step": 323
    },
    {
      "epoch": 1.2277039848197344,
      "grad_norm": 0.40142550331017823,
      "learning_rate": 3.281690140845071e-05,
      "loss": 0.9992,
      "step": 324
    },
    {
      "epoch": 1.2314990512333965,
      "grad_norm": 0.34430457568887357,
      "learning_rate": 3.274647887323944e-05,
      "loss": 0.9435,
      "step": 325
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 0.43075788035644597,
      "learning_rate": 3.267605633802817e-05,
      "loss": 0.9404,
      "step": 326
    },
    {
      "epoch": 1.239089184060721,
      "grad_norm": 0.3767377401531525,
      "learning_rate": 3.26056338028169e-05,
      "loss": 0.9663,
      "step": 327
    },
    {
      "epoch": 1.2428842504743833,
      "grad_norm": 0.3898115314724779,
      "learning_rate": 3.2535211267605636e-05,
      "loss": 0.9026,
      "step": 328
    },
    {
      "epoch": 1.2466793168880455,
      "grad_norm": 0.40617176565855967,
      "learning_rate": 3.246478873239437e-05,
      "loss": 0.8905,
      "step": 329
    },
    {
      "epoch": 1.2504743833017078,
      "grad_norm": 0.3894155611306649,
      "learning_rate": 3.23943661971831e-05,
      "loss": 0.8758,
      "step": 330
    },
    {
      "epoch": 1.2542694497153701,
      "grad_norm": 0.3914100377457853,
      "learning_rate": 3.2323943661971835e-05,
      "loss": 0.9687,
      "step": 331
    },
    {
      "epoch": 1.2580645161290323,
      "grad_norm": 0.3552785040525562,
      "learning_rate": 3.2253521126760564e-05,
      "loss": 0.9237,
      "step": 332
    },
    {
      "epoch": 1.2618595825426944,
      "grad_norm": 0.3651138990245735,
      "learning_rate": 3.21830985915493e-05,
      "loss": 0.9243,
      "step": 333
    },
    {
      "epoch": 1.2656546489563567,
      "grad_norm": 0.4295068393047224,
      "learning_rate": 3.2112676056338034e-05,
      "loss": 0.8723,
      "step": 334
    },
    {
      "epoch": 1.269449715370019,
      "grad_norm": 0.3541237256684971,
      "learning_rate": 3.204225352112676e-05,
      "loss": 0.9428,
      "step": 335
    },
    {
      "epoch": 1.2732447817836812,
      "grad_norm": 0.37364182808153207,
      "learning_rate": 3.19718309859155e-05,
      "loss": 0.903,
      "step": 336
    },
    {
      "epoch": 1.2770398481973435,
      "grad_norm": 0.3818669370399161,
      "learning_rate": 3.1901408450704227e-05,
      "loss": 0.9753,
      "step": 337
    },
    {
      "epoch": 1.2808349146110056,
      "grad_norm": 0.41367984259446006,
      "learning_rate": 3.183098591549296e-05,
      "loss": 0.8779,
      "step": 338
    },
    {
      "epoch": 1.284629981024668,
      "grad_norm": 0.3407928143150951,
      "learning_rate": 3.17605633802817e-05,
      "loss": 0.8482,
      "step": 339
    },
    {
      "epoch": 1.2884250474383303,
      "grad_norm": 0.38362921065411254,
      "learning_rate": 3.1690140845070426e-05,
      "loss": 0.8964,
      "step": 340
    },
    {
      "epoch": 1.2922201138519924,
      "grad_norm": 0.35890176064207385,
      "learning_rate": 3.161971830985916e-05,
      "loss": 0.9427,
      "step": 341
    },
    {
      "epoch": 1.2960151802656545,
      "grad_norm": 0.4962234868355443,
      "learning_rate": 3.154929577464789e-05,
      "loss": 0.9165,
      "step": 342
    },
    {
      "epoch": 1.2998102466793169,
      "grad_norm": 0.36584780868632094,
      "learning_rate": 3.1478873239436625e-05,
      "loss": 0.899,
      "step": 343
    },
    {
      "epoch": 1.3036053130929792,
      "grad_norm": 4.751224586247482,
      "learning_rate": 3.140845070422535e-05,
      "loss": 0.912,
      "step": 344
    },
    {
      "epoch": 1.3074003795066413,
      "grad_norm": 0.44198483600504035,
      "learning_rate": 3.133802816901409e-05,
      "loss": 0.9117,
      "step": 345
    },
    {
      "epoch": 1.3111954459203037,
      "grad_norm": 0.35403629757009547,
      "learning_rate": 3.1267605633802824e-05,
      "loss": 0.8442,
      "step": 346
    },
    {
      "epoch": 1.3149905123339658,
      "grad_norm": 0.4611271158658786,
      "learning_rate": 3.1197183098591545e-05,
      "loss": 0.9209,
      "step": 347
    },
    {
      "epoch": 1.3187855787476281,
      "grad_norm": 0.39696035823749076,
      "learning_rate": 3.112676056338028e-05,
      "loss": 0.9007,
      "step": 348
    },
    {
      "epoch": 1.3225806451612903,
      "grad_norm": 0.4382018188365014,
      "learning_rate": 3.1056338028169016e-05,
      "loss": 0.8897,
      "step": 349
    },
    {
      "epoch": 1.3263757115749526,
      "grad_norm": 0.3881963973980307,
      "learning_rate": 3.0985915492957744e-05,
      "loss": 0.9211,
      "step": 350
    },
    {
      "epoch": 1.3301707779886147,
      "grad_norm": 0.43443810043419534,
      "learning_rate": 3.091549295774648e-05,
      "loss": 0.8199,
      "step": 351
    },
    {
      "epoch": 1.333965844402277,
      "grad_norm": 0.3777996090052327,
      "learning_rate": 3.084507042253521e-05,
      "loss": 0.9002,
      "step": 352
    },
    {
      "epoch": 1.3377609108159394,
      "grad_norm": 0.43790501118392844,
      "learning_rate": 3.077464788732394e-05,
      "loss": 0.8511,
      "step": 353
    },
    {
      "epoch": 1.3415559772296015,
      "grad_norm": 0.38576989869810147,
      "learning_rate": 3.070422535211268e-05,
      "loss": 0.8804,
      "step": 354
    },
    {
      "epoch": 1.3453510436432636,
      "grad_norm": 0.4198404322112285,
      "learning_rate": 3.063380281690141e-05,
      "loss": 0.8429,
      "step": 355
    },
    {
      "epoch": 1.349146110056926,
      "grad_norm": 0.4064331117977174,
      "learning_rate": 3.056338028169014e-05,
      "loss": 0.8801,
      "step": 356
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 0.3888758253187192,
      "learning_rate": 3.0492957746478874e-05,
      "loss": 0.8412,
      "step": 357
    },
    {
      "epoch": 1.3567362428842504,
      "grad_norm": 0.4280383216672898,
      "learning_rate": 3.0422535211267606e-05,
      "loss": 0.8773,
      "step": 358
    },
    {
      "epoch": 1.3605313092979128,
      "grad_norm": 0.38613140380110794,
      "learning_rate": 3.0352112676056338e-05,
      "loss": 0.8744,
      "step": 359
    },
    {
      "epoch": 1.364326375711575,
      "grad_norm": 0.3898063403199866,
      "learning_rate": 3.028169014084507e-05,
      "loss": 0.915,
      "step": 360
    },
    {
      "epoch": 1.3681214421252372,
      "grad_norm": 0.3764318877156931,
      "learning_rate": 3.0211267605633802e-05,
      "loss": 0.8608,
      "step": 361
    },
    {
      "epoch": 1.3719165085388993,
      "grad_norm": 0.4122586182852323,
      "learning_rate": 3.0140845070422537e-05,
      "loss": 0.8701,
      "step": 362
    },
    {
      "epoch": 1.3757115749525617,
      "grad_norm": 0.3620236893184111,
      "learning_rate": 3.007042253521127e-05,
      "loss": 0.8942,
      "step": 363
    },
    {
      "epoch": 1.3795066413662238,
      "grad_norm": 0.37926123680056173,
      "learning_rate": 3e-05,
      "loss": 0.8891,
      "step": 364
    },
    {
      "epoch": 1.3833017077798861,
      "grad_norm": 0.343923168265348,
      "learning_rate": 2.9929577464788733e-05,
      "loss": 0.8446,
      "step": 365
    },
    {
      "epoch": 1.3870967741935485,
      "grad_norm": 0.3679170824951201,
      "learning_rate": 2.9859154929577465e-05,
      "loss": 0.8802,
      "step": 366
    },
    {
      "epoch": 1.3908918406072106,
      "grad_norm": 0.38734992394160833,
      "learning_rate": 2.9788732394366196e-05,
      "loss": 0.8466,
      "step": 367
    },
    {
      "epoch": 1.394686907020873,
      "grad_norm": 0.34092253238421727,
      "learning_rate": 2.971830985915493e-05,
      "loss": 0.8519,
      "step": 368
    },
    {
      "epoch": 1.398481973434535,
      "grad_norm": 0.34958674468818207,
      "learning_rate": 2.9647887323943664e-05,
      "loss": 0.8737,
      "step": 369
    },
    {
      "epoch": 1.4022770398481974,
      "grad_norm": 0.35032341032710373,
      "learning_rate": 2.9577464788732395e-05,
      "loss": 0.8382,
      "step": 370
    },
    {
      "epoch": 1.4060721062618595,
      "grad_norm": 0.3494922383005997,
      "learning_rate": 2.9507042253521127e-05,
      "loss": 0.8982,
      "step": 371
    },
    {
      "epoch": 1.4098671726755219,
      "grad_norm": 0.38739759770519333,
      "learning_rate": 2.943661971830986e-05,
      "loss": 0.8243,
      "step": 372
    },
    {
      "epoch": 1.413662239089184,
      "grad_norm": 0.3573923007413701,
      "learning_rate": 2.936619718309859e-05,
      "loss": 0.8578,
      "step": 373
    },
    {
      "epoch": 1.4174573055028463,
      "grad_norm": 0.39297966441814697,
      "learning_rate": 2.9295774647887326e-05,
      "loss": 0.8513,
      "step": 374
    },
    {
      "epoch": 1.4212523719165087,
      "grad_norm": 0.38232950338663857,
      "learning_rate": 2.9225352112676058e-05,
      "loss": 0.8286,
      "step": 375
    },
    {
      "epoch": 1.4250474383301708,
      "grad_norm": 0.3523948806353041,
      "learning_rate": 2.915492957746479e-05,
      "loss": 0.8635,
      "step": 376
    },
    {
      "epoch": 1.428842504743833,
      "grad_norm": 0.3591608755558029,
      "learning_rate": 2.9084507042253522e-05,
      "loss": 0.8888,
      "step": 377
    },
    {
      "epoch": 1.4326375711574952,
      "grad_norm": 0.35900201904920037,
      "learning_rate": 2.9014084507042254e-05,
      "loss": 0.8231,
      "step": 378
    },
    {
      "epoch": 1.4364326375711576,
      "grad_norm": 0.35795912144996667,
      "learning_rate": 2.894366197183099e-05,
      "loss": 0.8255,
      "step": 379
    },
    {
      "epoch": 1.4402277039848197,
      "grad_norm": 0.3797358675127462,
      "learning_rate": 2.887323943661972e-05,
      "loss": 0.8503,
      "step": 380
    },
    {
      "epoch": 1.444022770398482,
      "grad_norm": 0.3552169788598724,
      "learning_rate": 2.8802816901408453e-05,
      "loss": 0.8564,
      "step": 381
    },
    {
      "epoch": 1.4478178368121442,
      "grad_norm": 0.37376581791180713,
      "learning_rate": 2.8732394366197185e-05,
      "loss": 0.8377,
      "step": 382
    },
    {
      "epoch": 1.4516129032258065,
      "grad_norm": 0.7502992104110956,
      "learning_rate": 2.8661971830985917e-05,
      "loss": 0.8279,
      "step": 383
    },
    {
      "epoch": 1.4554079696394686,
      "grad_norm": 0.3768304128911496,
      "learning_rate": 2.859154929577465e-05,
      "loss": 0.8897,
      "step": 384
    },
    {
      "epoch": 1.459203036053131,
      "grad_norm": 0.39205851069847414,
      "learning_rate": 2.8521126760563384e-05,
      "loss": 0.8674,
      "step": 385
    },
    {
      "epoch": 1.462998102466793,
      "grad_norm": 0.3714063080148733,
      "learning_rate": 2.8450704225352116e-05,
      "loss": 0.8697,
      "step": 386
    },
    {
      "epoch": 1.4667931688804554,
      "grad_norm": 0.3616627354346947,
      "learning_rate": 2.8380281690140847e-05,
      "loss": 0.893,
      "step": 387
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 0.4642255185584646,
      "learning_rate": 2.830985915492958e-05,
      "loss": 0.8762,
      "step": 388
    },
    {
      "epoch": 1.4743833017077799,
      "grad_norm": 0.38985832642032053,
      "learning_rate": 2.823943661971831e-05,
      "loss": 0.8207,
      "step": 389
    },
    {
      "epoch": 1.478178368121442,
      "grad_norm": 0.359289150282377,
      "learning_rate": 2.8169014084507046e-05,
      "loss": 0.8318,
      "step": 390
    },
    {
      "epoch": 1.4819734345351043,
      "grad_norm": 0.40051356251030884,
      "learning_rate": 2.809859154929578e-05,
      "loss": 0.8547,
      "step": 391
    },
    {
      "epoch": 1.4857685009487667,
      "grad_norm": 0.35588585359954095,
      "learning_rate": 2.802816901408451e-05,
      "loss": 0.8382,
      "step": 392
    },
    {
      "epoch": 1.4895635673624288,
      "grad_norm": 0.4362970351234456,
      "learning_rate": 2.7957746478873242e-05,
      "loss": 0.8512,
      "step": 393
    },
    {
      "epoch": 1.4933586337760911,
      "grad_norm": 0.39780404209661613,
      "learning_rate": 2.7887323943661974e-05,
      "loss": 0.8566,
      "step": 394
    },
    {
      "epoch": 1.4971537001897532,
      "grad_norm": 0.3543006643738593,
      "learning_rate": 2.7816901408450706e-05,
      "loss": 0.8164,
      "step": 395
    },
    {
      "epoch": 1.5009487666034156,
      "grad_norm": 0.3624209522643872,
      "learning_rate": 2.774647887323944e-05,
      "loss": 0.8412,
      "step": 396
    },
    {
      "epoch": 1.504743833017078,
      "grad_norm": 0.38255823213172885,
      "learning_rate": 2.7676056338028173e-05,
      "loss": 0.8391,
      "step": 397
    },
    {
      "epoch": 1.50853889943074,
      "grad_norm": 0.37534346845104655,
      "learning_rate": 2.7605633802816905e-05,
      "loss": 0.8284,
      "step": 398
    },
    {
      "epoch": 1.5123339658444022,
      "grad_norm": 0.35308102770879485,
      "learning_rate": 2.7535211267605637e-05,
      "loss": 0.8407,
      "step": 399
    },
    {
      "epoch": 1.5161290322580645,
      "grad_norm": 0.38424095604350006,
      "learning_rate": 2.746478873239437e-05,
      "loss": 0.8666,
      "step": 400
    },
    {
      "epoch": 1.5199240986717268,
      "grad_norm": 0.34207797831391507,
      "learning_rate": 2.7394366197183104e-05,
      "loss": 0.7864,
      "step": 401
    },
    {
      "epoch": 1.523719165085389,
      "grad_norm": 0.3363348768898608,
      "learning_rate": 2.7323943661971836e-05,
      "loss": 0.8201,
      "step": 402
    },
    {
      "epoch": 1.527514231499051,
      "grad_norm": 0.34968288001827885,
      "learning_rate": 2.7253521126760568e-05,
      "loss": 0.8231,
      "step": 403
    },
    {
      "epoch": 1.5313092979127134,
      "grad_norm": 0.3466545025341771,
      "learning_rate": 2.71830985915493e-05,
      "loss": 0.8041,
      "step": 404
    },
    {
      "epoch": 1.5351043643263758,
      "grad_norm": 0.33715888607483385,
      "learning_rate": 2.711267605633803e-05,
      "loss": 0.8213,
      "step": 405
    },
    {
      "epoch": 1.538899430740038,
      "grad_norm": 7.725075467931952,
      "learning_rate": 2.704225352112676e-05,
      "loss": 1.1218,
      "step": 406
    },
    {
      "epoch": 1.5426944971537002,
      "grad_norm": 0.45719932835143645,
      "learning_rate": 2.6971830985915492e-05,
      "loss": 0.8355,
      "step": 407
    },
    {
      "epoch": 1.5464895635673623,
      "grad_norm": 0.3922243740769575,
      "learning_rate": 2.6901408450704224e-05,
      "loss": 0.8396,
      "step": 408
    },
    {
      "epoch": 1.5502846299810247,
      "grad_norm": 0.4164707458206949,
      "learning_rate": 2.6830985915492955e-05,
      "loss": 0.8048,
      "step": 409
    },
    {
      "epoch": 1.554079696394687,
      "grad_norm": 0.4012701636461865,
      "learning_rate": 2.676056338028169e-05,
      "loss": 0.7864,
      "step": 410
    },
    {
      "epoch": 1.5578747628083491,
      "grad_norm": 0.38009564915085836,
      "learning_rate": 2.6690140845070423e-05,
      "loss": 0.847,
      "step": 411
    },
    {
      "epoch": 1.5616698292220113,
      "grad_norm": 0.37109962238832533,
      "learning_rate": 2.6619718309859155e-05,
      "loss": 0.8075,
      "step": 412
    },
    {
      "epoch": 1.5654648956356736,
      "grad_norm": 0.37973799418935394,
      "learning_rate": 2.6549295774647886e-05,
      "loss": 0.7821,
      "step": 413
    },
    {
      "epoch": 1.569259962049336,
      "grad_norm": 0.3838422068617137,
      "learning_rate": 2.6478873239436618e-05,
      "loss": 0.7786,
      "step": 414
    },
    {
      "epoch": 1.573055028462998,
      "grad_norm": 0.36727060294619013,
      "learning_rate": 2.640845070422535e-05,
      "loss": 0.8254,
      "step": 415
    },
    {
      "epoch": 1.5768500948766604,
      "grad_norm": 0.3452313240951604,
      "learning_rate": 2.6338028169014085e-05,
      "loss": 0.8032,
      "step": 416
    },
    {
      "epoch": 1.5806451612903225,
      "grad_norm": 0.36311633672078497,
      "learning_rate": 2.6267605633802817e-05,
      "loss": 0.8468,
      "step": 417
    },
    {
      "epoch": 1.5844402277039848,
      "grad_norm": 0.3387602472022874,
      "learning_rate": 2.619718309859155e-05,
      "loss": 0.7776,
      "step": 418
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 0.3595348416992687,
      "learning_rate": 2.612676056338028e-05,
      "loss": 0.8514,
      "step": 419
    },
    {
      "epoch": 1.5920303605313093,
      "grad_norm": 0.35596653835598024,
      "learning_rate": 2.6056338028169013e-05,
      "loss": 0.817,
      "step": 420
    },
    {
      "epoch": 1.5958254269449714,
      "grad_norm": 0.36506341667069697,
      "learning_rate": 2.5985915492957745e-05,
      "loss": 0.8395,
      "step": 421
    },
    {
      "epoch": 1.5996204933586338,
      "grad_norm": 0.36415929569164257,
      "learning_rate": 2.591549295774648e-05,
      "loss": 0.8515,
      "step": 422
    },
    {
      "epoch": 1.603415559772296,
      "grad_norm": 0.5892710040323252,
      "learning_rate": 2.5845070422535212e-05,
      "loss": 0.7888,
      "step": 423
    },
    {
      "epoch": 1.6072106261859582,
      "grad_norm": 0.35500763234160915,
      "learning_rate": 2.5774647887323944e-05,
      "loss": 0.7894,
      "step": 424
    },
    {
      "epoch": 1.6110056925996203,
      "grad_norm": 0.34084121947508983,
      "learning_rate": 2.5704225352112676e-05,
      "loss": 0.8086,
      "step": 425
    },
    {
      "epoch": 1.6148007590132827,
      "grad_norm": 0.35106826844667405,
      "learning_rate": 2.5633802816901408e-05,
      "loss": 0.7703,
      "step": 426
    },
    {
      "epoch": 1.618595825426945,
      "grad_norm": 0.36175688801736494,
      "learning_rate": 2.5563380281690143e-05,
      "loss": 0.7622,
      "step": 427
    },
    {
      "epoch": 1.6223908918406074,
      "grad_norm": 0.35842239970167306,
      "learning_rate": 2.5492957746478875e-05,
      "loss": 0.792,
      "step": 428
    },
    {
      "epoch": 1.6261859582542695,
      "grad_norm": 0.35826103263060743,
      "learning_rate": 2.5422535211267607e-05,
      "loss": 0.8215,
      "step": 429
    },
    {
      "epoch": 1.6299810246679316,
      "grad_norm": 0.38772107106461334,
      "learning_rate": 2.535211267605634e-05,
      "loss": 0.8115,
      "step": 430
    },
    {
      "epoch": 1.633776091081594,
      "grad_norm": 0.3458138140632706,
      "learning_rate": 2.528169014084507e-05,
      "loss": 0.8029,
      "step": 431
    },
    {
      "epoch": 1.6375711574952563,
      "grad_norm": 0.4224145146637147,
      "learning_rate": 2.5211267605633802e-05,
      "loss": 0.8306,
      "step": 432
    },
    {
      "epoch": 1.6413662239089184,
      "grad_norm": 0.5117068275141828,
      "learning_rate": 2.5140845070422537e-05,
      "loss": 0.7577,
      "step": 433
    },
    {
      "epoch": 1.6451612903225805,
      "grad_norm": 0.3473854275418071,
      "learning_rate": 2.507042253521127e-05,
      "loss": 0.7662,
      "step": 434
    },
    {
      "epoch": 1.6489563567362429,
      "grad_norm": 0.3555181336404861,
      "learning_rate": 2.5e-05,
      "loss": 0.804,
      "step": 435
    },
    {
      "epoch": 1.6527514231499052,
      "grad_norm": 0.3500712376111828,
      "learning_rate": 2.4929577464788733e-05,
      "loss": 0.7417,
      "step": 436
    },
    {
      "epoch": 1.6565464895635673,
      "grad_norm": 0.3505056746424919,
      "learning_rate": 2.4859154929577465e-05,
      "loss": 0.7944,
      "step": 437
    },
    {
      "epoch": 1.6603415559772297,
      "grad_norm": 0.36784343958896565,
      "learning_rate": 2.47887323943662e-05,
      "loss": 0.7961,
      "step": 438
    },
    {
      "epoch": 1.6641366223908918,
      "grad_norm": 0.3669774598271857,
      "learning_rate": 2.4718309859154932e-05,
      "loss": 0.7567,
      "step": 439
    },
    {
      "epoch": 1.6679316888045541,
      "grad_norm": 0.34489087586672096,
      "learning_rate": 2.4647887323943664e-05,
      "loss": 0.766,
      "step": 440
    },
    {
      "epoch": 1.6717267552182165,
      "grad_norm": 0.36279510050446423,
      "learning_rate": 2.4577464788732396e-05,
      "loss": 0.7672,
      "step": 441
    },
    {
      "epoch": 1.6755218216318786,
      "grad_norm": 0.34275090318643775,
      "learning_rate": 2.4507042253521128e-05,
      "loss": 0.7948,
      "step": 442
    },
    {
      "epoch": 1.6793168880455407,
      "grad_norm": 0.378065543146473,
      "learning_rate": 2.443661971830986e-05,
      "loss": 0.8153,
      "step": 443
    },
    {
      "epoch": 1.683111954459203,
      "grad_norm": 1.791318649963188,
      "learning_rate": 2.4366197183098595e-05,
      "loss": 0.8117,
      "step": 444
    },
    {
      "epoch": 1.6869070208728654,
      "grad_norm": 0.36800100945563463,
      "learning_rate": 2.4295774647887327e-05,
      "loss": 0.7851,
      "step": 445
    },
    {
      "epoch": 1.6907020872865275,
      "grad_norm": 0.3373377072086416,
      "learning_rate": 2.422535211267606e-05,
      "loss": 0.7551,
      "step": 446
    },
    {
      "epoch": 1.6944971537001896,
      "grad_norm": 0.35869489687151435,
      "learning_rate": 2.415492957746479e-05,
      "loss": 0.788,
      "step": 447
    },
    {
      "epoch": 1.698292220113852,
      "grad_norm": 0.341668326755974,
      "learning_rate": 2.4084507042253522e-05,
      "loss": 0.7612,
      "step": 448
    },
    {
      "epoch": 1.7020872865275143,
      "grad_norm": 0.3271619623041308,
      "learning_rate": 2.4014084507042258e-05,
      "loss": 0.7992,
      "step": 449
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 0.33883580323107215,
      "learning_rate": 2.3943661971830986e-05,
      "loss": 0.7728,
      "step": 450
    },
    {
      "epoch": 1.7096774193548387,
      "grad_norm": 0.34974390118247833,
      "learning_rate": 2.3873239436619718e-05,
      "loss": 0.7915,
      "step": 451
    },
    {
      "epoch": 1.7134724857685009,
      "grad_norm": 0.40308370945557404,
      "learning_rate": 2.380281690140845e-05,
      "loss": 0.7914,
      "step": 452
    },
    {
      "epoch": 1.7172675521821632,
      "grad_norm": 0.34743389276515596,
      "learning_rate": 2.3732394366197182e-05,
      "loss": 0.7854,
      "step": 453
    },
    {
      "epoch": 1.7210626185958255,
      "grad_norm": 0.31840011179428723,
      "learning_rate": 2.3661971830985917e-05,
      "loss": 0.7484,
      "step": 454
    },
    {
      "epoch": 1.7248576850094877,
      "grad_norm": 2.425668243341061,
      "learning_rate": 2.359154929577465e-05,
      "loss": 0.7962,
      "step": 455
    },
    {
      "epoch": 1.7286527514231498,
      "grad_norm": 0.37036801347675136,
      "learning_rate": 2.352112676056338e-05,
      "loss": 0.7617,
      "step": 456
    },
    {
      "epoch": 1.7324478178368121,
      "grad_norm": 0.3150918805937071,
      "learning_rate": 2.3450704225352113e-05,
      "loss": 0.7516,
      "step": 457
    },
    {
      "epoch": 1.7362428842504745,
      "grad_norm": 0.33496987185753024,
      "learning_rate": 2.3380281690140845e-05,
      "loss": 0.7849,
      "step": 458
    },
    {
      "epoch": 1.7400379506641366,
      "grad_norm": 0.37385461131475584,
      "learning_rate": 2.3309859154929576e-05,
      "loss": 0.7559,
      "step": 459
    },
    {
      "epoch": 1.7438330170777987,
      "grad_norm": 0.3356794391190202,
      "learning_rate": 2.323943661971831e-05,
      "loss": 0.7827,
      "step": 460
    },
    {
      "epoch": 1.747628083491461,
      "grad_norm": 0.344979221934888,
      "learning_rate": 2.3169014084507044e-05,
      "loss": 0.7786,
      "step": 461
    },
    {
      "epoch": 1.7514231499051234,
      "grad_norm": 4.1271301929621655,
      "learning_rate": 2.3098591549295775e-05,
      "loss": 0.7438,
      "step": 462
    },
    {
      "epoch": 1.7552182163187857,
      "grad_norm": 0.3659335714148735,
      "learning_rate": 2.3028169014084507e-05,
      "loss": 0.7623,
      "step": 463
    },
    {
      "epoch": 1.7590132827324478,
      "grad_norm": 0.34522620431290213,
      "learning_rate": 2.295774647887324e-05,
      "loss": 0.765,
      "step": 464
    },
    {
      "epoch": 1.76280834914611,
      "grad_norm": 3.4878321234909455,
      "learning_rate": 2.2887323943661974e-05,
      "loss": 0.7358,
      "step": 465
    },
    {
      "epoch": 1.7666034155597723,
      "grad_norm": 0.36185912284794375,
      "learning_rate": 2.2816901408450706e-05,
      "loss": 0.7888,
      "step": 466
    },
    {
      "epoch": 1.7703984819734346,
      "grad_norm": 0.3780766434104228,
      "learning_rate": 2.2746478873239438e-05,
      "loss": 0.7631,
      "step": 467
    },
    {
      "epoch": 1.7741935483870968,
      "grad_norm": 0.37849286620609834,
      "learning_rate": 2.267605633802817e-05,
      "loss": 0.7979,
      "step": 468
    },
    {
      "epoch": 1.7779886148007589,
      "grad_norm": 0.6292815862832937,
      "learning_rate": 2.2605633802816902e-05,
      "loss": 0.7614,
      "step": 469
    },
    {
      "epoch": 1.7817836812144212,
      "grad_norm": 0.3670208814989711,
      "learning_rate": 2.2535211267605634e-05,
      "loss": 0.7699,
      "step": 470
    },
    {
      "epoch": 1.7855787476280836,
      "grad_norm": 0.35241221593205657,
      "learning_rate": 2.246478873239437e-05,
      "loss": 0.73,
      "step": 471
    },
    {
      "epoch": 1.789373814041746,
      "grad_norm": 0.371801668580609,
      "learning_rate": 2.23943661971831e-05,
      "loss": 0.7635,
      "step": 472
    },
    {
      "epoch": 1.793168880455408,
      "grad_norm": 0.6171173841176137,
      "learning_rate": 2.2323943661971833e-05,
      "loss": 0.7761,
      "step": 473
    },
    {
      "epoch": 1.7969639468690701,
      "grad_norm": 0.3753404514450965,
      "learning_rate": 2.2253521126760565e-05,
      "loss": 0.7317,
      "step": 474
    },
    {
      "epoch": 1.8007590132827325,
      "grad_norm": 0.45912844350250365,
      "learning_rate": 2.2183098591549297e-05,
      "loss": 0.7553,
      "step": 475
    },
    {
      "epoch": 1.8045540796963948,
      "grad_norm": 0.3555592548908027,
      "learning_rate": 2.2112676056338032e-05,
      "loss": 0.751,
      "step": 476
    },
    {
      "epoch": 1.808349146110057,
      "grad_norm": 0.46308086167618195,
      "learning_rate": 2.2042253521126764e-05,
      "loss": 0.7567,
      "step": 477
    },
    {
      "epoch": 1.812144212523719,
      "grad_norm": 0.403735950921561,
      "learning_rate": 2.1971830985915496e-05,
      "loss": 0.7224,
      "step": 478
    },
    {
      "epoch": 1.8159392789373814,
      "grad_norm": 0.3519350136242228,
      "learning_rate": 2.1901408450704227e-05,
      "loss": 0.7513,
      "step": 479
    },
    {
      "epoch": 1.8197343453510437,
      "grad_norm": 0.3714218234826955,
      "learning_rate": 2.1830985915492956e-05,
      "loss": 0.7276,
      "step": 480
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 0.3533159687307933,
      "learning_rate": 2.176056338028169e-05,
      "loss": 0.7433,
      "step": 481
    },
    {
      "epoch": 1.827324478178368,
      "grad_norm": 0.3439119981823242,
      "learning_rate": 2.1690140845070423e-05,
      "loss": 0.7653,
      "step": 482
    },
    {
      "epoch": 1.8311195445920303,
      "grad_norm": 0.36328274596616844,
      "learning_rate": 2.1619718309859155e-05,
      "loss": 0.7657,
      "step": 483
    },
    {
      "epoch": 1.8349146110056926,
      "grad_norm": 0.8421375737113024,
      "learning_rate": 2.1549295774647887e-05,
      "loss": 0.7213,
      "step": 484
    },
    {
      "epoch": 1.838709677419355,
      "grad_norm": 0.3397192166233515,
      "learning_rate": 2.147887323943662e-05,
      "loss": 0.6979,
      "step": 485
    },
    {
      "epoch": 1.842504743833017,
      "grad_norm": 0.33873829936623934,
      "learning_rate": 2.1408450704225354e-05,
      "loss": 0.7337,
      "step": 486
    },
    {
      "epoch": 1.8462998102466792,
      "grad_norm": 0.3507589458777712,
      "learning_rate": 2.1338028169014086e-05,
      "loss": 0.7638,
      "step": 487
    },
    {
      "epoch": 1.8500948766603416,
      "grad_norm": 0.34744611910247314,
      "learning_rate": 2.1267605633802818e-05,
      "loss": 0.7342,
      "step": 488
    },
    {
      "epoch": 1.853889943074004,
      "grad_norm": 0.3313064090062832,
      "learning_rate": 2.119718309859155e-05,
      "loss": 0.7273,
      "step": 489
    },
    {
      "epoch": 1.857685009487666,
      "grad_norm": 0.3443277472073694,
      "learning_rate": 2.112676056338028e-05,
      "loss": 0.7718,
      "step": 490
    },
    {
      "epoch": 1.8614800759013281,
      "grad_norm": 0.32526922515793544,
      "learning_rate": 2.1056338028169013e-05,
      "loss": 0.7305,
      "step": 491
    },
    {
      "epoch": 1.8652751423149905,
      "grad_norm": 0.3446338285118589,
      "learning_rate": 2.098591549295775e-05,
      "loss": 0.7147,
      "step": 492
    },
    {
      "epoch": 1.8690702087286528,
      "grad_norm": 0.32823906688451404,
      "learning_rate": 2.091549295774648e-05,
      "loss": 0.7638,
      "step": 493
    },
    {
      "epoch": 1.8728652751423152,
      "grad_norm": 0.3447373493532683,
      "learning_rate": 2.0845070422535212e-05,
      "loss": 0.7257,
      "step": 494
    },
    {
      "epoch": 1.8766603415559773,
      "grad_norm": 0.3431152647470359,
      "learning_rate": 2.0774647887323944e-05,
      "loss": 0.7303,
      "step": 495
    },
    {
      "epoch": 1.8804554079696394,
      "grad_norm": 0.3367205633690086,
      "learning_rate": 2.0704225352112676e-05,
      "loss": 0.7327,
      "step": 496
    },
    {
      "epoch": 1.8842504743833017,
      "grad_norm": 0.3658436595344883,
      "learning_rate": 2.063380281690141e-05,
      "loss": 0.7413,
      "step": 497
    },
    {
      "epoch": 1.888045540796964,
      "grad_norm": 0.33456795877937295,
      "learning_rate": 2.0563380281690143e-05,
      "loss": 0.738,
      "step": 498
    },
    {
      "epoch": 1.8918406072106262,
      "grad_norm": 0.3398893013580835,
      "learning_rate": 2.0492957746478875e-05,
      "loss": 0.7213,
      "step": 499
    },
    {
      "epoch": 1.8956356736242883,
      "grad_norm": 1.553115272832865,
      "learning_rate": 2.0422535211267607e-05,
      "loss": 0.6888,
      "step": 500
    },
    {
      "epoch": 1.8994307400379506,
      "grad_norm": 0.5051907115623565,
      "learning_rate": 2.035211267605634e-05,
      "loss": 0.7275,
      "step": 501
    },
    {
      "epoch": 1.903225806451613,
      "grad_norm": 0.34293191097531744,
      "learning_rate": 2.028169014084507e-05,
      "loss": 0.7638,
      "step": 502
    },
    {
      "epoch": 1.907020872865275,
      "grad_norm": 0.3620972508496107,
      "learning_rate": 2.0211267605633806e-05,
      "loss": 0.7031,
      "step": 503
    },
    {
      "epoch": 1.9108159392789372,
      "grad_norm": 0.34574094706911696,
      "learning_rate": 2.0140845070422538e-05,
      "loss": 0.757,
      "step": 504
    },
    {
      "epoch": 1.9146110056925996,
      "grad_norm": 0.34430115765970903,
      "learning_rate": 2.007042253521127e-05,
      "loss": 0.7401,
      "step": 505
    },
    {
      "epoch": 1.918406072106262,
      "grad_norm": 6.765553941090464,
      "learning_rate": 2e-05,
      "loss": 0.7114,
      "step": 506
    },
    {
      "epoch": 1.9222011385199242,
      "grad_norm": 0.7045299827330415,
      "learning_rate": 1.9929577464788734e-05,
      "loss": 0.7447,
      "step": 507
    },
    {
      "epoch": 1.9259962049335864,
      "grad_norm": 0.3516203173732409,
      "learning_rate": 1.9859154929577465e-05,
      "loss": 0.7468,
      "step": 508
    },
    {
      "epoch": 1.9297912713472485,
      "grad_norm": 0.3824428144119352,
      "learning_rate": 1.9788732394366197e-05,
      "loss": 0.6964,
      "step": 509
    },
    {
      "epoch": 1.9335863377609108,
      "grad_norm": 0.36234975042617634,
      "learning_rate": 1.971830985915493e-05,
      "loss": 0.7264,
      "step": 510
    },
    {
      "epoch": 1.9373814041745732,
      "grad_norm": 0.3649714669931618,
      "learning_rate": 1.964788732394366e-05,
      "loss": 0.7247,
      "step": 511
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 1.961504050122774,
      "learning_rate": 1.9577464788732393e-05,
      "loss": 0.7452,
      "step": 512
    },
    {
      "epoch": 1.9449715370018974,
      "grad_norm": 0.3455700092311562,
      "learning_rate": 1.9507042253521128e-05,
      "loss": 0.7309,
      "step": 513
    },
    {
      "epoch": 1.9487666034155597,
      "grad_norm": 17.563495820773788,
      "learning_rate": 1.943661971830986e-05,
      "loss": 0.6987,
      "step": 514
    },
    {
      "epoch": 1.952561669829222,
      "grad_norm": 0.35090587817601493,
      "learning_rate": 1.9366197183098592e-05,
      "loss": 0.7054,
      "step": 515
    },
    {
      "epoch": 1.9563567362428842,
      "grad_norm": 0.33688730696331154,
      "learning_rate": 1.9295774647887324e-05,
      "loss": 0.7209,
      "step": 516
    },
    {
      "epoch": 1.9601518026565465,
      "grad_norm": 0.3524936384093124,
      "learning_rate": 1.9225352112676056e-05,
      "loss": 0.7327,
      "step": 517
    },
    {
      "epoch": 1.9639468690702087,
      "grad_norm": 0.7086938585390536,
      "learning_rate": 1.9154929577464788e-05,
      "loss": 0.7309,
      "step": 518
    },
    {
      "epoch": 1.967741935483871,
      "grad_norm": 0.34506511630966064,
      "learning_rate": 1.9084507042253523e-05,
      "loss": 0.7345,
      "step": 519
    },
    {
      "epoch": 1.9715370018975333,
      "grad_norm": 0.35098770892564646,
      "learning_rate": 1.9014084507042255e-05,
      "loss": 0.7203,
      "step": 520
    },
    {
      "epoch": 1.9753320683111955,
      "grad_norm": 0.32894312990338453,
      "learning_rate": 1.8943661971830987e-05,
      "loss": 0.7131,
      "step": 521
    },
    {
      "epoch": 1.9791271347248576,
      "grad_norm": 0.33275918406714977,
      "learning_rate": 1.887323943661972e-05,
      "loss": 0.6732,
      "step": 522
    },
    {
      "epoch": 1.98292220113852,
      "grad_norm": 0.33446659449449373,
      "learning_rate": 1.880281690140845e-05,
      "loss": 0.6737,
      "step": 523
    },
    {
      "epoch": 1.9867172675521823,
      "grad_norm": 0.3177113192716395,
      "learning_rate": 1.8732394366197186e-05,
      "loss": 0.707,
      "step": 524
    },
    {
      "epoch": 1.9905123339658444,
      "grad_norm": 0.3729299834607769,
      "learning_rate": 1.8661971830985917e-05,
      "loss": 0.7081,
      "step": 525
    },
    {
      "epoch": 1.9943074003795065,
      "grad_norm": 0.3609269271396142,
      "learning_rate": 1.859154929577465e-05,
      "loss": 0.7614,
      "step": 526
    },
    {
      "epoch": 1.9981024667931688,
      "grad_norm": 0.3299235777305554,
      "learning_rate": 1.852112676056338e-05,
      "loss": 0.6835,
      "step": 527
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.4996345129749359,
      "learning_rate": 1.8450704225352113e-05,
      "loss": 0.6427,
      "step": 528
    },
    {
      "epoch": 2.0037950664136623,
      "grad_norm": 0.45662831595351755,
      "learning_rate": 1.8380281690140845e-05,
      "loss": 0.5582,
      "step": 529
    },
    {
      "epoch": 2.0075901328273247,
      "grad_norm": 0.3373754796983528,
      "learning_rate": 1.830985915492958e-05,
      "loss": 0.554,
      "step": 530
    },
    {
      "epoch": 2.0113851992409866,
      "grad_norm": 0.3999235102111141,
      "learning_rate": 1.8239436619718312e-05,
      "loss": 0.5648,
      "step": 531
    },
    {
      "epoch": 2.015180265654649,
      "grad_norm": 0.4957060228927706,
      "learning_rate": 1.8169014084507044e-05,
      "loss": 0.5678,
      "step": 532
    },
    {
      "epoch": 2.0189753320683113,
      "grad_norm": 0.366026829447788,
      "learning_rate": 1.8098591549295776e-05,
      "loss": 0.572,
      "step": 533
    },
    {
      "epoch": 2.0227703984819736,
      "grad_norm": 0.3730867075117646,
      "learning_rate": 1.8028169014084508e-05,
      "loss": 0.5579,
      "step": 534
    },
    {
      "epoch": 2.0265654648956355,
      "grad_norm": 0.38737988658749095,
      "learning_rate": 1.7957746478873243e-05,
      "loss": 0.5444,
      "step": 535
    },
    {
      "epoch": 2.030360531309298,
      "grad_norm": 0.3873142708390432,
      "learning_rate": 1.7887323943661975e-05,
      "loss": 0.5602,
      "step": 536
    },
    {
      "epoch": 2.03415559772296,
      "grad_norm": 0.3577156330375341,
      "learning_rate": 1.7816901408450707e-05,
      "loss": 0.5472,
      "step": 537
    },
    {
      "epoch": 2.0379506641366225,
      "grad_norm": 0.37959460923631255,
      "learning_rate": 1.774647887323944e-05,
      "loss": 0.5628,
      "step": 538
    },
    {
      "epoch": 2.041745730550285,
      "grad_norm": 0.3701196590623353,
      "learning_rate": 1.7676056338028167e-05,
      "loss": 0.5541,
      "step": 539
    },
    {
      "epoch": 2.0455407969639468,
      "grad_norm": 0.3198733292592515,
      "learning_rate": 1.7605633802816902e-05,
      "loss": 0.5688,
      "step": 540
    },
    {
      "epoch": 2.049335863377609,
      "grad_norm": 0.34272079350589185,
      "learning_rate": 1.7535211267605634e-05,
      "loss": 0.5586,
      "step": 541
    },
    {
      "epoch": 2.0531309297912714,
      "grad_norm": 0.33190146117311037,
      "learning_rate": 1.7464788732394366e-05,
      "loss": 0.5546,
      "step": 542
    },
    {
      "epoch": 2.0569259962049338,
      "grad_norm": 0.32168314158039846,
      "learning_rate": 1.7394366197183098e-05,
      "loss": 0.5422,
      "step": 543
    },
    {
      "epoch": 2.0607210626185957,
      "grad_norm": 0.30199071229974844,
      "learning_rate": 1.732394366197183e-05,
      "loss": 0.5426,
      "step": 544
    },
    {
      "epoch": 2.064516129032258,
      "grad_norm": 0.32431671372423404,
      "learning_rate": 1.7253521126760565e-05,
      "loss": 0.5471,
      "step": 545
    },
    {
      "epoch": 2.0683111954459203,
      "grad_norm": 0.3423821310623563,
      "learning_rate": 1.7183098591549297e-05,
      "loss": 0.5497,
      "step": 546
    },
    {
      "epoch": 2.0721062618595827,
      "grad_norm": 0.33860248270199556,
      "learning_rate": 1.711267605633803e-05,
      "loss": 0.5579,
      "step": 547
    },
    {
      "epoch": 2.0759013282732446,
      "grad_norm": 0.30209368374322493,
      "learning_rate": 1.704225352112676e-05,
      "loss": 0.5473,
      "step": 548
    },
    {
      "epoch": 2.079696394686907,
      "grad_norm": 0.3299973931539092,
      "learning_rate": 1.6971830985915493e-05,
      "loss": 0.5491,
      "step": 549
    },
    {
      "epoch": 2.0834914611005693,
      "grad_norm": 0.3378384780122214,
      "learning_rate": 1.6901408450704224e-05,
      "loss": 0.544,
      "step": 550
    },
    {
      "epoch": 2.0872865275142316,
      "grad_norm": 0.3138639173352364,
      "learning_rate": 1.683098591549296e-05,
      "loss": 0.5661,
      "step": 551
    },
    {
      "epoch": 2.091081593927894,
      "grad_norm": 0.3112803456849732,
      "learning_rate": 1.676056338028169e-05,
      "loss": 0.5468,
      "step": 552
    },
    {
      "epoch": 2.094876660341556,
      "grad_norm": 0.3101756824425779,
      "learning_rate": 1.6690140845070424e-05,
      "loss": 0.5458,
      "step": 553
    },
    {
      "epoch": 2.098671726755218,
      "grad_norm": 0.3041901167865272,
      "learning_rate": 1.6619718309859155e-05,
      "loss": 0.5415,
      "step": 554
    },
    {
      "epoch": 2.1024667931688805,
      "grad_norm": 0.33835981422416234,
      "learning_rate": 1.6549295774647887e-05,
      "loss": 0.5727,
      "step": 555
    },
    {
      "epoch": 2.106261859582543,
      "grad_norm": 0.29344503296785507,
      "learning_rate": 1.647887323943662e-05,
      "loss": 0.5766,
      "step": 556
    },
    {
      "epoch": 2.1100569259962048,
      "grad_norm": 0.30503345553542305,
      "learning_rate": 1.6408450704225354e-05,
      "loss": 0.5762,
      "step": 557
    },
    {
      "epoch": 2.113851992409867,
      "grad_norm": 0.3267699844381843,
      "learning_rate": 1.6338028169014086e-05,
      "loss": 0.555,
      "step": 558
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 0.2877971521091349,
      "learning_rate": 1.6267605633802818e-05,
      "loss": 0.5342,
      "step": 559
    },
    {
      "epoch": 2.121442125237192,
      "grad_norm": 0.290664109191175,
      "learning_rate": 1.619718309859155e-05,
      "loss": 0.5393,
      "step": 560
    },
    {
      "epoch": 2.1252371916508537,
      "grad_norm": 0.2984274699047115,
      "learning_rate": 1.6126760563380282e-05,
      "loss": 0.5391,
      "step": 561
    },
    {
      "epoch": 2.129032258064516,
      "grad_norm": 0.295058161849283,
      "learning_rate": 1.6056338028169017e-05,
      "loss": 0.5298,
      "step": 562
    },
    {
      "epoch": 2.1328273244781784,
      "grad_norm": 0.3043696014528808,
      "learning_rate": 1.598591549295775e-05,
      "loss": 0.5405,
      "step": 563
    },
    {
      "epoch": 2.1366223908918407,
      "grad_norm": 3.573999992110902,
      "learning_rate": 1.591549295774648e-05,
      "loss": 0.563,
      "step": 564
    },
    {
      "epoch": 2.140417457305503,
      "grad_norm": 0.5209513276404492,
      "learning_rate": 1.5845070422535213e-05,
      "loss": 0.5426,
      "step": 565
    },
    {
      "epoch": 2.144212523719165,
      "grad_norm": 0.29287662180360463,
      "learning_rate": 1.5774647887323945e-05,
      "loss": 0.5416,
      "step": 566
    },
    {
      "epoch": 2.1480075901328273,
      "grad_norm": 0.28979637822603127,
      "learning_rate": 1.5704225352112677e-05,
      "loss": 0.5377,
      "step": 567
    },
    {
      "epoch": 2.1518026565464896,
      "grad_norm": 0.28998636243856923,
      "learning_rate": 1.5633802816901412e-05,
      "loss": 0.5384,
      "step": 568
    },
    {
      "epoch": 2.155597722960152,
      "grad_norm": 0.3017037417549146,
      "learning_rate": 1.556338028169014e-05,
      "loss": 0.5507,
      "step": 569
    },
    {
      "epoch": 2.159392789373814,
      "grad_norm": 0.2986286910490102,
      "learning_rate": 1.5492957746478872e-05,
      "loss": 0.5451,
      "step": 570
    },
    {
      "epoch": 2.163187855787476,
      "grad_norm": 0.2856093743247544,
      "learning_rate": 1.5422535211267604e-05,
      "loss": 0.5483,
      "step": 571
    },
    {
      "epoch": 2.1669829222011385,
      "grad_norm": 0.2697989551795859,
      "learning_rate": 1.535211267605634e-05,
      "loss": 0.5236,
      "step": 572
    },
    {
      "epoch": 2.170777988614801,
      "grad_norm": 0.2989596771393371,
      "learning_rate": 1.528169014084507e-05,
      "loss": 0.531,
      "step": 573
    },
    {
      "epoch": 2.174573055028463,
      "grad_norm": 0.2788047145142846,
      "learning_rate": 1.5211267605633803e-05,
      "loss": 0.5316,
      "step": 574
    },
    {
      "epoch": 2.178368121442125,
      "grad_norm": 0.31605366948483243,
      "learning_rate": 1.5140845070422535e-05,
      "loss": 0.5202,
      "step": 575
    },
    {
      "epoch": 2.1821631878557874,
      "grad_norm": 0.3003376250755627,
      "learning_rate": 1.5070422535211269e-05,
      "loss": 0.5603,
      "step": 576
    },
    {
      "epoch": 2.18595825426945,
      "grad_norm": 0.28983664435703244,
      "learning_rate": 1.5e-05,
      "loss": 0.53,
      "step": 577
    },
    {
      "epoch": 2.189753320683112,
      "grad_norm": 0.2848013087432656,
      "learning_rate": 1.4929577464788732e-05,
      "loss": 0.5491,
      "step": 578
    },
    {
      "epoch": 2.193548387096774,
      "grad_norm": 0.3034108703426625,
      "learning_rate": 1.4859154929577466e-05,
      "loss": 0.5693,
      "step": 579
    },
    {
      "epoch": 2.1973434535104364,
      "grad_norm": 0.2939176697262612,
      "learning_rate": 1.4788732394366198e-05,
      "loss": 0.5616,
      "step": 580
    },
    {
      "epoch": 2.2011385199240987,
      "grad_norm": 0.28400675092707883,
      "learning_rate": 1.471830985915493e-05,
      "loss": 0.5231,
      "step": 581
    },
    {
      "epoch": 2.204933586337761,
      "grad_norm": 0.2908878550699226,
      "learning_rate": 1.4647887323943663e-05,
      "loss": 0.5557,
      "step": 582
    },
    {
      "epoch": 2.2087286527514234,
      "grad_norm": 0.2797432784894231,
      "learning_rate": 1.4577464788732395e-05,
      "loss": 0.5373,
      "step": 583
    },
    {
      "epoch": 2.2125237191650853,
      "grad_norm": 0.31020903274413864,
      "learning_rate": 1.4507042253521127e-05,
      "loss": 0.5342,
      "step": 584
    },
    {
      "epoch": 2.2163187855787476,
      "grad_norm": 0.2753405582724788,
      "learning_rate": 1.443661971830986e-05,
      "loss": 0.5449,
      "step": 585
    },
    {
      "epoch": 2.22011385199241,
      "grad_norm": 0.2828761135482831,
      "learning_rate": 1.4366197183098592e-05,
      "loss": 0.5455,
      "step": 586
    },
    {
      "epoch": 2.2239089184060723,
      "grad_norm": 0.28938761819021896,
      "learning_rate": 1.4295774647887324e-05,
      "loss": 0.5456,
      "step": 587
    },
    {
      "epoch": 2.227703984819734,
      "grad_norm": 0.36424349156623803,
      "learning_rate": 1.4225352112676058e-05,
      "loss": 0.5334,
      "step": 588
    },
    {
      "epoch": 2.2314990512333965,
      "grad_norm": 0.2969012632696866,
      "learning_rate": 1.415492957746479e-05,
      "loss": 0.5226,
      "step": 589
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 0.2882992999735945,
      "learning_rate": 1.4084507042253523e-05,
      "loss": 0.5398,
      "step": 590
    },
    {
      "epoch": 2.239089184060721,
      "grad_norm": 0.30032891934779227,
      "learning_rate": 1.4014084507042255e-05,
      "loss": 0.5487,
      "step": 591
    },
    {
      "epoch": 2.242884250474383,
      "grad_norm": 0.2916853780931874,
      "learning_rate": 1.3943661971830987e-05,
      "loss": 0.5495,
      "step": 592
    },
    {
      "epoch": 2.2466793168880455,
      "grad_norm": 0.29828803220883604,
      "learning_rate": 1.387323943661972e-05,
      "loss": 0.5556,
      "step": 593
    },
    {
      "epoch": 2.250474383301708,
      "grad_norm": 0.2977152087829231,
      "learning_rate": 1.3802816901408452e-05,
      "loss": 0.5489,
      "step": 594
    },
    {
      "epoch": 2.25426944971537,
      "grad_norm": 0.2825563858779121,
      "learning_rate": 1.3732394366197184e-05,
      "loss": 0.5309,
      "step": 595
    },
    {
      "epoch": 2.258064516129032,
      "grad_norm": 0.28760194599894473,
      "learning_rate": 1.3661971830985918e-05,
      "loss": 0.539,
      "step": 596
    },
    {
      "epoch": 2.2618595825426944,
      "grad_norm": 0.2888087056865644,
      "learning_rate": 1.359154929577465e-05,
      "loss": 0.521,
      "step": 597
    },
    {
      "epoch": 2.2656546489563567,
      "grad_norm": 0.28959446412927714,
      "learning_rate": 1.352112676056338e-05,
      "loss": 0.5615,
      "step": 598
    },
    {
      "epoch": 2.269449715370019,
      "grad_norm": 0.2836050248813387,
      "learning_rate": 1.3450704225352112e-05,
      "loss": 0.5308,
      "step": 599
    },
    {
      "epoch": 2.2732447817836814,
      "grad_norm": 0.2925293335648262,
      "learning_rate": 1.3380281690140845e-05,
      "loss": 0.5585,
      "step": 600
    },
    {
      "epoch": 2.2770398481973433,
      "grad_norm": 0.28125524640102967,
      "learning_rate": 1.3309859154929577e-05,
      "loss": 0.5399,
      "step": 601
    },
    {
      "epoch": 2.2808349146110056,
      "grad_norm": 0.28689704924017473,
      "learning_rate": 1.3239436619718309e-05,
      "loss": 0.5598,
      "step": 602
    },
    {
      "epoch": 2.284629981024668,
      "grad_norm": 0.2858866230213846,
      "learning_rate": 1.3169014084507043e-05,
      "loss": 0.5469,
      "step": 603
    },
    {
      "epoch": 2.2884250474383303,
      "grad_norm": 0.28082448102671365,
      "learning_rate": 1.3098591549295775e-05,
      "loss": 0.5396,
      "step": 604
    },
    {
      "epoch": 2.292220113851992,
      "grad_norm": 0.2805388192207067,
      "learning_rate": 1.3028169014084506e-05,
      "loss": 0.5381,
      "step": 605
    },
    {
      "epoch": 2.2960151802656545,
      "grad_norm": 0.29534726973175235,
      "learning_rate": 1.295774647887324e-05,
      "loss": 0.5334,
      "step": 606
    },
    {
      "epoch": 2.299810246679317,
      "grad_norm": 0.3968695104972142,
      "learning_rate": 1.2887323943661972e-05,
      "loss": 0.5459,
      "step": 607
    },
    {
      "epoch": 2.3036053130929792,
      "grad_norm": 0.28531647444468233,
      "learning_rate": 1.2816901408450704e-05,
      "loss": 0.538,
      "step": 608
    },
    {
      "epoch": 2.3074003795066416,
      "grad_norm": 0.27875697488772433,
      "learning_rate": 1.2746478873239437e-05,
      "loss": 0.5256,
      "step": 609
    },
    {
      "epoch": 2.3111954459203035,
      "grad_norm": 0.29116938628491784,
      "learning_rate": 1.267605633802817e-05,
      "loss": 0.5486,
      "step": 610
    },
    {
      "epoch": 2.314990512333966,
      "grad_norm": 0.28266640080403505,
      "learning_rate": 1.2605633802816901e-05,
      "loss": 0.5516,
      "step": 611
    },
    {
      "epoch": 2.318785578747628,
      "grad_norm": 0.28788575070645567,
      "learning_rate": 1.2535211267605635e-05,
      "loss": 0.5498,
      "step": 612
    },
    {
      "epoch": 2.3225806451612905,
      "grad_norm": 0.29080956133376323,
      "learning_rate": 1.2464788732394367e-05,
      "loss": 0.5483,
      "step": 613
    },
    {
      "epoch": 2.3263757115749524,
      "grad_norm": 0.28331005746690635,
      "learning_rate": 1.23943661971831e-05,
      "loss": 0.5531,
      "step": 614
    },
    {
      "epoch": 2.3301707779886147,
      "grad_norm": 0.7869919707438379,
      "learning_rate": 1.2323943661971832e-05,
      "loss": 0.5277,
      "step": 615
    },
    {
      "epoch": 2.333965844402277,
      "grad_norm": 0.2799783010145508,
      "learning_rate": 1.2253521126760564e-05,
      "loss": 0.56,
      "step": 616
    },
    {
      "epoch": 2.3377609108159394,
      "grad_norm": 0.2914143820918292,
      "learning_rate": 1.2183098591549297e-05,
      "loss": 0.531,
      "step": 617
    },
    {
      "epoch": 2.3415559772296017,
      "grad_norm": 0.27626912897990086,
      "learning_rate": 1.211267605633803e-05,
      "loss": 0.5522,
      "step": 618
    },
    {
      "epoch": 2.3453510436432636,
      "grad_norm": 0.2890561667152315,
      "learning_rate": 1.2042253521126761e-05,
      "loss": 0.536,
      "step": 619
    },
    {
      "epoch": 2.349146110056926,
      "grad_norm": 0.27188803334648987,
      "learning_rate": 1.1971830985915493e-05,
      "loss": 0.5375,
      "step": 620
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.296537438819136,
      "learning_rate": 1.1901408450704225e-05,
      "loss": 0.5704,
      "step": 621
    },
    {
      "epoch": 2.3567362428842507,
      "grad_norm": 0.28321020660015106,
      "learning_rate": 1.1830985915492958e-05,
      "loss": 0.5227,
      "step": 622
    },
    {
      "epoch": 2.3605313092979125,
      "grad_norm": 0.2769980841540514,
      "learning_rate": 1.176056338028169e-05,
      "loss": 0.532,
      "step": 623
    },
    {
      "epoch": 2.364326375711575,
      "grad_norm": 0.2814547149063904,
      "learning_rate": 1.1690140845070422e-05,
      "loss": 0.5161,
      "step": 624
    },
    {
      "epoch": 2.3681214421252372,
      "grad_norm": 0.3093719869067708,
      "learning_rate": 1.1619718309859156e-05,
      "loss": 0.5544,
      "step": 625
    },
    {
      "epoch": 2.3719165085388996,
      "grad_norm": 0.2797828206747714,
      "learning_rate": 1.1549295774647888e-05,
      "loss": 0.5362,
      "step": 626
    },
    {
      "epoch": 2.375711574952562,
      "grad_norm": 0.283398314007054,
      "learning_rate": 1.147887323943662e-05,
      "loss": 0.5358,
      "step": 627
    },
    {
      "epoch": 2.379506641366224,
      "grad_norm": 0.27465848958231376,
      "learning_rate": 1.1408450704225353e-05,
      "loss": 0.535,
      "step": 628
    },
    {
      "epoch": 2.383301707779886,
      "grad_norm": 0.2781097636400478,
      "learning_rate": 1.1338028169014085e-05,
      "loss": 0.5383,
      "step": 629
    },
    {
      "epoch": 2.3870967741935485,
      "grad_norm": 0.2778565483058106,
      "learning_rate": 1.1267605633802817e-05,
      "loss": 0.5543,
      "step": 630
    },
    {
      "epoch": 2.3908918406072104,
      "grad_norm": 0.2823052495052644,
      "learning_rate": 1.119718309859155e-05,
      "loss": 0.5408,
      "step": 631
    },
    {
      "epoch": 2.3946869070208727,
      "grad_norm": 0.28404378834113125,
      "learning_rate": 1.1126760563380282e-05,
      "loss": 0.5318,
      "step": 632
    },
    {
      "epoch": 2.398481973434535,
      "grad_norm": 0.29031639315037605,
      "learning_rate": 1.1056338028169016e-05,
      "loss": 0.5425,
      "step": 633
    },
    {
      "epoch": 2.4022770398481974,
      "grad_norm": 0.29120075006692786,
      "learning_rate": 1.0985915492957748e-05,
      "loss": 0.5521,
      "step": 634
    },
    {
      "epoch": 2.4060721062618597,
      "grad_norm": 0.2657851910356759,
      "learning_rate": 1.0915492957746478e-05,
      "loss": 0.5266,
      "step": 635
    },
    {
      "epoch": 2.4098671726755216,
      "grad_norm": 0.2856890050169505,
      "learning_rate": 1.0845070422535212e-05,
      "loss": 0.5144,
      "step": 636
    },
    {
      "epoch": 2.413662239089184,
      "grad_norm": 0.28660534910588764,
      "learning_rate": 1.0774647887323943e-05,
      "loss": 0.54,
      "step": 637
    },
    {
      "epoch": 2.4174573055028463,
      "grad_norm": 0.2704237183249149,
      "learning_rate": 1.0704225352112677e-05,
      "loss": 0.5115,
      "step": 638
    },
    {
      "epoch": 2.4212523719165087,
      "grad_norm": 0.2805045230822619,
      "learning_rate": 1.0633802816901409e-05,
      "loss": 0.5318,
      "step": 639
    },
    {
      "epoch": 2.4250474383301706,
      "grad_norm": 0.27700827174591425,
      "learning_rate": 1.056338028169014e-05,
      "loss": 0.5428,
      "step": 640
    },
    {
      "epoch": 2.428842504743833,
      "grad_norm": 0.279299771259773,
      "learning_rate": 1.0492957746478874e-05,
      "loss": 0.5154,
      "step": 641
    },
    {
      "epoch": 2.4326375711574952,
      "grad_norm": 0.2847606511747606,
      "learning_rate": 1.0422535211267606e-05,
      "loss": 0.5323,
      "step": 642
    },
    {
      "epoch": 2.4364326375711576,
      "grad_norm": 0.27597585292104576,
      "learning_rate": 1.0352112676056338e-05,
      "loss": 0.5352,
      "step": 643
    },
    {
      "epoch": 2.44022770398482,
      "grad_norm": 0.27337185224069727,
      "learning_rate": 1.0281690140845072e-05,
      "loss": 0.5297,
      "step": 644
    },
    {
      "epoch": 2.444022770398482,
      "grad_norm": 0.27083176810928383,
      "learning_rate": 1.0211267605633803e-05,
      "loss": 0.5303,
      "step": 645
    },
    {
      "epoch": 2.447817836812144,
      "grad_norm": 0.2737732695781148,
      "learning_rate": 1.0140845070422535e-05,
      "loss": 0.5378,
      "step": 646
    },
    {
      "epoch": 2.4516129032258065,
      "grad_norm": 0.2677111111096664,
      "learning_rate": 1.0070422535211269e-05,
      "loss": 0.5341,
      "step": 647
    },
    {
      "epoch": 2.455407969639469,
      "grad_norm": 0.2735733120204792,
      "learning_rate": 1e-05,
      "loss": 0.5301,
      "step": 648
    },
    {
      "epoch": 2.4592030360531307,
      "grad_norm": 0.28513913524417667,
      "learning_rate": 9.929577464788733e-06,
      "loss": 0.5547,
      "step": 649
    },
    {
      "epoch": 2.462998102466793,
      "grad_norm": 0.31094952941529436,
      "learning_rate": 9.859154929577465e-06,
      "loss": 0.5408,
      "step": 650
    },
    {
      "epoch": 2.4667931688804554,
      "grad_norm": 0.2811147528534109,
      "learning_rate": 9.788732394366196e-06,
      "loss": 0.5584,
      "step": 651
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 0.26809202373396435,
      "learning_rate": 9.71830985915493e-06,
      "loss": 0.5373,
      "step": 652
    },
    {
      "epoch": 2.47438330170778,
      "grad_norm": 0.2724937239144615,
      "learning_rate": 9.647887323943662e-06,
      "loss": 0.5346,
      "step": 653
    },
    {
      "epoch": 2.478178368121442,
      "grad_norm": 0.2771071380026875,
      "learning_rate": 9.577464788732394e-06,
      "loss": 0.5338,
      "step": 654
    },
    {
      "epoch": 2.4819734345351043,
      "grad_norm": 0.26805530994942034,
      "learning_rate": 9.507042253521127e-06,
      "loss": 0.5299,
      "step": 655
    },
    {
      "epoch": 2.4857685009487667,
      "grad_norm": 0.26287556944605794,
      "learning_rate": 9.43661971830986e-06,
      "loss": 0.5144,
      "step": 656
    },
    {
      "epoch": 2.489563567362429,
      "grad_norm": 0.2737136354266476,
      "learning_rate": 9.366197183098593e-06,
      "loss": 0.5592,
      "step": 657
    },
    {
      "epoch": 2.493358633776091,
      "grad_norm": 0.27902190529419096,
      "learning_rate": 9.295774647887325e-06,
      "loss": 0.5314,
      "step": 658
    },
    {
      "epoch": 2.4971537001897532,
      "grad_norm": 0.3077774048521983,
      "learning_rate": 9.225352112676057e-06,
      "loss": 0.5158,
      "step": 659
    },
    {
      "epoch": 2.5009487666034156,
      "grad_norm": 0.2669994106055199,
      "learning_rate": 9.15492957746479e-06,
      "loss": 0.5241,
      "step": 660
    },
    {
      "epoch": 2.504743833017078,
      "grad_norm": 0.27136749539382665,
      "learning_rate": 9.084507042253522e-06,
      "loss": 0.5319,
      "step": 661
    },
    {
      "epoch": 2.5085388994307403,
      "grad_norm": 0.26965116398921407,
      "learning_rate": 9.014084507042254e-06,
      "loss": 0.5302,
      "step": 662
    },
    {
      "epoch": 2.512333965844402,
      "grad_norm": 0.27850031037266687,
      "learning_rate": 8.943661971830987e-06,
      "loss": 0.5492,
      "step": 663
    },
    {
      "epoch": 2.5161290322580645,
      "grad_norm": 0.26529291226768226,
      "learning_rate": 8.87323943661972e-06,
      "loss": 0.5162,
      "step": 664
    },
    {
      "epoch": 2.519924098671727,
      "grad_norm": 0.27543957726578394,
      "learning_rate": 8.802816901408451e-06,
      "loss": 0.5467,
      "step": 665
    },
    {
      "epoch": 2.5237191650853887,
      "grad_norm": 0.2665837507293305,
      "learning_rate": 8.732394366197183e-06,
      "loss": 0.5278,
      "step": 666
    },
    {
      "epoch": 2.527514231499051,
      "grad_norm": 0.2718546969346271,
      "learning_rate": 8.661971830985915e-06,
      "loss": 0.5226,
      "step": 667
    },
    {
      "epoch": 2.5313092979127134,
      "grad_norm": 0.2669806632930308,
      "learning_rate": 8.591549295774648e-06,
      "loss": 0.5262,
      "step": 668
    },
    {
      "epoch": 2.5351043643263758,
      "grad_norm": 0.2804334297760963,
      "learning_rate": 8.52112676056338e-06,
      "loss": 0.5288,
      "step": 669
    },
    {
      "epoch": 2.538899430740038,
      "grad_norm": 0.27742567299170273,
      "learning_rate": 8.450704225352112e-06,
      "loss": 0.5194,
      "step": 670
    },
    {
      "epoch": 2.5426944971537004,
      "grad_norm": 0.2717615775386385,
      "learning_rate": 8.380281690140846e-06,
      "loss": 0.5181,
      "step": 671
    },
    {
      "epoch": 2.5464895635673623,
      "grad_norm": 3.695927757003071,
      "learning_rate": 8.309859154929578e-06,
      "loss": 0.5427,
      "step": 672
    },
    {
      "epoch": 2.5502846299810247,
      "grad_norm": 0.2682299104808624,
      "learning_rate": 8.23943661971831e-06,
      "loss": 0.5345,
      "step": 673
    },
    {
      "epoch": 2.554079696394687,
      "grad_norm": 0.2705362650588033,
      "learning_rate": 8.169014084507043e-06,
      "loss": 0.5356,
      "step": 674
    },
    {
      "epoch": 2.557874762808349,
      "grad_norm": 0.2580754036750414,
      "learning_rate": 8.098591549295775e-06,
      "loss": 0.5236,
      "step": 675
    },
    {
      "epoch": 2.5616698292220113,
      "grad_norm": 0.26410479235377304,
      "learning_rate": 8.028169014084509e-06,
      "loss": 0.5201,
      "step": 676
    },
    {
      "epoch": 2.5654648956356736,
      "grad_norm": 0.279831512810424,
      "learning_rate": 7.95774647887324e-06,
      "loss": 0.5237,
      "step": 677
    },
    {
      "epoch": 2.569259962049336,
      "grad_norm": 0.2758036496147709,
      "learning_rate": 7.887323943661972e-06,
      "loss": 0.5277,
      "step": 678
    },
    {
      "epoch": 2.5730550284629983,
      "grad_norm": 0.2740332826711167,
      "learning_rate": 7.816901408450706e-06,
      "loss": 0.522,
      "step": 679
    },
    {
      "epoch": 2.5768500948766606,
      "grad_norm": 0.2712319043787441,
      "learning_rate": 7.746478873239436e-06,
      "loss": 0.543,
      "step": 680
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 0.27532261280937215,
      "learning_rate": 7.67605633802817e-06,
      "loss": 0.5458,
      "step": 681
    },
    {
      "epoch": 2.584440227703985,
      "grad_norm": 0.26526883990973066,
      "learning_rate": 7.6056338028169015e-06,
      "loss": 0.512,
      "step": 682
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 0.26879212221727106,
      "learning_rate": 7.535211267605634e-06,
      "loss": 0.5303,
      "step": 683
    },
    {
      "epoch": 2.592030360531309,
      "grad_norm": 0.2774385453947983,
      "learning_rate": 7.464788732394366e-06,
      "loss": 0.5402,
      "step": 684
    },
    {
      "epoch": 2.5958254269449714,
      "grad_norm": 0.257398269752527,
      "learning_rate": 7.394366197183099e-06,
      "loss": 0.5247,
      "step": 685
    },
    {
      "epoch": 2.5996204933586338,
      "grad_norm": 0.2565285601842637,
      "learning_rate": 7.3239436619718316e-06,
      "loss": 0.5164,
      "step": 686
    },
    {
      "epoch": 2.603415559772296,
      "grad_norm": 0.27360155552561366,
      "learning_rate": 7.2535211267605634e-06,
      "loss": 0.5267,
      "step": 687
    },
    {
      "epoch": 2.6072106261859584,
      "grad_norm": 0.26189044051899535,
      "learning_rate": 7.183098591549296e-06,
      "loss": 0.5166,
      "step": 688
    },
    {
      "epoch": 2.6110056925996203,
      "grad_norm": 0.26933090087091954,
      "learning_rate": 7.112676056338029e-06,
      "loss": 0.5159,
      "step": 689
    },
    {
      "epoch": 2.6148007590132827,
      "grad_norm": 0.2671569269048854,
      "learning_rate": 7.042253521126762e-06,
      "loss": 0.5079,
      "step": 690
    },
    {
      "epoch": 2.618595825426945,
      "grad_norm": 0.27670023731940674,
      "learning_rate": 6.9718309859154935e-06,
      "loss": 0.5244,
      "step": 691
    },
    {
      "epoch": 2.6223908918406074,
      "grad_norm": 0.2676597443783351,
      "learning_rate": 6.901408450704226e-06,
      "loss": 0.5229,
      "step": 692
    },
    {
      "epoch": 2.6261859582542693,
      "grad_norm": 0.27230790474709754,
      "learning_rate": 6.830985915492959e-06,
      "loss": 0.5432,
      "step": 693
    },
    {
      "epoch": 2.6299810246679316,
      "grad_norm": 0.2618090537081882,
      "learning_rate": 6.76056338028169e-06,
      "loss": 0.5298,
      "step": 694
    },
    {
      "epoch": 2.633776091081594,
      "grad_norm": 0.2762889540671275,
      "learning_rate": 6.690140845070423e-06,
      "loss": 0.5235,
      "step": 695
    },
    {
      "epoch": 2.6375711574952563,
      "grad_norm": 0.26801760946888925,
      "learning_rate": 6.6197183098591546e-06,
      "loss": 0.5265,
      "step": 696
    },
    {
      "epoch": 2.6413662239089186,
      "grad_norm": 0.26552233684222143,
      "learning_rate": 6.549295774647887e-06,
      "loss": 0.512,
      "step": 697
    },
    {
      "epoch": 2.6451612903225805,
      "grad_norm": 0.2718083784887795,
      "learning_rate": 6.47887323943662e-06,
      "loss": 0.5129,
      "step": 698
    },
    {
      "epoch": 2.648956356736243,
      "grad_norm": 0.2627152828751525,
      "learning_rate": 6.408450704225352e-06,
      "loss": 0.5463,
      "step": 699
    },
    {
      "epoch": 2.652751423149905,
      "grad_norm": 0.2807123544864212,
      "learning_rate": 6.338028169014085e-06,
      "loss": 0.5212,
      "step": 700
    },
    {
      "epoch": 2.656546489563567,
      "grad_norm": 0.29805054175627144,
      "learning_rate": 6.267605633802817e-06,
      "loss": 0.5302,
      "step": 701
    },
    {
      "epoch": 2.6603415559772294,
      "grad_norm": 0.26983762167101605,
      "learning_rate": 6.19718309859155e-06,
      "loss": 0.5266,
      "step": 702
    },
    {
      "epoch": 2.6641366223908918,
      "grad_norm": 0.25765147338316874,
      "learning_rate": 6.126760563380282e-06,
      "loss": 0.5077,
      "step": 703
    },
    {
      "epoch": 2.667931688804554,
      "grad_norm": 0.26244389612770763,
      "learning_rate": 6.056338028169015e-06,
      "loss": 0.5275,
      "step": 704
    },
    {
      "epoch": 2.6717267552182165,
      "grad_norm": 0.25871700446988755,
      "learning_rate": 5.9859154929577465e-06,
      "loss": 0.5263,
      "step": 705
    },
    {
      "epoch": 2.675521821631879,
      "grad_norm": 0.25937072857521587,
      "learning_rate": 5.915492957746479e-06,
      "loss": 0.5293,
      "step": 706
    },
    {
      "epoch": 2.6793168880455407,
      "grad_norm": 0.26124300321138905,
      "learning_rate": 5.845070422535211e-06,
      "loss": 0.5329,
      "step": 707
    },
    {
      "epoch": 2.683111954459203,
      "grad_norm": 0.27733223248436273,
      "learning_rate": 5.774647887323944e-06,
      "loss": 0.5388,
      "step": 708
    },
    {
      "epoch": 2.6869070208728654,
      "grad_norm": 0.26778317763534515,
      "learning_rate": 5.7042253521126766e-06,
      "loss": 0.5163,
      "step": 709
    },
    {
      "epoch": 2.6907020872865273,
      "grad_norm": 0.2606831932890902,
      "learning_rate": 5.6338028169014084e-06,
      "loss": 0.5375,
      "step": 710
    },
    {
      "epoch": 2.6944971537001896,
      "grad_norm": 0.2676107377258338,
      "learning_rate": 5.563380281690141e-06,
      "loss": 0.5331,
      "step": 711
    },
    {
      "epoch": 2.698292220113852,
      "grad_norm": 0.2610782827132618,
      "learning_rate": 5.492957746478874e-06,
      "loss": 0.5162,
      "step": 712
    },
    {
      "epoch": 2.7020872865275143,
      "grad_norm": 0.256554297163306,
      "learning_rate": 5.422535211267606e-06,
      "loss": 0.5108,
      "step": 713
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 0.25195774405958,
      "learning_rate": 5.3521126760563385e-06,
      "loss": 0.5071,
      "step": 714
    },
    {
      "epoch": 2.709677419354839,
      "grad_norm": 0.2604563422371166,
      "learning_rate": 5.28169014084507e-06,
      "loss": 0.5334,
      "step": 715
    },
    {
      "epoch": 2.713472485768501,
      "grad_norm": 0.25769535239143054,
      "learning_rate": 5.211267605633803e-06,
      "loss": 0.5147,
      "step": 716
    },
    {
      "epoch": 2.717267552182163,
      "grad_norm": 0.27049241184577183,
      "learning_rate": 5.140845070422536e-06,
      "loss": 0.5396,
      "step": 717
    },
    {
      "epoch": 2.7210626185958255,
      "grad_norm": 0.2542624069634068,
      "learning_rate": 5.070422535211268e-06,
      "loss": 0.5167,
      "step": 718
    },
    {
      "epoch": 2.7248576850094874,
      "grad_norm": 0.27647020901115144,
      "learning_rate": 5e-06,
      "loss": 0.5124,
      "step": 719
    },
    {
      "epoch": 2.72865275142315,
      "grad_norm": 0.27668074054609093,
      "learning_rate": 4.929577464788732e-06,
      "loss": 0.5349,
      "step": 720
    },
    {
      "epoch": 2.732447817836812,
      "grad_norm": 0.266997161461896,
      "learning_rate": 4.859154929577465e-06,
      "loss": 0.5338,
      "step": 721
    },
    {
      "epoch": 2.7362428842504745,
      "grad_norm": 0.25499285462315663,
      "learning_rate": 4.788732394366197e-06,
      "loss": 0.5115,
      "step": 722
    },
    {
      "epoch": 2.740037950664137,
      "grad_norm": 0.27013448186002204,
      "learning_rate": 4.71830985915493e-06,
      "loss": 0.5409,
      "step": 723
    },
    {
      "epoch": 2.7438330170777987,
      "grad_norm": 0.253803129514788,
      "learning_rate": 4.647887323943662e-06,
      "loss": 0.5054,
      "step": 724
    },
    {
      "epoch": 2.747628083491461,
      "grad_norm": 0.26734493420989397,
      "learning_rate": 4.577464788732395e-06,
      "loss": 0.5185,
      "step": 725
    },
    {
      "epoch": 2.7514231499051234,
      "grad_norm": 0.2518253836546897,
      "learning_rate": 4.507042253521127e-06,
      "loss": 0.4995,
      "step": 726
    },
    {
      "epoch": 2.7552182163187857,
      "grad_norm": 0.26729850134714506,
      "learning_rate": 4.43661971830986e-06,
      "loss": 0.5271,
      "step": 727
    },
    {
      "epoch": 2.7590132827324476,
      "grad_norm": 0.2557254985730845,
      "learning_rate": 4.3661971830985915e-06,
      "loss": 0.5145,
      "step": 728
    },
    {
      "epoch": 2.76280834914611,
      "grad_norm": 0.2600062548594085,
      "learning_rate": 4.295774647887324e-06,
      "loss": 0.5383,
      "step": 729
    },
    {
      "epoch": 2.7666034155597723,
      "grad_norm": 0.26190547953904125,
      "learning_rate": 4.225352112676056e-06,
      "loss": 0.5187,
      "step": 730
    },
    {
      "epoch": 2.7703984819734346,
      "grad_norm": 0.2551484956199937,
      "learning_rate": 4.154929577464789e-06,
      "loss": 0.5247,
      "step": 731
    },
    {
      "epoch": 2.774193548387097,
      "grad_norm": 0.32790367354195843,
      "learning_rate": 4.0845070422535216e-06,
      "loss": 0.5256,
      "step": 732
    },
    {
      "epoch": 2.777988614800759,
      "grad_norm": 0.2529288981258316,
      "learning_rate": 4.014084507042254e-06,
      "loss": 0.5206,
      "step": 733
    },
    {
      "epoch": 2.781783681214421,
      "grad_norm": 0.25751867278005997,
      "learning_rate": 3.943661971830986e-06,
      "loss": 0.5161,
      "step": 734
    },
    {
      "epoch": 2.7855787476280836,
      "grad_norm": 0.2537828228850862,
      "learning_rate": 3.873239436619718e-06,
      "loss": 0.5243,
      "step": 735
    },
    {
      "epoch": 2.789373814041746,
      "grad_norm": 0.26059153621633013,
      "learning_rate": 3.8028169014084508e-06,
      "loss": 0.5282,
      "step": 736
    },
    {
      "epoch": 2.793168880455408,
      "grad_norm": 0.2652199144684476,
      "learning_rate": 3.732394366197183e-06,
      "loss": 0.5185,
      "step": 737
    },
    {
      "epoch": 2.79696394686907,
      "grad_norm": 0.25376408411959034,
      "learning_rate": 3.6619718309859158e-06,
      "loss": 0.5126,
      "step": 738
    },
    {
      "epoch": 2.8007590132827325,
      "grad_norm": 0.2566069834499804,
      "learning_rate": 3.591549295774648e-06,
      "loss": 0.5193,
      "step": 739
    },
    {
      "epoch": 2.804554079696395,
      "grad_norm": 0.26572339887853663,
      "learning_rate": 3.521126760563381e-06,
      "loss": 0.5308,
      "step": 740
    },
    {
      "epoch": 2.808349146110057,
      "grad_norm": 0.27879502012748697,
      "learning_rate": 3.450704225352113e-06,
      "loss": 0.5275,
      "step": 741
    },
    {
      "epoch": 2.812144212523719,
      "grad_norm": 0.2622324832980246,
      "learning_rate": 3.380281690140845e-06,
      "loss": 0.5131,
      "step": 742
    },
    {
      "epoch": 2.8159392789373814,
      "grad_norm": 0.24537825898029234,
      "learning_rate": 3.3098591549295773e-06,
      "loss": 0.4856,
      "step": 743
    },
    {
      "epoch": 2.8197343453510437,
      "grad_norm": 0.2543828318551744,
      "learning_rate": 3.23943661971831e-06,
      "loss": 0.5246,
      "step": 744
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 0.2536595352782432,
      "learning_rate": 3.1690140845070423e-06,
      "loss": 0.519,
      "step": 745
    },
    {
      "epoch": 2.827324478178368,
      "grad_norm": 0.25880101874103556,
      "learning_rate": 3.098591549295775e-06,
      "loss": 0.5142,
      "step": 746
    },
    {
      "epoch": 2.8311195445920303,
      "grad_norm": 0.25135812908983174,
      "learning_rate": 3.0281690140845073e-06,
      "loss": 0.52,
      "step": 747
    },
    {
      "epoch": 2.8349146110056926,
      "grad_norm": 0.25161083849538896,
      "learning_rate": 2.9577464788732396e-06,
      "loss": 0.5174,
      "step": 748
    },
    {
      "epoch": 2.838709677419355,
      "grad_norm": 0.249365627729948,
      "learning_rate": 2.887323943661972e-06,
      "loss": 0.5049,
      "step": 749
    },
    {
      "epoch": 2.8425047438330173,
      "grad_norm": 0.27068313935344396,
      "learning_rate": 2.8169014084507042e-06,
      "loss": 0.5418,
      "step": 750
    },
    {
      "epoch": 2.846299810246679,
      "grad_norm": 0.25858282367441654,
      "learning_rate": 2.746478873239437e-06,
      "loss": 0.5264,
      "step": 751
    },
    {
      "epoch": 2.8500948766603416,
      "grad_norm": 0.2546112010044873,
      "learning_rate": 2.6760563380281692e-06,
      "loss": 0.5283,
      "step": 752
    },
    {
      "epoch": 2.853889943074004,
      "grad_norm": 0.2548188993718373,
      "learning_rate": 2.6056338028169015e-06,
      "loss": 0.4955,
      "step": 753
    },
    {
      "epoch": 2.857685009487666,
      "grad_norm": 0.2544369797297898,
      "learning_rate": 2.535211267605634e-06,
      "loss": 0.5169,
      "step": 754
    },
    {
      "epoch": 2.861480075901328,
      "grad_norm": 0.25562955536269694,
      "learning_rate": 2.464788732394366e-06,
      "loss": 0.5207,
      "step": 755
    },
    {
      "epoch": 2.8652751423149905,
      "grad_norm": 0.2550210562564166,
      "learning_rate": 2.3943661971830984e-06,
      "loss": 0.5014,
      "step": 756
    },
    {
      "epoch": 2.869070208728653,
      "grad_norm": 0.2629661666159187,
      "learning_rate": 2.323943661971831e-06,
      "loss": 0.5472,
      "step": 757
    },
    {
      "epoch": 2.872865275142315,
      "grad_norm": 0.25157037569143936,
      "learning_rate": 2.2535211267605635e-06,
      "loss": 0.5201,
      "step": 758
    },
    {
      "epoch": 2.8766603415559775,
      "grad_norm": 0.25262767099521116,
      "learning_rate": 2.1830985915492958e-06,
      "loss": 0.5121,
      "step": 759
    },
    {
      "epoch": 2.8804554079696394,
      "grad_norm": 0.2567966604132278,
      "learning_rate": 2.112676056338028e-06,
      "loss": 0.5106,
      "step": 760
    },
    {
      "epoch": 2.8842504743833017,
      "grad_norm": 0.24721204656096993,
      "learning_rate": 2.0422535211267608e-06,
      "loss": 0.522,
      "step": 761
    },
    {
      "epoch": 2.888045540796964,
      "grad_norm": 0.2608511744958355,
      "learning_rate": 1.971830985915493e-06,
      "loss": 0.5347,
      "step": 762
    },
    {
      "epoch": 2.891840607210626,
      "grad_norm": 0.251443140121684,
      "learning_rate": 1.9014084507042254e-06,
      "loss": 0.5128,
      "step": 763
    },
    {
      "epoch": 2.8956356736242883,
      "grad_norm": 0.2546872353977325,
      "learning_rate": 1.8309859154929579e-06,
      "loss": 0.5166,
      "step": 764
    },
    {
      "epoch": 2.8994307400379506,
      "grad_norm": 0.24785012743166315,
      "learning_rate": 1.7605633802816904e-06,
      "loss": 0.5242,
      "step": 765
    },
    {
      "epoch": 2.903225806451613,
      "grad_norm": 0.24898154056510727,
      "learning_rate": 1.6901408450704225e-06,
      "loss": 0.5194,
      "step": 766
    },
    {
      "epoch": 2.9070208728652753,
      "grad_norm": 0.24011875250619547,
      "learning_rate": 1.619718309859155e-06,
      "loss": 0.5068,
      "step": 767
    },
    {
      "epoch": 2.9108159392789372,
      "grad_norm": 0.24850835533756865,
      "learning_rate": 1.5492957746478875e-06,
      "loss": 0.5129,
      "step": 768
    },
    {
      "epoch": 2.9146110056925996,
      "grad_norm": 0.24689534757466478,
      "learning_rate": 1.4788732394366198e-06,
      "loss": 0.5043,
      "step": 769
    },
    {
      "epoch": 2.918406072106262,
      "grad_norm": 0.25299167125111766,
      "learning_rate": 1.4084507042253521e-06,
      "loss": 0.5213,
      "step": 770
    },
    {
      "epoch": 2.9222011385199242,
      "grad_norm": 0.24718063426634684,
      "learning_rate": 1.3380281690140846e-06,
      "loss": 0.5092,
      "step": 771
    },
    {
      "epoch": 2.925996204933586,
      "grad_norm": 0.4496626206530403,
      "learning_rate": 1.267605633802817e-06,
      "loss": 0.5218,
      "step": 772
    },
    {
      "epoch": 2.9297912713472485,
      "grad_norm": 0.27131925369394255,
      "learning_rate": 1.1971830985915492e-06,
      "loss": 0.5243,
      "step": 773
    },
    {
      "epoch": 2.933586337760911,
      "grad_norm": 0.2531657926909203,
      "learning_rate": 1.1267605633802817e-06,
      "loss": 0.5198,
      "step": 774
    },
    {
      "epoch": 2.937381404174573,
      "grad_norm": 0.24333248660649015,
      "learning_rate": 1.056338028169014e-06,
      "loss": 0.5079,
      "step": 775
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 0.25810615958690464,
      "learning_rate": 9.859154929577465e-07,
      "loss": 0.5155,
      "step": 776
    },
    {
      "epoch": 2.9449715370018974,
      "grad_norm": 0.2572122860259345,
      "learning_rate": 9.154929577464789e-07,
      "loss": 0.5303,
      "step": 777
    },
    {
      "epoch": 2.9487666034155597,
      "grad_norm": 0.24613803884061292,
      "learning_rate": 8.450704225352112e-07,
      "loss": 0.5201,
      "step": 778
    },
    {
      "epoch": 2.952561669829222,
      "grad_norm": 0.2513759548301003,
      "learning_rate": 7.746478873239438e-07,
      "loss": 0.5109,
      "step": 779
    },
    {
      "epoch": 2.956356736242884,
      "grad_norm": 0.26337162401626346,
      "learning_rate": 7.042253521126761e-07,
      "loss": 0.5405,
      "step": 780
    },
    {
      "epoch": 2.9601518026565463,
      "grad_norm": 0.24729566735616695,
      "learning_rate": 6.338028169014085e-07,
      "loss": 0.4995,
      "step": 781
    },
    {
      "epoch": 2.9639468690702087,
      "grad_norm": 0.2688897364872683,
      "learning_rate": 5.633802816901409e-07,
      "loss": 0.5172,
      "step": 782
    },
    {
      "epoch": 2.967741935483871,
      "grad_norm": 0.255054655194233,
      "learning_rate": 4.929577464788733e-07,
      "loss": 0.5083,
      "step": 783
    },
    {
      "epoch": 2.9715370018975333,
      "grad_norm": 0.24777486782876265,
      "learning_rate": 4.225352112676056e-07,
      "loss": 0.5159,
      "step": 784
    },
    {
      "epoch": 2.9753320683111957,
      "grad_norm": 0.255639600519456,
      "learning_rate": 3.5211267605633803e-07,
      "loss": 0.5155,
      "step": 785
    },
    {
      "epoch": 2.9791271347248576,
      "grad_norm": 0.2536850585325846,
      "learning_rate": 2.8169014084507043e-07,
      "loss": 0.5173,
      "step": 786
    },
    {
      "epoch": 2.98292220113852,
      "grad_norm": 0.2502987412329274,
      "learning_rate": 2.112676056338028e-07,
      "loss": 0.5189,
      "step": 787
    },
    {
      "epoch": 2.9867172675521823,
      "grad_norm": 0.2561066491746939,
      "learning_rate": 1.4084507042253522e-07,
      "loss": 0.5128,
      "step": 788
    },
    {
      "epoch": 2.990512333965844,
      "grad_norm": 0.2519597130832323,
      "learning_rate": 7.042253521126761e-08,
      "loss": 0.5178,
      "step": 789
    },
    {
      "epoch": 2.990512333965844,
      "step": 789,
      "total_flos": 8.761222688732611e+18,
      "train_loss": 1.0859681145773188,
      "train_runtime": 27041.1536,
      "train_samples_per_second": 0.468,
      "train_steps_per_second": 0.029
    }
  ],
  "logging_steps": 1,
  "max_steps": 789,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.761222688732611e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}