{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6916825177243645,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006916825177243646,
      "grad_norm": 0.21880632638931274,
      "learning_rate": 0.0,
      "loss": 2.5104,
      "step": 1
    },
    {
      "epoch": 0.0013833650354487291,
      "grad_norm": 0.2225637435913086,
      "learning_rate": 1.36986301369863e-05,
      "loss": 2.7879,
      "step": 2
    },
    {
      "epoch": 0.0020750475531730937,
      "grad_norm": 0.21454782783985138,
      "learning_rate": 2.73972602739726e-05,
      "loss": 2.8515,
      "step": 3
    },
    {
      "epoch": 0.0027667300708974583,
      "grad_norm": 0.285408616065979,
      "learning_rate": 4.1095890410958905e-05,
      "loss": 2.8123,
      "step": 4
    },
    {
      "epoch": 0.0034584125886218224,
      "grad_norm": 0.231473907828331,
      "learning_rate": 5.47945205479452e-05,
      "loss": 2.5181,
      "step": 5
    },
    {
      "epoch": 0.004150095106346187,
      "grad_norm": 0.20668023824691772,
      "learning_rate": 6.84931506849315e-05,
      "loss": 2.066,
      "step": 6
    },
    {
      "epoch": 0.0048417776240705515,
      "grad_norm": 0.3103766441345215,
      "learning_rate": 8.219178082191781e-05,
      "loss": 2.0647,
      "step": 7
    },
    {
      "epoch": 0.0055334601417949165,
      "grad_norm": 0.3536206781864166,
      "learning_rate": 9.58904109589041e-05,
      "loss": 2.1267,
      "step": 8
    },
    {
      "epoch": 0.006225142659519281,
      "grad_norm": 0.2078174203634262,
      "learning_rate": 0.0001095890410958904,
      "loss": 2.5859,
      "step": 9
    },
    {
      "epoch": 0.006916825177243645,
      "grad_norm": 0.2702614367008209,
      "learning_rate": 0.0001232876712328767,
      "loss": 2.7732,
      "step": 10
    },
    {
      "epoch": 0.00760850769496801,
      "grad_norm": 0.348145067691803,
      "learning_rate": 0.000136986301369863,
      "loss": 2.6776,
      "step": 11
    },
    {
      "epoch": 0.008300190212692375,
      "grad_norm": 0.32872459292411804,
      "learning_rate": 0.0001506849315068493,
      "loss": 1.5802,
      "step": 12
    },
    {
      "epoch": 0.008991872730416739,
      "grad_norm": 0.7062669992446899,
      "learning_rate": 0.00016438356164383562,
      "loss": 1.9955,
      "step": 13
    },
    {
      "epoch": 0.009683555248141103,
      "grad_norm": 0.252165287733078,
      "learning_rate": 0.00017808219178082192,
      "loss": 2.9662,
      "step": 14
    },
    {
      "epoch": 0.010375237765865467,
      "grad_norm": 0.29550454020500183,
      "learning_rate": 0.0001917808219178082,
      "loss": 2.3048,
      "step": 15
    },
    {
      "epoch": 0.011066920283589833,
      "grad_norm": 0.3947546184062958,
      "learning_rate": 0.0002054794520547945,
      "loss": 2.8061,
      "step": 16
    },
    {
      "epoch": 0.011758602801314197,
      "grad_norm": 0.26285308599472046,
      "learning_rate": 0.0002191780821917808,
      "loss": 2.7137,
      "step": 17
    },
    {
      "epoch": 0.012450285319038561,
      "grad_norm": 0.3446462154388428,
      "learning_rate": 0.00023287671232876712,
      "loss": 2.3531,
      "step": 18
    },
    {
      "epoch": 0.013141967836762926,
      "grad_norm": 0.2948848307132721,
      "learning_rate": 0.0002465753424657534,
      "loss": 2.2846,
      "step": 19
    },
    {
      "epoch": 0.01383365035448729,
      "grad_norm": 0.3657473027706146,
      "learning_rate": 0.0002602739726027397,
      "loss": 2.4455,
      "step": 20
    },
    {
      "epoch": 0.014525332872211656,
      "grad_norm": 0.2797200381755829,
      "learning_rate": 0.000273972602739726,
      "loss": 2.6308,
      "step": 21
    },
    {
      "epoch": 0.01521701538993602,
      "grad_norm": 0.32914993166923523,
      "learning_rate": 0.0002876712328767123,
      "loss": 2.3918,
      "step": 22
    },
    {
      "epoch": 0.015908697907660384,
      "grad_norm": 0.3232629895210266,
      "learning_rate": 0.0003013698630136986,
      "loss": 1.714,
      "step": 23
    },
    {
      "epoch": 0.01660038042538475,
      "grad_norm": 0.3496573269367218,
      "learning_rate": 0.00031506849315068495,
      "loss": 2.634,
      "step": 24
    },
    {
      "epoch": 0.017292062943109112,
      "grad_norm": 0.34902870655059814,
      "learning_rate": 0.00032876712328767124,
      "loss": 2.6269,
      "step": 25
    },
    {
      "epoch": 0.017983745460833478,
      "grad_norm": 0.3312171399593353,
      "learning_rate": 0.00034246575342465754,
      "loss": 2.5056,
      "step": 26
    },
    {
      "epoch": 0.01867542797855784,
      "grad_norm": 0.35412952303886414,
      "learning_rate": 0.00035616438356164383,
      "loss": 2.0546,
      "step": 27
    },
    {
      "epoch": 0.019367110496282206,
      "grad_norm": 0.3497133255004883,
      "learning_rate": 0.0003698630136986301,
      "loss": 2.5338,
      "step": 28
    },
    {
      "epoch": 0.020058793014006572,
      "grad_norm": 0.4878860116004944,
      "learning_rate": 0.0003835616438356164,
      "loss": 2.4302,
      "step": 29
    },
    {
      "epoch": 0.020750475531730934,
      "grad_norm": 0.6170843243598938,
      "learning_rate": 0.0003972602739726027,
      "loss": 2.4316,
      "step": 30
    },
    {
      "epoch": 0.0214421580494553,
      "grad_norm": 0.5822828412055969,
      "learning_rate": 0.000410958904109589,
      "loss": 2.2286,
      "step": 31
    },
    {
      "epoch": 0.022133840567179666,
      "grad_norm": 0.3742135167121887,
      "learning_rate": 0.0004246575342465753,
      "loss": 2.145,
      "step": 32
    },
    {
      "epoch": 0.02282552308490403,
      "grad_norm": 0.9055424332618713,
      "learning_rate": 0.0004383561643835616,
      "loss": 1.6547,
      "step": 33
    },
    {
      "epoch": 0.023517205602628394,
      "grad_norm": 0.5974112153053284,
      "learning_rate": 0.00045205479452054795,
      "loss": 1.3416,
      "step": 34
    },
    {
      "epoch": 0.024208888120352757,
      "grad_norm": 0.5048322677612305,
      "learning_rate": 0.00046575342465753425,
      "loss": 1.9358,
      "step": 35
    },
    {
      "epoch": 0.024900570638077123,
      "grad_norm": 0.6585083603858948,
      "learning_rate": 0.00047945205479452054,
      "loss": 2.5502,
      "step": 36
    },
    {
      "epoch": 0.02559225315580149,
      "grad_norm": 0.5043433904647827,
      "learning_rate": 0.0004931506849315068,
      "loss": 1.9789,
      "step": 37
    },
    {
      "epoch": 0.02628393567352585,
      "grad_norm": 0.7396597266197205,
      "learning_rate": 0.0005068493150684932,
      "loss": 1.228,
      "step": 38
    },
    {
      "epoch": 0.026975618191250217,
      "grad_norm": 0.6552051901817322,
      "learning_rate": 0.0005205479452054794,
      "loss": 2.2174,
      "step": 39
    },
    {
      "epoch": 0.02766730070897458,
      "grad_norm": 0.5566487908363342,
      "learning_rate": 0.0005342465753424658,
      "loss": 1.4923,
      "step": 40
    },
    {
      "epoch": 0.028358983226698945,
      "grad_norm": 0.8825723528862,
      "learning_rate": 0.000547945205479452,
      "loss": 1.1997,
      "step": 41
    },
    {
      "epoch": 0.02905066574442331,
      "grad_norm": 0.6939167380332947,
      "learning_rate": 0.0005616438356164384,
      "loss": 0.9761,
      "step": 42
    },
    {
      "epoch": 0.029742348262147673,
      "grad_norm": 0.6930441856384277,
      "learning_rate": 0.0005753424657534246,
      "loss": 1.859,
      "step": 43
    },
    {
      "epoch": 0.03043403077987204,
      "grad_norm": 0.5989459753036499,
      "learning_rate": 0.000589041095890411,
      "loss": 2.1215,
      "step": 44
    },
    {
      "epoch": 0.0311257132975964,
      "grad_norm": 0.5096371173858643,
      "learning_rate": 0.0006027397260273972,
      "loss": 1.6978,
      "step": 45
    },
    {
      "epoch": 0.03181739581532077,
      "grad_norm": 0.505210816860199,
      "learning_rate": 0.0006164383561643835,
      "loss": 2.2416,
      "step": 46
    },
    {
      "epoch": 0.03250907833304513,
      "grad_norm": 0.4391973316669464,
      "learning_rate": 0.0006301369863013699,
      "loss": 2.0748,
      "step": 47
    },
    {
      "epoch": 0.0332007608507695,
      "grad_norm": 0.5823452472686768,
      "learning_rate": 0.0006438356164383562,
      "loss": 1.9801,
      "step": 48
    },
    {
      "epoch": 0.03389244336849386,
      "grad_norm": 0.4575086236000061,
      "learning_rate": 0.0006575342465753425,
      "loss": 1.7658,
      "step": 49
    },
    {
      "epoch": 0.034584125886218224,
      "grad_norm": 1.1978178024291992,
      "learning_rate": 0.0006712328767123288,
      "loss": 2.0922,
      "step": 50
    },
    {
      "epoch": 0.03527580840394259,
      "grad_norm": 0.8242403864860535,
      "learning_rate": 0.0006849315068493151,
      "loss": 1.4001,
      "step": 51
    },
    {
      "epoch": 0.035967490921666956,
      "grad_norm": 0.7775748372077942,
      "learning_rate": 0.0006986301369863014,
      "loss": 2.2013,
      "step": 52
    },
    {
      "epoch": 0.03665917343939132,
      "grad_norm": 0.6356838941574097,
      "learning_rate": 0.0007123287671232877,
      "loss": 2.1857,
      "step": 53
    },
    {
      "epoch": 0.03735085595711568,
      "grad_norm": 0.5681482553482056,
      "learning_rate": 0.000726027397260274,
      "loss": 1.8066,
      "step": 54
    },
    {
      "epoch": 0.03804253847484005,
      "grad_norm": 0.5019308924674988,
      "learning_rate": 0.0007397260273972603,
      "loss": 2.2206,
      "step": 55
    },
    {
      "epoch": 0.03873422099256441,
      "grad_norm": 0.5633329749107361,
      "learning_rate": 0.0007534246575342466,
      "loss": 1.8777,
      "step": 56
    },
    {
      "epoch": 0.039425903510288775,
      "grad_norm": 0.7095340490341187,
      "learning_rate": 0.0007671232876712328,
      "loss": 1.547,
      "step": 57
    },
    {
      "epoch": 0.040117586028013144,
      "grad_norm": 0.5671369433403015,
      "learning_rate": 0.0007808219178082192,
      "loss": 1.621,
      "step": 58
    },
    {
      "epoch": 0.040809268545737507,
      "grad_norm": 0.6320775747299194,
      "learning_rate": 0.0007945205479452054,
      "loss": 1.6643,
      "step": 59
    },
    {
      "epoch": 0.04150095106346187,
      "grad_norm": 0.5812399387359619,
      "learning_rate": 0.0008082191780821918,
      "loss": 2.1796,
      "step": 60
    },
    {
      "epoch": 0.04219263358118624,
      "grad_norm": 0.6970055103302002,
      "learning_rate": 0.000821917808219178,
      "loss": 1.3168,
      "step": 61
    },
    {
      "epoch": 0.0428843160989106,
      "grad_norm": 0.5469310879707336,
      "learning_rate": 0.0008356164383561644,
      "loss": 1.9548,
      "step": 62
    },
    {
      "epoch": 0.04357599861663496,
      "grad_norm": 0.6035028100013733,
      "learning_rate": 0.0008493150684931506,
      "loss": 2.0096,
      "step": 63
    },
    {
      "epoch": 0.04426768113435933,
      "grad_norm": 0.5294916033744812,
      "learning_rate": 0.000863013698630137,
      "loss": 1.9096,
      "step": 64
    },
    {
      "epoch": 0.044959363652083695,
      "grad_norm": 0.5908515453338623,
      "learning_rate": 0.0008767123287671232,
      "loss": 1.7588,
      "step": 65
    },
    {
      "epoch": 0.04565104616980806,
      "grad_norm": 0.6100364327430725,
      "learning_rate": 0.0008904109589041097,
      "loss": 2.354,
      "step": 66
    },
    {
      "epoch": 0.04634272868753242,
      "grad_norm": 0.4925366938114166,
      "learning_rate": 0.0009041095890410959,
      "loss": 1.9282,
      "step": 67
    },
    {
      "epoch": 0.04703441120525679,
      "grad_norm": 0.6262894868850708,
      "learning_rate": 0.0009178082191780823,
      "loss": 1.2392,
      "step": 68
    },
    {
      "epoch": 0.04772609372298115,
      "grad_norm": 0.55129474401474,
      "learning_rate": 0.0009315068493150685,
      "loss": 2.4297,
      "step": 69
    },
    {
      "epoch": 0.048417776240705514,
      "grad_norm": 0.5773240327835083,
      "learning_rate": 0.0009452054794520548,
      "loss": 1.4238,
      "step": 70
    },
    {
      "epoch": 0.04910945875842988,
      "grad_norm": 0.3298526704311371,
      "learning_rate": 0.0009589041095890411,
      "loss": 1.5375,
      "step": 71
    },
    {
      "epoch": 0.049801141276154245,
      "grad_norm": 0.9887644648551941,
      "learning_rate": 0.0009726027397260274,
      "loss": 2.037,
      "step": 72
    },
    {
      "epoch": 0.05049282379387861,
      "grad_norm": 0.7895487546920776,
      "learning_rate": 0.0009863013698630137,
      "loss": 1.8359,
      "step": 73
    },
    {
      "epoch": 0.05118450631160298,
      "grad_norm": 0.5635783076286316,
      "learning_rate": 0.001,
      "loss": 1.2403,
      "step": 74
    },
    {
      "epoch": 0.05187618882932734,
      "grad_norm": 0.5721316933631897,
      "learning_rate": 0.0009992716678805535,
      "loss": 1.9278,
      "step": 75
    },
    {
      "epoch": 0.0525678713470517,
      "grad_norm": 0.4850369095802307,
      "learning_rate": 0.000998543335761107,
      "loss": 1.9441,
      "step": 76
    },
    {
      "epoch": 0.053259553864776064,
      "grad_norm": 0.5316908955574036,
      "learning_rate": 0.0009978150036416607,
      "loss": 1.593,
      "step": 77
    },
    {
      "epoch": 0.053951236382500434,
      "grad_norm": 0.4999512732028961,
      "learning_rate": 0.000997086671522214,
      "loss": 1.8264,
      "step": 78
    },
    {
      "epoch": 0.054642918900224796,
      "grad_norm": 0.4769350588321686,
      "learning_rate": 0.0009963583394027677,
      "loss": 1.6991,
      "step": 79
    },
    {
      "epoch": 0.05533460141794916,
      "grad_norm": 0.4839954078197479,
      "learning_rate": 0.0009956300072833213,
      "loss": 1.0442,
      "step": 80
    },
    {
      "epoch": 0.05602628393567353,
      "grad_norm": 0.7724981307983398,
      "learning_rate": 0.0009949016751638748,
      "loss": 1.5422,
      "step": 81
    },
    {
      "epoch": 0.05671796645339789,
      "grad_norm": 0.7546667456626892,
      "learning_rate": 0.0009941733430444283,
      "loss": 1.7832,
      "step": 82
    },
    {
      "epoch": 0.05740964897112225,
      "grad_norm": 0.5036157369613647,
      "learning_rate": 0.0009934450109249818,
      "loss": 1.9083,
      "step": 83
    },
    {
      "epoch": 0.05810133148884662,
      "grad_norm": 0.5091835260391235,
      "learning_rate": 0.0009927166788055353,
      "loss": 1.5611,
      "step": 84
    },
    {
      "epoch": 0.058793014006570984,
      "grad_norm": 0.5591360926628113,
      "learning_rate": 0.0009919883466860888,
      "loss": 1.517,
      "step": 85
    },
    {
      "epoch": 0.05948469652429535,
      "grad_norm": 0.5279435515403748,
      "learning_rate": 0.0009912600145666425,
      "loss": 1.541,
      "step": 86
    },
    {
      "epoch": 0.060176379042019716,
      "grad_norm": 0.8345214128494263,
      "learning_rate": 0.000990531682447196,
      "loss": 0.8178,
      "step": 87
    },
    {
      "epoch": 0.06086806155974408,
      "grad_norm": 0.7917139530181885,
      "learning_rate": 0.0009898033503277495,
      "loss": 2.0548,
      "step": 88
    },
    {
      "epoch": 0.06155974407746844,
      "grad_norm": 0.46465063095092773,
      "learning_rate": 0.000989075018208303,
      "loss": 2.045,
      "step": 89
    },
    {
      "epoch": 0.0622514265951928,
      "grad_norm": 0.6480844020843506,
      "learning_rate": 0.0009883466860888565,
      "loss": 2.1368,
      "step": 90
    },
    {
      "epoch": 0.06294310911291717,
      "grad_norm": 0.5167698264122009,
      "learning_rate": 0.00098761835396941,
      "loss": 2.2606,
      "step": 91
    },
    {
      "epoch": 0.06363479163064154,
      "grad_norm": 0.6514157652854919,
      "learning_rate": 0.0009868900218499635,
      "loss": 2.1443,
      "step": 92
    },
    {
      "epoch": 0.0643264741483659,
      "grad_norm": 0.9793212413787842,
      "learning_rate": 0.0009861616897305172,
      "loss": 1.7448,
      "step": 93
    },
    {
      "epoch": 0.06501815666609026,
      "grad_norm": 0.5196186900138855,
      "learning_rate": 0.0009854333576110707,
      "loss": 1.6717,
      "step": 94
    },
    {
      "epoch": 0.06570983918381462,
      "grad_norm": 0.4875952899456024,
      "learning_rate": 0.0009847050254916242,
      "loss": 1.8078,
      "step": 95
    },
    {
      "epoch": 0.066401521701539,
      "grad_norm": 0.5111953020095825,
      "learning_rate": 0.0009839766933721777,
      "loss": 2.263,
      "step": 96
    },
    {
      "epoch": 0.06709320421926336,
      "grad_norm": 0.6604788303375244,
      "learning_rate": 0.0009832483612527312,
      "loss": 1.6966,
      "step": 97
    },
    {
      "epoch": 0.06778488673698772,
      "grad_norm": 0.5474271774291992,
      "learning_rate": 0.0009825200291332847,
      "loss": 2.3985,
      "step": 98
    },
    {
      "epoch": 0.06847656925471209,
      "grad_norm": 0.47275879979133606,
      "learning_rate": 0.0009817916970138382,
      "loss": 1.7751,
      "step": 99
    },
    {
      "epoch": 0.06916825177243645,
      "grad_norm": 0.5738961696624756,
      "learning_rate": 0.000981063364894392,
      "loss": 1.5479,
      "step": 100
    },
    {
      "epoch": 0.06985993429016081,
      "grad_norm": 0.5046308636665344,
      "learning_rate": 0.0009803350327749454,
      "loss": 1.4889,
      "step": 101
    },
    {
      "epoch": 0.07055161680788519,
      "grad_norm": 0.45390692353248596,
      "learning_rate": 0.000979606700655499,
      "loss": 1.3446,
      "step": 102
    },
    {
      "epoch": 0.07124329932560955,
      "grad_norm": 0.4701155126094818,
      "learning_rate": 0.0009788783685360525,
      "loss": 1.4525,
      "step": 103
    },
    {
      "epoch": 0.07193498184333391,
      "grad_norm": 0.6199256181716919,
      "learning_rate": 0.000978150036416606,
      "loss": 1.5779,
      "step": 104
    },
    {
      "epoch": 0.07262666436105827,
      "grad_norm": 0.6306092143058777,
      "learning_rate": 0.0009774217042971595,
      "loss": 2.0143,
      "step": 105
    },
    {
      "epoch": 0.07331834687878264,
      "grad_norm": 0.5837789177894592,
      "learning_rate": 0.000976693372177713,
      "loss": 1.2003,
      "step": 106
    },
    {
      "epoch": 0.074010029396507,
      "grad_norm": 0.9713156223297119,
      "learning_rate": 0.0009759650400582666,
      "loss": 1.5721,
      "step": 107
    },
    {
      "epoch": 0.07470171191423136,
      "grad_norm": 0.694187343120575,
      "learning_rate": 0.0009752367079388202,
      "loss": 2.2187,
      "step": 108
    },
    {
      "epoch": 0.07539339443195574,
      "grad_norm": 0.465781033039093,
      "learning_rate": 0.0009745083758193737,
      "loss": 1.768,
      "step": 109
    },
    {
      "epoch": 0.0760850769496801,
      "grad_norm": 0.5198079347610474,
      "learning_rate": 0.0009737800436999272,
      "loss": 2.1921,
      "step": 110
    },
    {
      "epoch": 0.07677675946740446,
      "grad_norm": 0.7641897201538086,
      "learning_rate": 0.0009730517115804807,
      "loss": 1.7574,
      "step": 111
    },
    {
      "epoch": 0.07746844198512882,
      "grad_norm": 0.4864037334918976,
      "learning_rate": 0.0009723233794610342,
      "loss": 1.9409,
      "step": 112
    },
    {
      "epoch": 0.07816012450285319,
      "grad_norm": 1.0721259117126465,
      "learning_rate": 0.0009715950473415878,
      "loss": 1.2796,
      "step": 113
    },
    {
      "epoch": 0.07885180702057755,
      "grad_norm": 0.6161507964134216,
      "learning_rate": 0.0009708667152221413,
      "loss": 1.646,
      "step": 114
    },
    {
      "epoch": 0.07954348953830193,
      "grad_norm": 0.6296889185905457,
      "learning_rate": 0.0009701383831026949,
      "loss": 1.2842,
      "step": 115
    },
    {
      "epoch": 0.08023517205602629,
      "grad_norm": 0.6511496901512146,
      "learning_rate": 0.0009694100509832484,
      "loss": 2.0559,
      "step": 116
    },
    {
      "epoch": 0.08092685457375065,
      "grad_norm": 0.5697126984596252,
      "learning_rate": 0.0009686817188638019,
      "loss": 1.5121,
      "step": 117
    },
    {
      "epoch": 0.08161853709147501,
      "grad_norm": 0.506841242313385,
      "learning_rate": 0.0009679533867443554,
      "loss": 1.6908,
      "step": 118
    },
    {
      "epoch": 0.08231021960919938,
      "grad_norm": 1.1525691747665405,
      "learning_rate": 0.0009672250546249089,
      "loss": 2.0817,
      "step": 119
    },
    {
      "epoch": 0.08300190212692374,
      "grad_norm": 0.6273766756057739,
      "learning_rate": 0.0009664967225054625,
      "loss": 1.783,
      "step": 120
    },
    {
      "epoch": 0.0836935846446481,
      "grad_norm": 0.8089930415153503,
      "learning_rate": 0.000965768390386016,
      "loss": 1.9208,
      "step": 121
    },
    {
      "epoch": 0.08438526716237248,
      "grad_norm": 0.6257967948913574,
      "learning_rate": 0.0009650400582665696,
      "loss": 1.8797,
      "step": 122
    },
    {
      "epoch": 0.08507694968009684,
      "grad_norm": 0.6704832911491394,
      "learning_rate": 0.0009643117261471231,
      "loss": 1.6969,
      "step": 123
    },
    {
      "epoch": 0.0857686321978212,
      "grad_norm": 0.8226727843284607,
      "learning_rate": 0.0009635833940276765,
      "loss": 1.291,
      "step": 124
    },
    {
      "epoch": 0.08646031471554556,
      "grad_norm": 0.45218008756637573,
      "learning_rate": 0.0009628550619082302,
      "loss": 1.6168,
      "step": 125
    },
    {
      "epoch": 0.08715199723326993,
      "grad_norm": 0.9265746474266052,
      "learning_rate": 0.0009621267297887837,
      "loss": 1.5465,
      "step": 126
    },
    {
      "epoch": 0.08784367975099429,
      "grad_norm": 0.7594870924949646,
      "learning_rate": 0.0009613983976693373,
      "loss": 1.2877,
      "step": 127
    },
    {
      "epoch": 0.08853536226871866,
      "grad_norm": 0.5055251121520996,
      "learning_rate": 0.0009606700655498908,
      "loss": 1.8451,
      "step": 128
    },
    {
      "epoch": 0.08922704478644303,
      "grad_norm": 0.5842559337615967,
      "learning_rate": 0.0009599417334304444,
      "loss": 2.4324,
      "step": 129
    },
    {
      "epoch": 0.08991872730416739,
      "grad_norm": 0.42893463373184204,
      "learning_rate": 0.0009592134013109979,
      "loss": 1.8858,
      "step": 130
    },
    {
      "epoch": 0.09061040982189175,
      "grad_norm": 0.5879374146461487,
      "learning_rate": 0.0009584850691915513,
      "loss": 2.1098,
      "step": 131
    },
    {
      "epoch": 0.09130209233961611,
      "grad_norm": 1.0884597301483154,
      "learning_rate": 0.0009577567370721049,
      "loss": 1.1548,
      "step": 132
    },
    {
      "epoch": 0.09199377485734048,
      "grad_norm": 0.4452207684516907,
      "learning_rate": 0.0009570284049526584,
      "loss": 1.5784,
      "step": 133
    },
    {
      "epoch": 0.09268545737506484,
      "grad_norm": 0.5032292604446411,
      "learning_rate": 0.000956300072833212,
      "loss": 1.8767,
      "step": 134
    },
    {
      "epoch": 0.09337713989278922,
      "grad_norm": 0.6190866827964783,
      "learning_rate": 0.0009555717407137655,
      "loss": 1.7698,
      "step": 135
    },
    {
      "epoch": 0.09406882241051358,
      "grad_norm": 0.559252142906189,
      "learning_rate": 0.0009548434085943191,
      "loss": 2.063,
      "step": 136
    },
    {
      "epoch": 0.09476050492823794,
      "grad_norm": 0.7464174032211304,
      "learning_rate": 0.0009541150764748726,
      "loss": 1.334,
      "step": 137
    },
    {
      "epoch": 0.0954521874459623,
      "grad_norm": 0.5302634835243225,
      "learning_rate": 0.000953386744355426,
      "loss": 1.838,
      "step": 138
    },
    {
      "epoch": 0.09614386996368667,
      "grad_norm": 0.5212066173553467,
      "learning_rate": 0.0009526584122359796,
      "loss": 1.9793,
      "step": 139
    },
    {
      "epoch": 0.09683555248141103,
      "grad_norm": 0.7148857116699219,
      "learning_rate": 0.0009519300801165331,
      "loss": 1.6045,
      "step": 140
    },
    {
      "epoch": 0.0975272349991354,
      "grad_norm": 1.0729445219039917,
      "learning_rate": 0.0009512017479970867,
      "loss": 1.5728,
      "step": 141
    },
    {
      "epoch": 0.09821891751685977,
      "grad_norm": 0.438503235578537,
      "learning_rate": 0.0009504734158776402,
      "loss": 1.5064,
      "step": 142
    },
    {
      "epoch": 0.09891060003458413,
      "grad_norm": 0.6026888489723206,
      "learning_rate": 0.0009497450837581938,
      "loss": 1.5297,
      "step": 143
    },
    {
      "epoch": 0.09960228255230849,
      "grad_norm": 0.4339958727359772,
      "learning_rate": 0.0009490167516387472,
      "loss": 1.2461,
      "step": 144
    },
    {
      "epoch": 0.10029396507003285,
      "grad_norm": 0.8123407363891602,
      "learning_rate": 0.0009482884195193007,
      "loss": 1.7749,
      "step": 145
    },
    {
      "epoch": 0.10098564758775722,
      "grad_norm": 0.938025951385498,
      "learning_rate": 0.0009475600873998543,
      "loss": 1.2157,
      "step": 146
    },
    {
      "epoch": 0.10167733010548158,
      "grad_norm": 0.8118213415145874,
      "learning_rate": 0.0009468317552804079,
      "loss": 1.3722,
      "step": 147
    },
    {
      "epoch": 0.10236901262320595,
      "grad_norm": 0.6156368851661682,
      "learning_rate": 0.0009461034231609615,
      "loss": 1.9435,
      "step": 148
    },
    {
      "epoch": 0.10306069514093032,
      "grad_norm": 0.43706831336021423,
      "learning_rate": 0.000945375091041515,
      "loss": 1.7467,
      "step": 149
    },
    {
      "epoch": 0.10375237765865468,
      "grad_norm": 0.5463519096374512,
      "learning_rate": 0.0009446467589220686,
      "loss": 1.8991,
      "step": 150
    },
    {
      "epoch": 0.10444406017637904,
      "grad_norm": 0.4798230826854706,
      "learning_rate": 0.000943918426802622,
      "loss": 2.1618,
      "step": 151
    },
    {
      "epoch": 0.1051357426941034,
      "grad_norm": 0.4733302891254425,
      "learning_rate": 0.0009431900946831755,
      "loss": 1.8547,
      "step": 152
    },
    {
      "epoch": 0.10582742521182777,
      "grad_norm": 0.558428168296814,
      "learning_rate": 0.0009424617625637291,
      "loss": 2.314,
      "step": 153
    },
    {
      "epoch": 0.10651910772955213,
      "grad_norm": 0.5310361385345459,
      "learning_rate": 0.0009417334304442826,
      "loss": 1.9073,
      "step": 154
    },
    {
      "epoch": 0.1072107902472765,
      "grad_norm": 0.4204038679599762,
      "learning_rate": 0.0009410050983248362,
      "loss": 1.9635,
      "step": 155
    },
    {
      "epoch": 0.10790247276500087,
      "grad_norm": 0.5052216649055481,
      "learning_rate": 0.0009402767662053897,
      "loss": 1.0511,
      "step": 156
    },
    {
      "epoch": 0.10859415528272523,
      "grad_norm": 0.5589479804039001,
      "learning_rate": 0.0009395484340859433,
      "loss": 1.4608,
      "step": 157
    },
    {
      "epoch": 0.10928583780044959,
      "grad_norm": 0.7388360500335693,
      "learning_rate": 0.0009388201019664967,
      "loss": 1.9785,
      "step": 158
    },
    {
      "epoch": 0.10997752031817395,
      "grad_norm": 0.5995668172836304,
      "learning_rate": 0.0009380917698470502,
      "loss": 1.4633,
      "step": 159
    },
    {
      "epoch": 0.11066920283589832,
      "grad_norm": 0.8107509613037109,
      "learning_rate": 0.0009373634377276038,
      "loss": 1.6685,
      "step": 160
    },
    {
      "epoch": 0.1113608853536227,
      "grad_norm": 0.6110396981239319,
      "learning_rate": 0.0009366351056081573,
      "loss": 1.8113,
      "step": 161
    },
    {
      "epoch": 0.11205256787134706,
      "grad_norm": 0.5032293796539307,
      "learning_rate": 0.0009359067734887109,
      "loss": 1.7344,
      "step": 162
    },
    {
      "epoch": 0.11274425038907142,
      "grad_norm": 1.456254243850708,
      "learning_rate": 0.0009351784413692644,
      "loss": 1.2546,
      "step": 163
    },
    {
      "epoch": 0.11343593290679578,
      "grad_norm": 0.8283969163894653,
      "learning_rate": 0.0009344501092498179,
      "loss": 1.8466,
      "step": 164
    },
    {
      "epoch": 0.11412761542452014,
      "grad_norm": 0.8178532123565674,
      "learning_rate": 0.0009337217771303714,
      "loss": 1.7566,
      "step": 165
    },
    {
      "epoch": 0.1148192979422445,
      "grad_norm": 0.5897772908210754,
      "learning_rate": 0.0009329934450109249,
      "loss": 1.9611,
      "step": 166
    },
    {
      "epoch": 0.11551098045996887,
      "grad_norm": 0.4763628840446472,
      "learning_rate": 0.0009322651128914785,
      "loss": 1.6854,
      "step": 167
    },
    {
      "epoch": 0.11620266297769324,
      "grad_norm": 0.5219669938087463,
      "learning_rate": 0.000931536780772032,
      "loss": 1.5156,
      "step": 168
    },
    {
      "epoch": 0.1168943454954176,
      "grad_norm": 0.7750780582427979,
      "learning_rate": 0.0009308084486525857,
      "loss": 1.2845,
      "step": 169
    },
    {
      "epoch": 0.11758602801314197,
      "grad_norm": 0.5357050895690918,
      "learning_rate": 0.0009300801165331392,
      "loss": 1.1729,
      "step": 170
    },
    {
      "epoch": 0.11827771053086633,
      "grad_norm": 0.5962219834327698,
      "learning_rate": 0.0009293517844136927,
      "loss": 1.4915,
      "step": 171
    },
    {
      "epoch": 0.1189693930485907,
      "grad_norm": 0.4935504198074341,
      "learning_rate": 0.0009286234522942462,
      "loss": 1.7863,
      "step": 172
    },
    {
      "epoch": 0.11966107556631506,
      "grad_norm": 0.5719547867774963,
      "learning_rate": 0.0009278951201747997,
      "loss": 1.7086,
      "step": 173
    },
    {
      "epoch": 0.12035275808403943,
      "grad_norm": 0.614291787147522,
      "learning_rate": 0.0009271667880553533,
      "loss": 2.0141,
      "step": 174
    },
    {
      "epoch": 0.1210444406017638,
      "grad_norm": 0.4415907859802246,
      "learning_rate": 0.0009264384559359068,
      "loss": 1.4772,
      "step": 175
    },
    {
      "epoch": 0.12173612311948816,
      "grad_norm": 0.518036961555481,
      "learning_rate": 0.0009257101238164604,
      "loss": 1.1856,
      "step": 176
    },
    {
      "epoch": 0.12242780563721252,
      "grad_norm": 0.39714357256889343,
      "learning_rate": 0.0009249817916970139,
      "loss": 1.1254,
      "step": 177
    },
    {
      "epoch": 0.12311948815493688,
      "grad_norm": 0.5234679579734802,
      "learning_rate": 0.0009242534595775674,
      "loss": 2.0139,
      "step": 178
    },
    {
      "epoch": 0.12381117067266124,
      "grad_norm": 0.548357367515564,
      "learning_rate": 0.0009235251274581209,
      "loss": 1.5552,
      "step": 179
    },
    {
      "epoch": 0.1245028531903856,
      "grad_norm": 0.6111085414886475,
      "learning_rate": 0.0009227967953386744,
      "loss": 2.1376,
      "step": 180
    },
    {
      "epoch": 0.12519453570810998,
      "grad_norm": 11.656793594360352,
      "learning_rate": 0.000922068463219228,
      "loss": 2.0174,
      "step": 181
    },
    {
      "epoch": 0.12588621822583435,
      "grad_norm": 0.7396730184555054,
      "learning_rate": 0.0009213401310997815,
      "loss": 2.2195,
      "step": 182
    },
    {
      "epoch": 0.1265779007435587,
      "grad_norm": 0.7623037099838257,
      "learning_rate": 0.0009206117989803351,
      "loss": 1.8883,
      "step": 183
    },
    {
      "epoch": 0.12726958326128307,
      "grad_norm": 4.827798366546631,
      "learning_rate": 0.0009198834668608885,
      "loss": 1.4435,
      "step": 184
    },
    {
      "epoch": 0.12796126577900743,
      "grad_norm": 6.8200836181640625,
      "learning_rate": 0.0009191551347414421,
      "loss": 2.4153,
      "step": 185
    },
    {
      "epoch": 0.1286529482967318,
      "grad_norm": 10.740931510925293,
      "learning_rate": 0.0009184268026219956,
      "loss": 2.1309,
      "step": 186
    },
    {
      "epoch": 0.12934463081445616,
      "grad_norm": 31.872066497802734,
      "learning_rate": 0.0009176984705025491,
      "loss": 2.2398,
      "step": 187
    },
    {
      "epoch": 0.13003631333218052,
      "grad_norm": 31.492610931396484,
      "learning_rate": 0.0009169701383831027,
      "loss": 1.7102,
      "step": 188
    },
    {
      "epoch": 0.13072799584990488,
      "grad_norm": 14.984453201293945,
      "learning_rate": 0.0009162418062636562,
      "loss": 1.4899,
      "step": 189
    },
    {
      "epoch": 0.13141967836762924,
      "grad_norm": 60.037567138671875,
      "learning_rate": 0.0009155134741442099,
      "loss": 1.4512,
      "step": 190
    },
    {
      "epoch": 0.13211136088535363,
      "grad_norm": 13.009904861450195,
      "learning_rate": 0.0009147851420247633,
      "loss": 1.7607,
      "step": 191
    },
    {
      "epoch": 0.132803043403078,
      "grad_norm": 37.90861511230469,
      "learning_rate": 0.0009140568099053169,
      "loss": 1.9484,
      "step": 192
    },
    {
      "epoch": 0.13349472592080236,
      "grad_norm": 25.40981674194336,
      "learning_rate": 0.0009133284777858704,
      "loss": 2.4415,
      "step": 193
    },
    {
      "epoch": 0.13418640843852672,
      "grad_norm": 6.186267375946045,
      "learning_rate": 0.0009126001456664239,
      "loss": 1.1091,
      "step": 194
    },
    {
      "epoch": 0.13487809095625108,
      "grad_norm": 0.7662860155105591,
      "learning_rate": 0.0009118718135469775,
      "loss": 1.8422,
      "step": 195
    },
    {
      "epoch": 0.13556977347397545,
      "grad_norm": 0.6533941626548767,
      "learning_rate": 0.000911143481427531,
      "loss": 1.9951,
      "step": 196
    },
    {
      "epoch": 0.1362614559916998,
      "grad_norm": 0.6851759552955627,
      "learning_rate": 0.0009104151493080846,
      "loss": 2.2665,
      "step": 197
    },
    {
      "epoch": 0.13695313850942417,
      "grad_norm": 0.49062949419021606,
      "learning_rate": 0.000909686817188638,
      "loss": 1.1709,
      "step": 198
    },
    {
      "epoch": 0.13764482102714853,
      "grad_norm": 0.5005449056625366,
      "learning_rate": 0.0009089584850691916,
      "loss": 1.6217,
      "step": 199
    },
    {
      "epoch": 0.1383365035448729,
      "grad_norm": 0.5429890751838684,
      "learning_rate": 0.0009082301529497451,
      "loss": 2.0511,
      "step": 200
    },
    {
      "epoch": 0.13902818606259726,
      "grad_norm": 0.652536153793335,
      "learning_rate": 0.0009075018208302986,
      "loss": 1.2122,
      "step": 201
    },
    {
      "epoch": 0.13971986858032162,
      "grad_norm": 0.4541880488395691,
      "learning_rate": 0.0009067734887108522,
      "loss": 1.1111,
      "step": 202
    },
    {
      "epoch": 0.14041155109804598,
      "grad_norm": 0.5066574811935425,
      "learning_rate": 0.0009060451565914057,
      "loss": 1.0966,
      "step": 203
    },
    {
      "epoch": 0.14110323361577037,
      "grad_norm": 0.5900403261184692,
      "learning_rate": 0.0009053168244719592,
      "loss": 1.9502,
      "step": 204
    },
    {
      "epoch": 0.14179491613349474,
      "grad_norm": 0.5873029828071594,
      "learning_rate": 0.0009045884923525127,
      "loss": 2.1726,
      "step": 205
    },
    {
      "epoch": 0.1424865986512191,
      "grad_norm": 0.46297940611839294,
      "learning_rate": 0.0009038601602330663,
      "loss": 1.5529,
      "step": 206
    },
    {
      "epoch": 0.14317828116894346,
      "grad_norm": 0.6434882283210754,
      "learning_rate": 0.0009031318281136198,
      "loss": 1.1717,
      "step": 207
    },
    {
      "epoch": 0.14386996368666782,
      "grad_norm": 0.5225998163223267,
      "learning_rate": 0.0009024034959941733,
      "loss": 1.5854,
      "step": 208
    },
    {
      "epoch": 0.14456164620439219,
      "grad_norm": 0.5846410989761353,
      "learning_rate": 0.0009016751638747269,
      "loss": 1.5399,
      "step": 209
    },
    {
      "epoch": 0.14525332872211655,
      "grad_norm": 0.6395654082298279,
      "learning_rate": 0.0009009468317552804,
      "loss": 1.7706,
      "step": 210
    },
    {
      "epoch": 0.1459450112398409,
      "grad_norm": 4.408266067504883,
      "learning_rate": 0.000900218499635834,
      "loss": 2.841,
      "step": 211
    },
    {
      "epoch": 0.14663669375756527,
      "grad_norm": 0.5043503642082214,
      "learning_rate": 0.0008994901675163874,
      "loss": 1.7936,
      "step": 212
    },
    {
      "epoch": 0.14732837627528964,
      "grad_norm": 0.4562769830226898,
      "learning_rate": 0.0008987618353969411,
      "loss": 1.8362,
      "step": 213
    },
    {
      "epoch": 0.148020058793014,
      "grad_norm": 0.7404221296310425,
      "learning_rate": 0.0008980335032774946,
      "loss": 1.6168,
      "step": 214
    },
    {
      "epoch": 0.14871174131073836,
      "grad_norm": 0.7720257043838501,
      "learning_rate": 0.0008973051711580481,
      "loss": 1.2365,
      "step": 215
    },
    {
      "epoch": 0.14940342382846272,
      "grad_norm": 0.9425879716873169,
      "learning_rate": 0.0008965768390386017,
      "loss": 1.5786,
      "step": 216
    },
    {
      "epoch": 0.1500951063461871,
      "grad_norm": 0.5764768719673157,
      "learning_rate": 0.0008958485069191552,
      "loss": 2.0833,
      "step": 217
    },
    {
      "epoch": 0.15078678886391148,
      "grad_norm": 0.49806153774261475,
      "learning_rate": 0.0008951201747997087,
      "loss": 1.1311,
      "step": 218
    },
    {
      "epoch": 0.15147847138163584,
      "grad_norm": 0.5747334361076355,
      "learning_rate": 0.0008943918426802622,
      "loss": 2.2558,
      "step": 219
    },
    {
      "epoch": 0.1521701538993602,
      "grad_norm": 1.0881627798080444,
      "learning_rate": 0.0008936635105608158,
      "loss": 1.7196,
      "step": 220
    },
    {
      "epoch": 0.15286183641708456,
      "grad_norm": 0.6077120900154114,
      "learning_rate": 0.0008929351784413693,
      "loss": 1.8436,
      "step": 221
    },
    {
      "epoch": 0.15355351893480892,
      "grad_norm": 1.4011138677597046,
      "learning_rate": 0.0008922068463219228,
      "loss": 1.4092,
      "step": 222
    },
    {
      "epoch": 0.1542452014525333,
      "grad_norm": 0.6316831707954407,
      "learning_rate": 0.0008914785142024764,
      "loss": 1.6801,
      "step": 223
    },
    {
      "epoch": 0.15493688397025765,
      "grad_norm": 0.6225351691246033,
      "learning_rate": 0.0008907501820830298,
      "loss": 1.575,
      "step": 224
    },
    {
      "epoch": 0.155628566487982,
      "grad_norm": 0.45079120993614197,
      "learning_rate": 0.0008900218499635834,
      "loss": 1.7441,
      "step": 225
    },
    {
      "epoch": 0.15632024900570637,
      "grad_norm": 0.5602415204048157,
      "learning_rate": 0.0008892935178441369,
      "loss": 1.8509,
      "step": 226
    },
    {
      "epoch": 0.15701193152343074,
      "grad_norm": 0.43019142746925354,
      "learning_rate": 0.0008885651857246905,
      "loss": 2.0136,
      "step": 227
    },
    {
      "epoch": 0.1577036140411551,
      "grad_norm": 0.48303139209747314,
      "learning_rate": 0.000887836853605244,
      "loss": 1.7679,
      "step": 228
    },
    {
      "epoch": 0.15839529655887946,
      "grad_norm": 0.5987271666526794,
      "learning_rate": 0.0008871085214857975,
      "loss": 1.3894,
      "step": 229
    },
    {
      "epoch": 0.15908697907660385,
      "grad_norm": 0.6672357320785522,
      "learning_rate": 0.0008863801893663511,
      "loss": 2.0173,
      "step": 230
    },
    {
      "epoch": 0.15977866159432821,
      "grad_norm": 0.5140132904052734,
      "learning_rate": 0.0008856518572469045,
      "loss": 1.9006,
      "step": 231
    },
    {
      "epoch": 0.16047034411205258,
      "grad_norm": 0.7984848022460938,
      "learning_rate": 0.0008849235251274581,
      "loss": 1.7669,
      "step": 232
    },
    {
      "epoch": 0.16116202662977694,
      "grad_norm": 1.279133677482605,
      "learning_rate": 0.0008841951930080116,
      "loss": 1.3613,
      "step": 233
    },
    {
      "epoch": 0.1618537091475013,
      "grad_norm": 0.37104475498199463,
      "learning_rate": 0.0008834668608885653,
      "loss": 1.118,
      "step": 234
    },
    {
      "epoch": 0.16254539166522566,
      "grad_norm": 0.5247305631637573,
      "learning_rate": 0.0008827385287691188,
      "loss": 2.0458,
      "step": 235
    },
    {
      "epoch": 0.16323707418295003,
      "grad_norm": 0.837685227394104,
      "learning_rate": 0.0008820101966496723,
      "loss": 2.1954,
      "step": 236
    },
    {
      "epoch": 0.1639287567006744,
      "grad_norm": 0.5766549706459045,
      "learning_rate": 0.0008812818645302259,
      "loss": 1.4839,
      "step": 237
    },
    {
      "epoch": 0.16462043921839875,
      "grad_norm": 0.9044421315193176,
      "learning_rate": 0.0008805535324107793,
      "loss": 1.6802,
      "step": 238
    },
    {
      "epoch": 0.1653121217361231,
      "grad_norm": 0.6272666454315186,
      "learning_rate": 0.0008798252002913329,
      "loss": 1.9889,
      "step": 239
    },
    {
      "epoch": 0.16600380425384748,
      "grad_norm": 0.5650503039360046,
      "learning_rate": 0.0008790968681718864,
      "loss": 1.9305,
      "step": 240
    },
    {
      "epoch": 0.16669548677157184,
      "grad_norm": 0.605739176273346,
      "learning_rate": 0.00087836853605244,
      "loss": 1.4619,
      "step": 241
    },
    {
      "epoch": 0.1673871692892962,
      "grad_norm": 0.654289186000824,
      "learning_rate": 0.0008776402039329935,
      "loss": 2.1283,
      "step": 242
    },
    {
      "epoch": 0.1680788518070206,
      "grad_norm": 0.5998426079750061,
      "learning_rate": 0.000876911871813547,
      "loss": 2.0628,
      "step": 243
    },
    {
      "epoch": 0.16877053432474495,
      "grad_norm": 0.5341598391532898,
      "learning_rate": 0.0008761835396941005,
      "loss": 1.8415,
      "step": 244
    },
    {
      "epoch": 0.16946221684246932,
      "grad_norm": 0.9030768275260925,
      "learning_rate": 0.000875455207574654,
      "loss": 1.3423,
      "step": 245
    },
    {
      "epoch": 0.17015389936019368,
      "grad_norm": 0.7384636998176575,
      "learning_rate": 0.0008747268754552076,
      "loss": 1.6916,
      "step": 246
    },
    {
      "epoch": 0.17084558187791804,
      "grad_norm": 0.9748024940490723,
      "learning_rate": 0.0008739985433357611,
      "loss": 1.1592,
      "step": 247
    },
    {
      "epoch": 0.1715372643956424,
      "grad_norm": 0.49209123849868774,
      "learning_rate": 0.0008732702112163147,
      "loss": 1.5281,
      "step": 248
    },
    {
      "epoch": 0.17222894691336676,
      "grad_norm": 0.6235657930374146,
      "learning_rate": 0.0008725418790968682,
      "loss": 1.6423,
      "step": 249
    },
    {
      "epoch": 0.17292062943109113,
      "grad_norm": 0.8116986751556396,
      "learning_rate": 0.0008718135469774217,
      "loss": 1.6386,
      "step": 250
    },
    {
      "epoch": 0.1736123119488155,
      "grad_norm": 0.643518328666687,
      "learning_rate": 0.0008710852148579752,
      "loss": 1.1341,
      "step": 251
    },
    {
      "epoch": 0.17430399446653985,
      "grad_norm": 0.826726496219635,
      "learning_rate": 0.0008703568827385287,
      "loss": 1.4637,
      "step": 252
    },
    {
      "epoch": 0.17499567698426421,
      "grad_norm": 0.6371028423309326,
      "learning_rate": 0.0008696285506190823,
      "loss": 1.8159,
      "step": 253
    },
    {
      "epoch": 0.17568735950198858,
      "grad_norm": 0.7354971766471863,
      "learning_rate": 0.0008689002184996358,
      "loss": 1.5482,
      "step": 254
    },
    {
      "epoch": 0.17637904201971294,
      "grad_norm": 0.5614224672317505,
      "learning_rate": 0.0008681718863801895,
      "loss": 1.6824,
      "step": 255
    },
    {
      "epoch": 0.17707072453743733,
      "grad_norm": 0.7730950117111206,
      "learning_rate": 0.000867443554260743,
      "loss": 1.6996,
      "step": 256
    },
    {
      "epoch": 0.1777624070551617,
      "grad_norm": 0.5419211983680725,
      "learning_rate": 0.0008667152221412965,
      "loss": 1.8659,
      "step": 257
    },
    {
      "epoch": 0.17845408957288605,
      "grad_norm": 0.5566856861114502,
      "learning_rate": 0.00086598689002185,
      "loss": 1.1103,
      "step": 258
    },
    {
      "epoch": 0.17914577209061042,
      "grad_norm": 0.773952841758728,
      "learning_rate": 0.0008652585579024035,
      "loss": 1.2759,
      "step": 259
    },
    {
      "epoch": 0.17983745460833478,
      "grad_norm": 0.49450692534446716,
      "learning_rate": 0.0008645302257829571,
      "loss": 1.913,
      "step": 260
    },
    {
      "epoch": 0.18052913712605914,
      "grad_norm": 0.565629243850708,
      "learning_rate": 0.0008638018936635106,
      "loss": 1.0691,
      "step": 261
    },
    {
      "epoch": 0.1812208196437835,
      "grad_norm": 0.5907365679740906,
      "learning_rate": 0.0008630735615440642,
      "loss": 2.1622,
      "step": 262
    },
    {
      "epoch": 0.18191250216150787,
      "grad_norm": 0.6517736911773682,
      "learning_rate": 0.0008623452294246177,
      "loss": 1.9742,
      "step": 263
    },
    {
      "epoch": 0.18260418467923223,
      "grad_norm": 0.7100114822387695,
      "learning_rate": 0.0008616168973051711,
      "loss": 1.6081,
      "step": 264
    },
    {
      "epoch": 0.1832958671969566,
      "grad_norm": 0.5431230068206787,
      "learning_rate": 0.0008608885651857247,
      "loss": 2.0853,
      "step": 265
    },
    {
      "epoch": 0.18398754971468095,
      "grad_norm": 0.4722400903701782,
      "learning_rate": 0.0008601602330662782,
      "loss": 1.1004,
      "step": 266
    },
    {
      "epoch": 0.18467923223240532,
      "grad_norm": 0.6258965730667114,
      "learning_rate": 0.0008594319009468318,
      "loss": 1.9442,
      "step": 267
    },
    {
      "epoch": 0.18537091475012968,
      "grad_norm": 0.6985493898391724,
      "learning_rate": 0.0008587035688273853,
      "loss": 1.5243,
      "step": 268
    },
    {
      "epoch": 0.18606259726785407,
      "grad_norm": 0.6129814386367798,
      "learning_rate": 0.0008579752367079389,
      "loss": 1.5075,
      "step": 269
    },
    {
      "epoch": 0.18675427978557843,
      "grad_norm": 0.49683645367622375,
      "learning_rate": 0.0008572469045884924,
      "loss": 2.0752,
      "step": 270
    },
    {
      "epoch": 0.1874459623033028,
      "grad_norm": 0.48728471994400024,
      "learning_rate": 0.0008565185724690458,
      "loss": 2.2337,
      "step": 271
    },
    {
      "epoch": 0.18813764482102716,
      "grad_norm": 0.8094476461410522,
      "learning_rate": 0.0008557902403495994,
      "loss": 2.007,
      "step": 272
    },
    {
      "epoch": 0.18882932733875152,
      "grad_norm": 0.558074951171875,
      "learning_rate": 0.0008550619082301529,
      "loss": 1.4369,
      "step": 273
    },
    {
      "epoch": 0.18952100985647588,
      "grad_norm": 0.6702684760093689,
      "learning_rate": 0.0008543335761107065,
      "loss": 1.8943,
      "step": 274
    },
    {
      "epoch": 0.19021269237420024,
      "grad_norm": 0.7045763731002808,
      "learning_rate": 0.00085360524399126,
      "loss": 2.0621,
      "step": 275
    },
    {
      "epoch": 0.1909043748919246,
      "grad_norm": 0.5553760528564453,
      "learning_rate": 0.0008528769118718137,
      "loss": 1.9012,
      "step": 276
    },
    {
      "epoch": 0.19159605740964897,
      "grad_norm": 0.651685893535614,
      "learning_rate": 0.0008521485797523672,
      "loss": 1.826,
      "step": 277
    },
    {
      "epoch": 0.19228773992737333,
      "grad_norm": 0.46926578879356384,
      "learning_rate": 0.0008514202476329205,
      "loss": 1.8451,
      "step": 278
    },
    {
      "epoch": 0.1929794224450977,
      "grad_norm": 0.5306689739227295,
      "learning_rate": 0.0008506919155134742,
      "loss": 1.9559,
      "step": 279
    },
    {
      "epoch": 0.19367110496282205,
      "grad_norm": 0.437308669090271,
      "learning_rate": 0.0008499635833940277,
      "loss": 1.1798,
      "step": 280
    },
    {
      "epoch": 0.19436278748054642,
      "grad_norm": 0.5720314383506775,
      "learning_rate": 0.0008492352512745813,
      "loss": 1.8443,
      "step": 281
    },
    {
      "epoch": 0.1950544699982708,
      "grad_norm": 0.6609981060028076,
      "learning_rate": 0.0008485069191551348,
      "loss": 2.1044,
      "step": 282
    },
    {
      "epoch": 0.19574615251599517,
      "grad_norm": 0.7185072302818298,
      "learning_rate": 0.0008477785870356884,
      "loss": 1.309,
      "step": 283
    },
    {
      "epoch": 0.19643783503371953,
      "grad_norm": 0.9821947813034058,
      "learning_rate": 0.0008470502549162418,
      "loss": 1.5823,
      "step": 284
    },
    {
      "epoch": 0.1971295175514439,
      "grad_norm": 0.6811301112174988,
      "learning_rate": 0.0008463219227967953,
      "loss": 1.4655,
      "step": 285
    },
    {
      "epoch": 0.19782120006916826,
      "grad_norm": 0.5955311059951782,
      "learning_rate": 0.0008455935906773489,
      "loss": 1.5187,
      "step": 286
    },
    {
      "epoch": 0.19851288258689262,
      "grad_norm": 0.568804919719696,
      "learning_rate": 0.0008448652585579024,
      "loss": 1.3988,
      "step": 287
    },
    {
      "epoch": 0.19920456510461698,
      "grad_norm": 0.7858214974403381,
      "learning_rate": 0.000844136926438456,
      "loss": 1.5478,
      "step": 288
    },
    {
      "epoch": 0.19989624762234134,
      "grad_norm": 0.5844207406044006,
      "learning_rate": 0.0008434085943190095,
      "loss": 1.904,
      "step": 289
    },
    {
      "epoch": 0.2005879301400657,
      "grad_norm": 0.7172948122024536,
      "learning_rate": 0.0008426802621995631,
      "loss": 1.4772,
      "step": 290
    },
    {
      "epoch": 0.20127961265779007,
      "grad_norm": 0.6408190727233887,
      "learning_rate": 0.0008419519300801165,
      "loss": 1.4348,
      "step": 291
    },
    {
      "epoch": 0.20197129517551443,
      "grad_norm": 0.9460310339927673,
      "learning_rate": 0.00084122359796067,
      "loss": 1.7674,
      "step": 292
    },
    {
      "epoch": 0.2026629776932388,
      "grad_norm": 0.6002872586250305,
      "learning_rate": 0.0008404952658412236,
      "loss": 1.4278,
      "step": 293
    },
    {
      "epoch": 0.20335466021096316,
      "grad_norm": 1.0076587200164795,
      "learning_rate": 0.0008397669337217771,
      "loss": 1.5417,
      "step": 294
    },
    {
      "epoch": 0.20404634272868752,
      "grad_norm": 1.3005017042160034,
      "learning_rate": 0.0008390386016023307,
      "loss": 1.6232,
      "step": 295
    },
    {
      "epoch": 0.2047380252464119,
      "grad_norm": 0.751641035079956,
      "learning_rate": 0.0008383102694828842,
      "loss": 1.9296,
      "step": 296
    },
    {
      "epoch": 0.20542970776413627,
      "grad_norm": 0.6361163258552551,
      "learning_rate": 0.0008375819373634378,
      "loss": 2.0047,
      "step": 297
    },
    {
      "epoch": 0.20612139028186063,
      "grad_norm": 0.9554282426834106,
      "learning_rate": 0.0008368536052439912,
      "loss": 1.7218,
      "step": 298
    },
    {
      "epoch": 0.206813072799585,
      "grad_norm": 0.7240822911262512,
      "learning_rate": 0.0008361252731245447,
      "loss": 1.6413,
      "step": 299
    },
    {
      "epoch": 0.20750475531730936,
      "grad_norm": 0.46834996342658997,
      "learning_rate": 0.0008353969410050984,
      "loss": 1.2228,
      "step": 300
    },
    {
      "epoch": 0.20819643783503372,
      "grad_norm": 0.7188776731491089,
      "learning_rate": 0.0008346686088856519,
      "loss": 1.4258,
      "step": 301
    },
    {
      "epoch": 0.20888812035275808,
      "grad_norm": 0.588649332523346,
      "learning_rate": 0.0008339402767662055,
      "loss": 1.7551,
      "step": 302
    },
    {
      "epoch": 0.20957980287048245,
      "grad_norm": 0.6962491273880005,
      "learning_rate": 0.000833211944646759,
      "loss": 2.1571,
      "step": 303
    },
    {
      "epoch": 0.2102714853882068,
      "grad_norm": 0.6146702170372009,
      "learning_rate": 0.0008324836125273124,
      "loss": 2.0106,
      "step": 304
    },
    {
      "epoch": 0.21096316790593117,
      "grad_norm": 0.6004481315612793,
      "learning_rate": 0.000831755280407866,
      "loss": 1.3429,
      "step": 305
    },
    {
      "epoch": 0.21165485042365553,
      "grad_norm": 0.6162500381469727,
      "learning_rate": 0.0008310269482884195,
      "loss": 1.8476,
      "step": 306
    },
    {
      "epoch": 0.2123465329413799,
      "grad_norm": 0.5027235746383667,
      "learning_rate": 0.0008302986161689731,
      "loss": 1.7516,
      "step": 307
    },
    {
      "epoch": 0.21303821545910426,
      "grad_norm": 0.5416428446769714,
      "learning_rate": 0.0008295702840495266,
      "loss": 1.8363,
      "step": 308
    },
    {
      "epoch": 0.21372989797682865,
      "grad_norm": 0.6236619353294373,
      "learning_rate": 0.0008288419519300802,
      "loss": 1.6738,
      "step": 309
    },
    {
      "epoch": 0.214421580494553,
      "grad_norm": 0.5952901244163513,
      "learning_rate": 0.0008281136198106337,
      "loss": 1.4978,
      "step": 310
    },
    {
      "epoch": 0.21511326301227737,
      "grad_norm": 0.7139809131622314,
      "learning_rate": 0.0008273852876911871,
      "loss": 1.593,
      "step": 311
    },
    {
      "epoch": 0.21580494553000173,
      "grad_norm": 0.6548435091972351,
      "learning_rate": 0.0008266569555717407,
      "loss": 1.7464,
      "step": 312
    },
    {
      "epoch": 0.2164966280477261,
      "grad_norm": 0.6812461018562317,
      "learning_rate": 0.0008259286234522942,
      "loss": 1.9677,
      "step": 313
    },
    {
      "epoch": 0.21718831056545046,
      "grad_norm": 0.7574117183685303,
      "learning_rate": 0.0008252002913328478,
      "loss": 1.6102,
      "step": 314
    },
    {
      "epoch": 0.21787999308317482,
      "grad_norm": 0.5767763257026672,
      "learning_rate": 0.0008244719592134013,
      "loss": 2.0047,
      "step": 315
    },
    {
      "epoch": 0.21857167560089918,
      "grad_norm": 0.864742636680603,
      "learning_rate": 0.0008237436270939549,
      "loss": 1.6079,
      "step": 316
    },
    {
      "epoch": 0.21926335811862355,
      "grad_norm": 1.1354854106903076,
      "learning_rate": 0.0008230152949745084,
      "loss": 1.3049,
      "step": 317
    },
    {
      "epoch": 0.2199550406363479,
      "grad_norm": 0.8098461031913757,
      "learning_rate": 0.0008222869628550618,
      "loss": 1.1503,
      "step": 318
    },
    {
      "epoch": 0.22064672315407227,
      "grad_norm": 0.7209709286689758,
      "learning_rate": 0.0008215586307356154,
      "loss": 1.9659,
      "step": 319
    },
    {
      "epoch": 0.22133840567179663,
      "grad_norm": 0.6464136838912964,
      "learning_rate": 0.0008208302986161689,
      "loss": 1.8093,
      "step": 320
    },
    {
      "epoch": 0.222030088189521,
      "grad_norm": 2.2832796573638916,
      "learning_rate": 0.0008201019664967226,
      "loss": 1.2252,
      "step": 321
    },
    {
      "epoch": 0.2227217707072454,
      "grad_norm": 0.6651481986045837,
      "learning_rate": 0.0008193736343772761,
      "loss": 1.8967,
      "step": 322
    },
    {
      "epoch": 0.22341345322496975,
      "grad_norm": 0.5639248490333557,
      "learning_rate": 0.0008186453022578297,
      "loss": 1.1423,
      "step": 323
    },
    {
      "epoch": 0.2241051357426941,
      "grad_norm": 0.6734063029289246,
      "learning_rate": 0.0008179169701383831,
      "loss": 1.7355,
      "step": 324
    },
    {
      "epoch": 0.22479681826041847,
      "grad_norm": 0.8061289191246033,
      "learning_rate": 0.0008171886380189366,
      "loss": 0.8081,
      "step": 325
    },
    {
      "epoch": 0.22548850077814284,
      "grad_norm": 0.584674060344696,
      "learning_rate": 0.0008164603058994902,
      "loss": 1.1589,
      "step": 326
    },
    {
      "epoch": 0.2261801832958672,
      "grad_norm": 0.6683285236358643,
      "learning_rate": 0.0008157319737800437,
      "loss": 1.7779,
      "step": 327
    },
    {
      "epoch": 0.22687186581359156,
      "grad_norm": 0.7037453055381775,
      "learning_rate": 0.0008150036416605973,
      "loss": 2.0579,
      "step": 328
    },
    {
      "epoch": 0.22756354833131592,
      "grad_norm": 0.6727277636528015,
      "learning_rate": 0.0008142753095411508,
      "loss": 1.7619,
      "step": 329
    },
    {
      "epoch": 0.22825523084904029,
      "grad_norm": 0.7048072218894958,
      "learning_rate": 0.0008135469774217044,
      "loss": 1.7445,
      "step": 330
    },
    {
      "epoch": 0.22894691336676465,
      "grad_norm": 0.5675456523895264,
      "learning_rate": 0.0008128186453022578,
      "loss": 1.8732,
      "step": 331
    },
    {
      "epoch": 0.229638595884489,
      "grad_norm": 0.5742422342300415,
      "learning_rate": 0.0008120903131828113,
      "loss": 1.9362,
      "step": 332
    },
    {
      "epoch": 0.23033027840221337,
      "grad_norm": 0.612397313117981,
      "learning_rate": 0.0008113619810633649,
      "loss": 1.3922,
      "step": 333
    },
    {
      "epoch": 0.23102196091993774,
      "grad_norm": 0.5459281802177429,
      "learning_rate": 0.0008106336489439184,
      "loss": 1.823,
      "step": 334
    },
    {
      "epoch": 0.23171364343766213,
      "grad_norm": 0.6739487051963806,
      "learning_rate": 0.000809905316824472,
      "loss": 1.9681,
      "step": 335
    },
    {
      "epoch": 0.2324053259553865,
      "grad_norm": 0.550207257270813,
      "learning_rate": 0.0008091769847050255,
      "loss": 1.8516,
      "step": 336
    },
    {
      "epoch": 0.23309700847311085,
      "grad_norm": 0.45742911100387573,
      "learning_rate": 0.0008084486525855791,
      "loss": 1.6626,
      "step": 337
    },
    {
      "epoch": 0.2337886909908352,
      "grad_norm": 0.764325737953186,
      "learning_rate": 0.0008077203204661325,
      "loss": 1.7487,
      "step": 338
    },
    {
      "epoch": 0.23448037350855958,
      "grad_norm": 0.5911192297935486,
      "learning_rate": 0.000806991988346686,
      "loss": 1.2527,
      "step": 339
    },
    {
      "epoch": 0.23517205602628394,
      "grad_norm": 0.5554788708686829,
      "learning_rate": 0.0008062636562272396,
      "loss": 1.2681,
      "step": 340
    },
    {
      "epoch": 0.2358637385440083,
      "grad_norm": 0.5522503852844238,
      "learning_rate": 0.0008055353241077931,
      "loss": 1.4677,
      "step": 341
    },
    {
      "epoch": 0.23655542106173266,
      "grad_norm": 0.5872853994369507,
      "learning_rate": 0.0008048069919883468,
      "loss": 1.7502,
      "step": 342
    },
    {
      "epoch": 0.23724710357945702,
      "grad_norm": 0.6910445690155029,
      "learning_rate": 0.0008040786598689003,
      "loss": 2.1711,
      "step": 343
    },
    {
      "epoch": 0.2379387860971814,
      "grad_norm": 0.7674363255500793,
      "learning_rate": 0.0008033503277494538,
      "loss": 1.0802,
      "step": 344
    },
    {
      "epoch": 0.23863046861490575,
      "grad_norm": 0.8880471587181091,
      "learning_rate": 0.0008026219956300073,
      "loss": 1.3592,
      "step": 345
    },
    {
      "epoch": 0.2393221511326301,
      "grad_norm": 0.6581029295921326,
      "learning_rate": 0.0008018936635105608,
      "loss": 1.6392,
      "step": 346
    },
    {
      "epoch": 0.24001383365035447,
      "grad_norm": 1.1078494787216187,
      "learning_rate": 0.0008011653313911144,
      "loss": 1.5557,
      "step": 347
    },
    {
      "epoch": 0.24070551616807886,
      "grad_norm": 0.5563998818397522,
      "learning_rate": 0.0008004369992716679,
      "loss": 1.3359,
      "step": 348
    },
    {
      "epoch": 0.24139719868580323,
      "grad_norm": 0.6263977885246277,
      "learning_rate": 0.0007997086671522215,
      "loss": 2.1702,
      "step": 349
    },
    {
      "epoch": 0.2420888812035276,
      "grad_norm": 0.5776513814926147,
      "learning_rate": 0.000798980335032775,
      "loss": 1.9447,
      "step": 350
    },
    {
      "epoch": 0.24278056372125195,
      "grad_norm": 0.748920202255249,
      "learning_rate": 0.0007982520029133285,
      "loss": 1.4751,
      "step": 351
    },
    {
      "epoch": 0.24347224623897631,
      "grad_norm": 1.3247708082199097,
      "learning_rate": 0.000797523670793882,
      "loss": 1.7557,
      "step": 352
    },
    {
      "epoch": 0.24416392875670068,
      "grad_norm": 0.7095309495925903,
      "learning_rate": 0.0007967953386744355,
      "loss": 2.2349,
      "step": 353
    },
    {
      "epoch": 0.24485561127442504,
      "grad_norm": 0.532289981842041,
      "learning_rate": 0.0007960670065549891,
      "loss": 1.1916,
      "step": 354
    },
    {
      "epoch": 0.2455472937921494,
      "grad_norm": 0.6105953454971313,
      "learning_rate": 0.0007953386744355426,
      "loss": 1.6084,
      "step": 355
    },
    {
      "epoch": 0.24623897630987376,
      "grad_norm": 0.6233397126197815,
      "learning_rate": 0.0007946103423160962,
      "loss": 1.7177,
      "step": 356
    },
    {
      "epoch": 0.24693065882759813,
      "grad_norm": 10.080041885375977,
      "learning_rate": 0.0007938820101966497,
      "loss": 2.1116,
      "step": 357
    },
    {
      "epoch": 0.2476223413453225,
      "grad_norm": 0.5390161275863647,
      "learning_rate": 0.0007931536780772032,
      "loss": 1.7296,
      "step": 358
    },
    {
      "epoch": 0.24831402386304685,
      "grad_norm": 1.2583034038543701,
      "learning_rate": 0.0007924253459577567,
      "loss": 1.4504,
      "step": 359
    },
    {
      "epoch": 0.2490057063807712,
      "grad_norm": 0.6620193719863892,
      "learning_rate": 0.0007916970138383102,
      "loss": 1.9403,
      "step": 360
    },
    {
      "epoch": 0.2496973888984956,
      "grad_norm": 0.8169893622398376,
      "learning_rate": 0.0007909686817188638,
      "loss": 1.2534,
      "step": 361
    },
    {
      "epoch": 0.25038907141621997,
      "grad_norm": 0.693074643611908,
      "learning_rate": 0.0007902403495994173,
      "loss": 2.112,
      "step": 362
    },
    {
      "epoch": 0.2510807539339443,
      "grad_norm": 0.628724217414856,
      "learning_rate": 0.000789512017479971,
      "loss": 2.0005,
      "step": 363
    },
    {
      "epoch": 0.2517724364516687,
      "grad_norm": 0.6025403141975403,
      "learning_rate": 0.0007887836853605243,
      "loss": 1.0489,
      "step": 364
    },
    {
      "epoch": 0.252464118969393,
      "grad_norm": 0.6881316900253296,
      "learning_rate": 0.000788055353241078,
      "loss": 1.1542,
      "step": 365
    },
    {
      "epoch": 0.2531558014871174,
      "grad_norm": 1.035561442375183,
      "learning_rate": 0.0007873270211216315,
      "loss": 1.5017,
      "step": 366
    },
    {
      "epoch": 0.25384748400484175,
      "grad_norm": 0.5408887267112732,
      "learning_rate": 0.000786598689002185,
      "loss": 2.0277,
      "step": 367
    },
    {
      "epoch": 0.25453916652256614,
      "grad_norm": 0.5508919358253479,
      "learning_rate": 0.0007858703568827386,
      "loss": 1.5144,
      "step": 368
    },
    {
      "epoch": 0.25523084904029053,
      "grad_norm": 0.9890360236167908,
      "learning_rate": 0.0007851420247632921,
      "loss": 1.0548,
      "step": 369
    },
    {
      "epoch": 0.25592253155801487,
      "grad_norm": 0.6218384504318237,
      "learning_rate": 0.0007844136926438457,
      "loss": 1.4775,
      "step": 370
    },
    {
      "epoch": 0.25661421407573926,
      "grad_norm": 0.5427407622337341,
      "learning_rate": 0.0007836853605243991,
      "loss": 1.6648,
      "step": 371
    },
    {
      "epoch": 0.2573058965934636,
      "grad_norm": 0.6376339793205261,
      "learning_rate": 0.0007829570284049527,
      "loss": 1.7319,
      "step": 372
    },
    {
      "epoch": 0.257997579111188,
      "grad_norm": 0.5155366063117981,
      "learning_rate": 0.0007822286962855062,
      "loss": 1.7143,
      "step": 373
    },
    {
      "epoch": 0.2586892616289123,
      "grad_norm": 1.0346859693527222,
      "learning_rate": 0.0007815003641660597,
      "loss": 1.96,
      "step": 374
    },
    {
      "epoch": 0.2593809441466367,
      "grad_norm": 0.5473276376724243,
      "learning_rate": 0.0007807720320466133,
      "loss": 1.8269,
      "step": 375
    },
    {
      "epoch": 0.26007262666436104,
      "grad_norm": 0.9501216411590576,
      "learning_rate": 0.0007800436999271668,
      "loss": 1.5286,
      "step": 376
    },
    {
      "epoch": 0.26076430918208543,
      "grad_norm": 0.4338766634464264,
      "learning_rate": 0.0007793153678077204,
      "loss": 0.8967,
      "step": 377
    },
    {
      "epoch": 0.26145599169980976,
      "grad_norm": 12.023887634277344,
      "learning_rate": 0.0007785870356882738,
      "loss": 1.8385,
      "step": 378
    },
    {
      "epoch": 0.26214767421753415,
      "grad_norm": 0.5424131155014038,
      "learning_rate": 0.0007778587035688274,
      "loss": 1.7216,
      "step": 379
    },
    {
      "epoch": 0.2628393567352585,
      "grad_norm": 0.6199079751968384,
      "learning_rate": 0.0007771303714493809,
      "loss": 1.9606,
      "step": 380
    },
    {
      "epoch": 0.2635310392529829,
      "grad_norm": 0.6037024259567261,
      "learning_rate": 0.0007764020393299344,
      "loss": 1.4306,
      "step": 381
    },
    {
      "epoch": 0.26422272177070727,
      "grad_norm": 0.6312823295593262,
      "learning_rate": 0.000775673707210488,
      "loss": 1.0085,
      "step": 382
    },
    {
      "epoch": 0.2649144042884316,
      "grad_norm": 0.5497464537620544,
      "learning_rate": 0.0007749453750910415,
      "loss": 1.4443,
      "step": 383
    },
    {
      "epoch": 0.265606086806156,
      "grad_norm": 0.9736106395721436,
      "learning_rate": 0.000774217042971595,
      "loss": 1.7324,
      "step": 384
    },
    {
      "epoch": 0.26629776932388033,
      "grad_norm": 0.6415931582450867,
      "learning_rate": 0.0007734887108521485,
      "loss": 0.9575,
      "step": 385
    },
    {
      "epoch": 0.2669894518416047,
      "grad_norm": 0.570580244064331,
      "learning_rate": 0.0007727603787327021,
      "loss": 1.7195,
      "step": 386
    },
    {
      "epoch": 0.26768113435932905,
      "grad_norm": 0.7033479809761047,
      "learning_rate": 0.0007720320466132557,
      "loss": 2.0542,
      "step": 387
    },
    {
      "epoch": 0.26837281687705344,
      "grad_norm": 0.7575972676277161,
      "learning_rate": 0.0007713037144938092,
      "loss": 1.7199,
      "step": 388
    },
    {
      "epoch": 0.2690644993947778,
      "grad_norm": 0.5389835238456726,
      "learning_rate": 0.0007705753823743628,
      "loss": 1.5259,
      "step": 389
    },
    {
      "epoch": 0.26975618191250217,
      "grad_norm": 0.574540913105011,
      "learning_rate": 0.0007698470502549163,
      "loss": 1.5391,
      "step": 390
    },
    {
      "epoch": 0.2704478644302265,
      "grad_norm": 0.5298869013786316,
      "learning_rate": 0.0007691187181354698,
      "loss": 1.9361,
      "step": 391
    },
    {
      "epoch": 0.2711395469479509,
      "grad_norm": 0.5654643177986145,
      "learning_rate": 0.0007683903860160233,
      "loss": 1.8952,
      "step": 392
    },
    {
      "epoch": 0.27183122946567523,
      "grad_norm": 0.7499473094940186,
      "learning_rate": 0.0007676620538965769,
      "loss": 1.0416,
      "step": 393
    },
    {
      "epoch": 0.2725229119833996,
      "grad_norm": 0.6296089887619019,
      "learning_rate": 0.0007669337217771304,
      "loss": 1.4852,
      "step": 394
    },
    {
      "epoch": 0.273214594501124,
      "grad_norm": 0.5401056408882141,
      "learning_rate": 0.0007662053896576839,
      "loss": 1.8153,
      "step": 395
    },
    {
      "epoch": 0.27390627701884834,
      "grad_norm": 0.5954565405845642,
      "learning_rate": 0.0007654770575382375,
      "loss": 1.7855,
      "step": 396
    },
    {
      "epoch": 0.27459795953657273,
      "grad_norm": 0.9156423211097717,
      "learning_rate": 0.000764748725418791,
      "loss": 1.9173,
      "step": 397
    },
    {
      "epoch": 0.27528964205429707,
      "grad_norm": 0.6210983395576477,
      "learning_rate": 0.0007640203932993445,
      "loss": 1.9079,
      "step": 398
    },
    {
      "epoch": 0.27598132457202146,
      "grad_norm": 0.529227077960968,
      "learning_rate": 0.000763292061179898,
      "loss": 1.8594,
      "step": 399
    },
    {
      "epoch": 0.2766730070897458,
      "grad_norm": 0.80283522605896,
      "learning_rate": 0.0007625637290604516,
      "loss": 1.5913,
      "step": 400
    },
    {
      "epoch": 0.2773646896074702,
      "grad_norm": 0.5629950761795044,
      "learning_rate": 0.0007618353969410051,
      "loss": 1.5373,
      "step": 401
    },
    {
      "epoch": 0.2780563721251945,
      "grad_norm": 0.6493797898292542,
      "learning_rate": 0.0007611070648215586,
      "loss": 2.2277,
      "step": 402
    },
    {
      "epoch": 0.2787480546429189,
      "grad_norm": 0.5912362933158875,
      "learning_rate": 0.0007603787327021122,
      "loss": 1.4388,
      "step": 403
    },
    {
      "epoch": 0.27943973716064324,
      "grad_norm": 0.7361041307449341,
      "learning_rate": 0.0007596504005826656,
      "loss": 0.9273,
      "step": 404
    },
    {
      "epoch": 0.28013141967836763,
      "grad_norm": 0.8257749676704407,
      "learning_rate": 0.0007589220684632192,
      "loss": 0.7073,
      "step": 405
    },
    {
      "epoch": 0.28082310219609197,
      "grad_norm": 0.8185616731643677,
      "learning_rate": 0.0007581937363437727,
      "loss": 1.9928,
      "step": 406
    },
    {
      "epoch": 0.28151478471381636,
      "grad_norm": 0.5865523219108582,
      "learning_rate": 0.0007574654042243263,
      "loss": 1.1638,
      "step": 407
    },
    {
      "epoch": 0.28220646723154075,
      "grad_norm": 0.5210615396499634,
      "learning_rate": 0.0007567370721048798,
      "loss": 1.1934,
      "step": 408
    },
    {
      "epoch": 0.2828981497492651,
      "grad_norm": 0.6531309485435486,
      "learning_rate": 0.0007560087399854334,
      "loss": 1.8601,
      "step": 409
    },
    {
      "epoch": 0.28358983226698947,
      "grad_norm": 0.7874279022216797,
      "learning_rate": 0.000755280407865987,
      "loss": 1.4043,
      "step": 410
    },
    {
      "epoch": 0.2842815147847138,
      "grad_norm": 1.121983289718628,
      "learning_rate": 0.0007545520757465404,
      "loss": 1.7112,
      "step": 411
    },
    {
      "epoch": 0.2849731973024382,
      "grad_norm": 0.5046870708465576,
      "learning_rate": 0.000753823743627094,
      "loss": 1.6255,
      "step": 412
    },
    {
      "epoch": 0.28566487982016253,
      "grad_norm": 0.4254264831542969,
      "learning_rate": 0.0007530954115076475,
      "loss": 1.3181,
      "step": 413
    },
    {
      "epoch": 0.2863565623378869,
      "grad_norm": 0.8146479725837708,
      "learning_rate": 0.0007523670793882011,
      "loss": 1.7557,
      "step": 414
    },
    {
      "epoch": 0.28704824485561126,
      "grad_norm": 0.47856444120407104,
      "learning_rate": 0.0007516387472687546,
      "loss": 1.6217,
      "step": 415
    },
    {
      "epoch": 0.28773992737333565,
      "grad_norm": 0.5287722945213318,
      "learning_rate": 0.0007509104151493081,
      "loss": 1.8146,
      "step": 416
    },
    {
      "epoch": 0.28843160989106,
      "grad_norm": 0.8364676833152771,
      "learning_rate": 0.0007501820830298617,
      "loss": 1.1081,
      "step": 417
    },
    {
      "epoch": 0.28912329240878437,
      "grad_norm": 0.6923417448997498,
      "learning_rate": 0.0007494537509104151,
      "loss": 1.0822,
      "step": 418
    },
    {
      "epoch": 0.2898149749265087,
      "grad_norm": 0.7535339593887329,
      "learning_rate": 0.0007487254187909687,
      "loss": 1.8013,
      "step": 419
    },
    {
      "epoch": 0.2905066574442331,
      "grad_norm": 1.226645588874817,
      "learning_rate": 0.0007479970866715222,
      "loss": 1.1891,
      "step": 420
    },
    {
      "epoch": 0.2911983399619575,
      "grad_norm": 0.7388406991958618,
      "learning_rate": 0.0007472687545520758,
      "loss": 1.0448,
      "step": 421
    },
    {
      "epoch": 0.2918900224796818,
      "grad_norm": 0.6585919260978699,
      "learning_rate": 0.0007465404224326293,
      "loss": 1.0951,
      "step": 422
    },
    {
      "epoch": 0.2925817049974062,
      "grad_norm": 0.7637200355529785,
      "learning_rate": 0.0007458120903131828,
      "loss": 1.3508,
      "step": 423
    },
    {
      "epoch": 0.29327338751513055,
      "grad_norm": 0.5754939913749695,
      "learning_rate": 0.0007450837581937363,
      "loss": 1.4937,
      "step": 424
    },
    {
      "epoch": 0.29396507003285494,
      "grad_norm": 0.6434321999549866,
      "learning_rate": 0.0007443554260742898,
      "loss": 2.0318,
      "step": 425
    },
    {
      "epoch": 0.29465675255057927,
      "grad_norm": 0.7063912749290466,
      "learning_rate": 0.0007436270939548434,
      "loss": 2.0036,
      "step": 426
    },
    {
      "epoch": 0.29534843506830366,
      "grad_norm": 0.5120965242385864,
      "learning_rate": 0.0007428987618353969,
      "loss": 1.7687,
      "step": 427
    },
    {
      "epoch": 0.296040117586028,
      "grad_norm": 0.7403333187103271,
      "learning_rate": 0.0007421704297159505,
      "loss": 1.5747,
      "step": 428
    },
    {
      "epoch": 0.2967318001037524,
      "grad_norm": 0.5760396122932434,
      "learning_rate": 0.000741442097596504,
      "loss": 1.7351,
      "step": 429
    },
    {
      "epoch": 0.2974234826214767,
      "grad_norm": 0.6725696325302124,
      "learning_rate": 0.0007407137654770575,
      "loss": 1.6643,
      "step": 430
    },
    {
      "epoch": 0.2981151651392011,
      "grad_norm": 0.5612234473228455,
      "learning_rate": 0.000739985433357611,
      "loss": 1.47,
      "step": 431
    },
    {
      "epoch": 0.29880684765692545,
      "grad_norm": 0.48072177171707153,
      "learning_rate": 0.0007392571012381646,
      "loss": 1.2806,
      "step": 432
    },
    {
      "epoch": 0.29949853017464984,
      "grad_norm": 0.6465651988983154,
      "learning_rate": 0.0007385287691187182,
      "loss": 1.7875,
      "step": 433
    },
    {
      "epoch": 0.3001902126923742,
      "grad_norm": 0.7127341628074646,
      "learning_rate": 0.0007378004369992717,
      "loss": 1.9259,
      "step": 434
    },
    {
      "epoch": 0.30088189521009856,
      "grad_norm": 0.5775954127311707,
      "learning_rate": 0.0007370721048798253,
      "loss": 1.6652,
      "step": 435
    },
    {
      "epoch": 0.30157357772782295,
      "grad_norm": 0.6212239861488342,
      "learning_rate": 0.0007363437727603788,
      "loss": 1.7045,
      "step": 436
    },
    {
      "epoch": 0.3022652602455473,
      "grad_norm": 0.6443663835525513,
      "learning_rate": 0.0007356154406409323,
      "loss": 1.9416,
      "step": 437
    },
    {
      "epoch": 0.3029569427632717,
      "grad_norm": 0.6374452710151672,
      "learning_rate": 0.0007348871085214858,
      "loss": 1.7767,
      "step": 438
    },
    {
      "epoch": 0.303648625280996,
      "grad_norm": 0.7170910835266113,
      "learning_rate": 0.0007341587764020393,
      "loss": 1.1563,
      "step": 439
    },
    {
      "epoch": 0.3043403077987204,
      "grad_norm": 1.249282717704773,
      "learning_rate": 0.0007334304442825929,
      "loss": 1.7667,
      "step": 440
    },
    {
      "epoch": 0.30503199031644473,
      "grad_norm": 0.6763089895248413,
      "learning_rate": 0.0007327021121631464,
      "loss": 1.9292,
      "step": 441
    },
    {
      "epoch": 0.3057236728341691,
      "grad_norm": 0.7364800572395325,
      "learning_rate": 0.0007319737800437,
      "loss": 1.6102,
      "step": 442
    },
    {
      "epoch": 0.30641535535189346,
      "grad_norm": 0.8224323987960815,
      "learning_rate": 0.0007312454479242535,
      "loss": 1.0648,
      "step": 443
    },
    {
      "epoch": 0.30710703786961785,
      "grad_norm": 0.752155065536499,
      "learning_rate": 0.0007305171158048069,
      "loss": 1.788,
      "step": 444
    },
    {
      "epoch": 0.3077987203873422,
      "grad_norm": 0.5755220651626587,
      "learning_rate": 0.0007297887836853605,
      "loss": 1.2096,
      "step": 445
    },
    {
      "epoch": 0.3084904029050666,
      "grad_norm": 0.8400484323501587,
      "learning_rate": 0.000729060451565914,
      "loss": 1.3676,
      "step": 446
    },
    {
      "epoch": 0.30918208542279096,
      "grad_norm": 0.5796182155609131,
      "learning_rate": 0.0007283321194464676,
      "loss": 1.5668,
      "step": 447
    },
    {
      "epoch": 0.3098737679405153,
      "grad_norm": 0.985273003578186,
      "learning_rate": 0.0007276037873270211,
      "loss": 1.4033,
      "step": 448
    },
    {
      "epoch": 0.3105654504582397,
      "grad_norm": 0.6488866209983826,
      "learning_rate": 0.0007268754552075747,
      "loss": 1.5978,
      "step": 449
    },
    {
      "epoch": 0.311257132975964,
      "grad_norm": 0.5811178088188171,
      "learning_rate": 0.0007261471230881282,
      "loss": 2.1722,
      "step": 450
    },
    {
      "epoch": 0.3119488154936884,
      "grad_norm": 0.5769645571708679,
      "learning_rate": 0.0007254187909686816,
      "loss": 1.9041,
      "step": 451
    },
    {
      "epoch": 0.31264049801141275,
      "grad_norm": 0.769631028175354,
      "learning_rate": 0.0007246904588492352,
      "loss": 1.3963,
      "step": 452
    },
    {
      "epoch": 0.31333218052913714,
      "grad_norm": 0.8301665186882019,
      "learning_rate": 0.0007239621267297888,
      "loss": 1.623,
      "step": 453
    },
    {
      "epoch": 0.3140238630468615,
      "grad_norm": 0.6046326756477356,
      "learning_rate": 0.0007232337946103424,
      "loss": 1.8703,
      "step": 454
    },
    {
      "epoch": 0.31471554556458586,
      "grad_norm": 0.5623071193695068,
      "learning_rate": 0.0007225054624908959,
      "loss": 1.6112,
      "step": 455
    },
    {
      "epoch": 0.3154072280823102,
      "grad_norm": 0.7813363671302795,
      "learning_rate": 0.0007217771303714495,
      "loss": 1.681,
      "step": 456
    },
    {
      "epoch": 0.3160989106000346,
      "grad_norm": 0.6935021877288818,
      "learning_rate": 0.000721048798252003,
      "loss": 1.5276,
      "step": 457
    },
    {
      "epoch": 0.3167905931177589,
      "grad_norm": 1.0678547620773315,
      "learning_rate": 0.0007203204661325564,
      "loss": 1.2066,
      "step": 458
    },
    {
      "epoch": 0.3174822756354833,
      "grad_norm": 0.985817551612854,
      "learning_rate": 0.00071959213401311,
      "loss": 1.5923,
      "step": 459
    },
    {
      "epoch": 0.3181739581532077,
      "grad_norm": 0.6185691356658936,
      "learning_rate": 0.0007188638018936635,
      "loss": 1.1597,
      "step": 460
    },
    {
      "epoch": 0.31886564067093204,
      "grad_norm": 0.6517722010612488,
      "learning_rate": 0.0007181354697742171,
      "loss": 1.0909,
      "step": 461
    },
    {
      "epoch": 0.31955732318865643,
      "grad_norm": 0.6660693883895874,
      "learning_rate": 0.0007174071376547706,
      "loss": 1.8785,
      "step": 462
    },
    {
      "epoch": 0.32024900570638076,
      "grad_norm": 0.8916088938713074,
      "learning_rate": 0.0007166788055353242,
      "loss": 1.0246,
      "step": 463
    },
    {
      "epoch": 0.32094068822410515,
      "grad_norm": 0.6262109875679016,
      "learning_rate": 0.0007159504734158776,
      "loss": 1.8117,
      "step": 464
    },
    {
      "epoch": 0.3216323707418295,
      "grad_norm": 0.5265359878540039,
      "learning_rate": 0.0007152221412964311,
      "loss": 1.8935,
      "step": 465
    },
    {
      "epoch": 0.3223240532595539,
      "grad_norm": 0.584057629108429,
      "learning_rate": 0.0007144938091769847,
      "loss": 2.1743,
      "step": 466
    },
    {
      "epoch": 0.3230157357772782,
      "grad_norm": 0.6198194026947021,
      "learning_rate": 0.0007137654770575382,
      "loss": 1.0213,
      "step": 467
    },
    {
      "epoch": 0.3237074182950026,
      "grad_norm": 0.8011792898178101,
      "learning_rate": 0.0007130371449380918,
      "loss": 1.3635,
      "step": 468
    },
    {
      "epoch": 0.32439910081272694,
      "grad_norm": 0.6226928234100342,
      "learning_rate": 0.0007123088128186453,
      "loss": 1.5389,
      "step": 469
    },
    {
      "epoch": 0.3250907833304513,
      "grad_norm": 0.6563382744789124,
      "learning_rate": 0.0007115804806991989,
      "loss": 1.6626,
      "step": 470
    },
    {
      "epoch": 0.32578246584817566,
      "grad_norm": 0.6689289808273315,
      "learning_rate": 0.0007108521485797523,
      "loss": 0.2715,
      "step": 471
    },
    {
      "epoch": 0.32647414836590005,
      "grad_norm": 0.7439026832580566,
      "learning_rate": 0.0007101238164603058,
      "loss": 1.9645,
      "step": 472
    },
    {
      "epoch": 0.32716583088362444,
      "grad_norm": 0.6306619048118591,
      "learning_rate": 0.0007093954843408594,
      "loss": 2.026,
      "step": 473
    },
    {
      "epoch": 0.3278575134013488,
      "grad_norm": 0.5557575225830078,
      "learning_rate": 0.000708667152221413,
      "loss": 1.7433,
      "step": 474
    },
    {
      "epoch": 0.32854919591907317,
      "grad_norm": 0.6485971212387085,
      "learning_rate": 0.0007079388201019666,
      "loss": 1.8697,
      "step": 475
    },
    {
      "epoch": 0.3292408784367975,
      "grad_norm": 0.6541025042533875,
      "learning_rate": 0.0007072104879825201,
      "loss": 1.8979,
      "step": 476
    },
    {
      "epoch": 0.3299325609545219,
      "grad_norm": 0.617359459400177,
      "learning_rate": 0.0007064821558630737,
      "loss": 2.1617,
      "step": 477
    },
    {
      "epoch": 0.3306242434722462,
      "grad_norm": 0.5855705142021179,
      "learning_rate": 0.0007057538237436271,
      "loss": 1.8079,
      "step": 478
    },
    {
      "epoch": 0.3313159259899706,
      "grad_norm": 0.5983846187591553,
      "learning_rate": 0.0007050254916241806,
      "loss": 1.8796,
      "step": 479
    },
    {
      "epoch": 0.33200760850769495,
      "grad_norm": 1.1877782344818115,
      "learning_rate": 0.0007042971595047342,
      "loss": 1.5439,
      "step": 480
    },
    {
      "epoch": 0.33269929102541934,
      "grad_norm": 0.48594361543655396,
      "learning_rate": 0.0007035688273852877,
      "loss": 1.3418,
      "step": 481
    },
    {
      "epoch": 0.3333909735431437,
      "grad_norm": 1.506446123123169,
      "learning_rate": 0.0007028404952658413,
      "loss": 1.2715,
      "step": 482
    },
    {
      "epoch": 0.33408265606086807,
      "grad_norm": 1.1047416925430298,
      "learning_rate": 0.0007021121631463948,
      "loss": 1.6349,
      "step": 483
    },
    {
      "epoch": 0.3347743385785924,
      "grad_norm": 0.6083149909973145,
      "learning_rate": 0.0007013838310269483,
      "loss": 1.9314,
      "step": 484
    },
    {
      "epoch": 0.3354660210963168,
      "grad_norm": 1.35393226146698,
      "learning_rate": 0.0007006554989075018,
      "loss": 1.8499,
      "step": 485
    },
    {
      "epoch": 0.3361577036140412,
      "grad_norm": 0.9483690857887268,
      "learning_rate": 0.0006999271667880553,
      "loss": 1.51,
      "step": 486
    },
    {
      "epoch": 0.3368493861317655,
      "grad_norm": 0.5228135585784912,
      "learning_rate": 0.0006991988346686089,
      "loss": 1.9898,
      "step": 487
    },
    {
      "epoch": 0.3375410686494899,
      "grad_norm": 0.5586177706718445,
      "learning_rate": 0.0006984705025491624,
      "loss": 1.3041,
      "step": 488
    },
    {
      "epoch": 0.33823275116721424,
      "grad_norm": 0.5928153991699219,
      "learning_rate": 0.000697742170429716,
      "loss": 2.0132,
      "step": 489
    },
    {
      "epoch": 0.33892443368493863,
      "grad_norm": 1.3419654369354248,
      "learning_rate": 0.0006970138383102695,
      "loss": 1.0039,
      "step": 490
    },
    {
      "epoch": 0.33961611620266297,
      "grad_norm": 0.6874161958694458,
      "learning_rate": 0.000696285506190823,
      "loss": 1.2347,
      "step": 491
    },
    {
      "epoch": 0.34030779872038736,
      "grad_norm": 0.6180602312088013,
      "learning_rate": 0.0006955571740713765,
      "loss": 1.1032,
      "step": 492
    },
    {
      "epoch": 0.3409994812381117,
      "grad_norm": 0.6274152994155884,
      "learning_rate": 0.00069482884195193,
      "loss": 1.8178,
      "step": 493
    },
    {
      "epoch": 0.3416911637558361,
      "grad_norm": 0.6605129837989807,
      "learning_rate": 0.0006941005098324836,
      "loss": 1.4469,
      "step": 494
    },
    {
      "epoch": 0.3423828462735604,
      "grad_norm": 0.5513582229614258,
      "learning_rate": 0.0006933721777130371,
      "loss": 1.6028,
      "step": 495
    },
    {
      "epoch": 0.3430745287912848,
      "grad_norm": 0.4937622845172882,
      "learning_rate": 0.0006926438455935908,
      "loss": 1.676,
      "step": 496
    },
    {
      "epoch": 0.34376621130900914,
      "grad_norm": 0.6980156302452087,
      "learning_rate": 0.0006919155134741443,
      "loss": 1.8214,
      "step": 497
    },
    {
      "epoch": 0.34445789382673353,
      "grad_norm": 0.589282214641571,
      "learning_rate": 0.0006911871813546978,
      "loss": 1.5903,
      "step": 498
    },
    {
      "epoch": 0.3451495763444579,
      "grad_norm": 0.5733899474143982,
      "learning_rate": 0.0006904588492352513,
      "loss": 2.0085,
      "step": 499
    },
    {
      "epoch": 0.34584125886218225,
      "grad_norm": 13.85383129119873,
      "learning_rate": 0.0006897305171158048,
      "loss": 1.3935,
      "step": 500
    },
    {
      "epoch": 0.34584125886218225,
      "eval_loss": 1.4428730010986328,
      "eval_runtime": 586.3776,
      "eval_samples_per_second": 2.191,
      "eval_steps_per_second": 1.097,
      "step": 500
    },
    {
      "epoch": 0.34653294137990664,
      "grad_norm": 0.7078066468238831,
      "learning_rate": 0.0006890021849963584,
      "loss": 2.1292,
      "step": 501
    },
    {
      "epoch": 0.347224623897631,
      "grad_norm": 0.5394365787506104,
      "learning_rate": 0.0006882738528769119,
      "loss": 1.754,
      "step": 502
    },
    {
      "epoch": 0.34791630641535537,
      "grad_norm": 0.5652272701263428,
      "learning_rate": 0.0006875455207574655,
      "loss": 1.7321,
      "step": 503
    },
    {
      "epoch": 0.3486079889330797,
      "grad_norm": 0.7590258717536926,
      "learning_rate": 0.0006868171886380189,
      "loss": 1.1914,
      "step": 504
    },
    {
      "epoch": 0.3492996714508041,
      "grad_norm": 0.6021602153778076,
      "learning_rate": 0.0006860888565185725,
      "loss": 1.4885,
      "step": 505
    },
    {
      "epoch": 0.34999135396852843,
      "grad_norm": 0.5702530741691589,
      "learning_rate": 0.000685360524399126,
      "loss": 1.7321,
      "step": 506
    },
    {
      "epoch": 0.3506830364862528,
      "grad_norm": 0.6997826099395752,
      "learning_rate": 0.0006846321922796795,
      "loss": 1.2399,
      "step": 507
    },
    {
      "epoch": 0.35137471900397715,
      "grad_norm": 0.5168879628181458,
      "learning_rate": 0.0006839038601602331,
      "loss": 1.1561,
      "step": 508
    },
    {
      "epoch": 0.35206640152170154,
      "grad_norm": 0.7245921492576599,
      "learning_rate": 0.0006831755280407866,
      "loss": 1.3214,
      "step": 509
    },
    {
      "epoch": 0.3527580840394259,
      "grad_norm": 0.5683633685112,
      "learning_rate": 0.0006824471959213402,
      "loss": 0.8284,
      "step": 510
    },
    {
      "epoch": 0.35344976655715027,
      "grad_norm": 0.6745566725730896,
      "learning_rate": 0.0006817188638018936,
      "loss": 1.3734,
      "step": 511
    },
    {
      "epoch": 0.35414144907487466,
      "grad_norm": 1.4038891792297363,
      "learning_rate": 0.0006809905316824472,
      "loss": 1.5278,
      "step": 512
    },
    {
      "epoch": 0.354833131592599,
      "grad_norm": 0.633068323135376,
      "learning_rate": 0.0006802621995630007,
      "loss": 1.9671,
      "step": 513
    },
    {
      "epoch": 0.3555248141103234,
      "grad_norm": 0.6043351888656616,
      "learning_rate": 0.0006795338674435542,
      "loss": 2.0149,
      "step": 514
    },
    {
      "epoch": 0.3562164966280477,
      "grad_norm": 0.68370121717453,
      "learning_rate": 0.0006788055353241078,
      "loss": 2.1092,
      "step": 515
    },
    {
      "epoch": 0.3569081791457721,
      "grad_norm": 0.8545238375663757,
      "learning_rate": 0.0006780772032046613,
      "loss": 1.8421,
      "step": 516
    },
    {
      "epoch": 0.35759986166349644,
      "grad_norm": 0.5773653388023376,
      "learning_rate": 0.000677348871085215,
      "loss": 1.3504,
      "step": 517
    },
    {
      "epoch": 0.35829154418122083,
      "grad_norm": 0.5424834489822388,
      "learning_rate": 0.0006766205389657683,
      "loss": 1.5214,
      "step": 518
    },
    {
      "epoch": 0.35898322669894517,
      "grad_norm": 0.6430636644363403,
      "learning_rate": 0.000675892206846322,
      "loss": 1.8938,
      "step": 519
    },
    {
      "epoch": 0.35967490921666956,
      "grad_norm": 0.7093544602394104,
      "learning_rate": 0.0006751638747268755,
      "loss": 1.2654,
      "step": 520
    },
    {
      "epoch": 0.3603665917343939,
      "grad_norm": 0.6688354015350342,
      "learning_rate": 0.000674435542607429,
      "loss": 1.457,
      "step": 521
    },
    {
      "epoch": 0.3610582742521183,
      "grad_norm": 0.6786370873451233,
      "learning_rate": 0.0006737072104879826,
      "loss": 1.3456,
      "step": 522
    },
    {
      "epoch": 0.3617499567698426,
      "grad_norm": 0.5341997742652893,
      "learning_rate": 0.0006729788783685361,
      "loss": 1.9376,
      "step": 523
    },
    {
      "epoch": 0.362441639287567,
      "grad_norm": 0.7012555003166199,
      "learning_rate": 0.0006722505462490896,
      "loss": 1.2591,
      "step": 524
    },
    {
      "epoch": 0.3631333218052914,
      "grad_norm": 0.7682555317878723,
      "learning_rate": 0.0006715222141296431,
      "loss": 1.4887,
      "step": 525
    },
    {
      "epoch": 0.36382500432301573,
      "grad_norm": 0.8778069615364075,
      "learning_rate": 0.0006707938820101967,
      "loss": 1.8948,
      "step": 526
    },
    {
      "epoch": 0.3645166868407401,
      "grad_norm": 0.7078661322593689,
      "learning_rate": 0.0006700655498907502,
      "loss": 1.8194,
      "step": 527
    },
    {
      "epoch": 0.36520836935846446,
      "grad_norm": 0.7950670719146729,
      "learning_rate": 0.0006693372177713037,
      "loss": 1.4127,
      "step": 528
    },
    {
      "epoch": 0.36590005187618885,
      "grad_norm": 0.5888793468475342,
      "learning_rate": 0.0006686088856518573,
      "loss": 1.7251,
      "step": 529
    },
    {
      "epoch": 0.3665917343939132,
      "grad_norm": 0.9127269387245178,
      "learning_rate": 0.0006678805535324108,
      "loss": 1.3327,
      "step": 530
    },
    {
      "epoch": 0.3672834169116376,
      "grad_norm": 0.5952627062797546,
      "learning_rate": 0.0006671522214129643,
      "loss": 1.4203,
      "step": 531
    },
    {
      "epoch": 0.3679750994293619,
      "grad_norm": 0.4815312922000885,
      "learning_rate": 0.0006664238892935178,
      "loss": 0.9024,
      "step": 532
    },
    {
      "epoch": 0.3686667819470863,
      "grad_norm": 0.652438759803772,
      "learning_rate": 0.0006656955571740714,
      "loss": 1.146,
      "step": 533
    },
    {
      "epoch": 0.36935846446481063,
      "grad_norm": 0.7467165589332581,
      "learning_rate": 0.0006649672250546249,
      "loss": 1.2516,
      "step": 534
    },
    {
      "epoch": 0.370050146982535,
      "grad_norm": 0.5682463049888611,
      "learning_rate": 0.0006642388929351784,
      "loss": 1.9983,
      "step": 535
    },
    {
      "epoch": 0.37074182950025936,
      "grad_norm": 1.3564231395721436,
      "learning_rate": 0.000663510560815732,
      "loss": 1.6168,
      "step": 536
    },
    {
      "epoch": 0.37143351201798375,
      "grad_norm": 0.5406346321105957,
      "learning_rate": 0.0006627822286962855,
      "loss": 1.8084,
      "step": 537
    },
    {
      "epoch": 0.37212519453570814,
      "grad_norm": 0.7050182223320007,
      "learning_rate": 0.000662053896576839,
      "loss": 1.8881,
      "step": 538
    },
    {
      "epoch": 0.37281687705343247,
      "grad_norm": 0.645821213722229,
      "learning_rate": 0.0006613255644573925,
      "loss": 1.9676,
      "step": 539
    },
    {
      "epoch": 0.37350855957115686,
      "grad_norm": 0.5666909217834473,
      "learning_rate": 0.0006605972323379462,
      "loss": 1.4184,
      "step": 540
    },
    {
      "epoch": 0.3742002420888812,
      "grad_norm": 0.8641100525856018,
      "learning_rate": 0.0006598689002184997,
      "loss": 2.3462,
      "step": 541
    },
    {
      "epoch": 0.3748919246066056,
      "grad_norm": 1.3686286211013794,
      "learning_rate": 0.0006591405680990532,
      "loss": 2.1734,
      "step": 542
    },
    {
      "epoch": 0.3755836071243299,
      "grad_norm": 0.946014404296875,
      "learning_rate": 0.0006584122359796068,
      "loss": 1.5707,
      "step": 543
    },
    {
      "epoch": 0.3762752896420543,
      "grad_norm": 0.7506546378135681,
      "learning_rate": 0.0006576839038601602,
      "loss": 1.9043,
      "step": 544
    },
    {
      "epoch": 0.37696697215977865,
      "grad_norm": 0.5678505301475525,
      "learning_rate": 0.0006569555717407138,
      "loss": 1.8435,
      "step": 545
    },
    {
      "epoch": 0.37765865467750304,
      "grad_norm": 0.616298496723175,
      "learning_rate": 0.0006562272396212673,
      "loss": 1.6757,
      "step": 546
    },
    {
      "epoch": 0.37835033719522737,
      "grad_norm": 0.6611154675483704,
      "learning_rate": 0.0006554989075018209,
      "loss": 1.997,
      "step": 547
    },
    {
      "epoch": 0.37904201971295176,
      "grad_norm": 0.6710254549980164,
      "learning_rate": 0.0006547705753823744,
      "loss": 2.0473,
      "step": 548
    },
    {
      "epoch": 0.3797337022306761,
      "grad_norm": 0.6638564467430115,
      "learning_rate": 0.0006540422432629279,
      "loss": 1.5527,
      "step": 549
    },
    {
      "epoch": 0.3804253847484005,
      "grad_norm": 0.5560479164123535,
      "learning_rate": 0.0006533139111434815,
      "loss": 1.1808,
      "step": 550
    },
    {
      "epoch": 0.3811170672661249,
      "grad_norm": 0.8038564920425415,
      "learning_rate": 0.0006525855790240349,
      "loss": 2.1025,
      "step": 551
    },
    {
      "epoch": 0.3818087497838492,
      "grad_norm": 0.5988295078277588,
      "learning_rate": 0.0006518572469045885,
      "loss": 1.5031,
      "step": 552
    },
    {
      "epoch": 0.3825004323015736,
      "grad_norm": 0.6957617402076721,
      "learning_rate": 0.000651128914785142,
      "loss": 1.8805,
      "step": 553
    },
    {
      "epoch": 0.38319211481929794,
      "grad_norm": 0.5128351449966431,
      "learning_rate": 0.0006504005826656956,
      "loss": 1.3545,
      "step": 554
    },
    {
      "epoch": 0.3838837973370223,
      "grad_norm": 0.6512929201126099,
      "learning_rate": 0.0006496722505462491,
      "loss": 1.4282,
      "step": 555
    },
    {
      "epoch": 0.38457547985474666,
      "grad_norm": 0.7529391646385193,
      "learning_rate": 0.0006489439184268026,
      "loss": 1.6247,
      "step": 556
    },
    {
      "epoch": 0.38526716237247105,
      "grad_norm": 0.5604774951934814,
      "learning_rate": 0.0006482155863073562,
      "loss": 2.0437,
      "step": 557
    },
    {
      "epoch": 0.3859588448901954,
      "grad_norm": 0.9159753322601318,
      "learning_rate": 0.0006474872541879096,
      "loss": 1.2743,
      "step": 558
    },
    {
      "epoch": 0.3866505274079198,
      "grad_norm": 0.6029691100120544,
      "learning_rate": 0.0006467589220684632,
      "loss": 1.709,
      "step": 559
    },
    {
      "epoch": 0.3873422099256441,
      "grad_norm": 0.545449435710907,
      "learning_rate": 0.0006460305899490167,
      "loss": 1.7701,
      "step": 560
    },
    {
      "epoch": 0.3880338924433685,
      "grad_norm": 0.8501741886138916,
      "learning_rate": 0.0006453022578295704,
      "loss": 0.98,
      "step": 561
    },
    {
      "epoch": 0.38872557496109283,
      "grad_norm": 0.8401899337768555,
      "learning_rate": 0.0006445739257101239,
      "loss": 0.8133,
      "step": 562
    },
    {
      "epoch": 0.3894172574788172,
      "grad_norm": 0.5995264053344727,
      "learning_rate": 0.0006438455935906774,
      "loss": 2.0898,
      "step": 563
    },
    {
      "epoch": 0.3901089399965416,
      "grad_norm": 0.5908014178276062,
      "learning_rate": 0.0006431172614712309,
      "loss": 1.2815,
      "step": 564
    },
    {
      "epoch": 0.39080062251426595,
      "grad_norm": 0.6674137711524963,
      "learning_rate": 0.0006423889293517844,
      "loss": 0.9943,
      "step": 565
    },
    {
      "epoch": 0.39149230503199034,
      "grad_norm": 0.5658942461013794,
      "learning_rate": 0.000641660597232338,
      "loss": 1.8295,
      "step": 566
    },
    {
      "epoch": 0.3921839875497147,
      "grad_norm": 0.994026780128479,
      "learning_rate": 0.0006409322651128915,
      "loss": 1.3895,
      "step": 567
    },
    {
      "epoch": 0.39287567006743906,
      "grad_norm": 0.8961228132247925,
      "learning_rate": 0.0006402039329934451,
      "loss": 1.3684,
      "step": 568
    },
    {
      "epoch": 0.3935673525851634,
      "grad_norm": 0.7889755368232727,
      "learning_rate": 0.0006394756008739986,
      "loss": 0.6388,
      "step": 569
    },
    {
      "epoch": 0.3942590351028878,
      "grad_norm": 0.5751606822013855,
      "learning_rate": 0.0006387472687545521,
      "loss": 1.4578,
      "step": 570
    },
    {
      "epoch": 0.3949507176206121,
      "grad_norm": 0.6397355794906616,
      "learning_rate": 0.0006380189366351056,
      "loss": 1.3388,
      "step": 571
    },
    {
      "epoch": 0.3956424001383365,
      "grad_norm": 0.5430677533149719,
      "learning_rate": 0.0006372906045156591,
      "loss": 1.6792,
      "step": 572
    },
    {
      "epoch": 0.39633408265606085,
      "grad_norm": 0.5750475525856018,
      "learning_rate": 0.0006365622723962127,
      "loss": 1.7402,
      "step": 573
    },
    {
      "epoch": 0.39702576517378524,
      "grad_norm": 0.8769389986991882,
      "learning_rate": 0.0006358339402767662,
      "loss": 1.1827,
      "step": 574
    },
    {
      "epoch": 0.3977174476915096,
      "grad_norm": 0.6424825191497803,
      "learning_rate": 0.0006351056081573198,
      "loss": 1.9263,
      "step": 575
    },
    {
      "epoch": 0.39840913020923396,
      "grad_norm": 0.7621489763259888,
      "learning_rate": 0.0006343772760378733,
      "loss": 1.0903,
      "step": 576
    },
    {
      "epoch": 0.39910081272695835,
      "grad_norm": 1.0157557725906372,
      "learning_rate": 0.0006336489439184268,
      "loss": 1.0674,
      "step": 577
    },
    {
      "epoch": 0.3997924952446827,
      "grad_norm": 0.9108319878578186,
      "learning_rate": 0.0006329206117989803,
      "loss": 1.371,
      "step": 578
    },
    {
      "epoch": 0.4004841777624071,
      "grad_norm": 0.9133428931236267,
      "learning_rate": 0.0006321922796795338,
      "loss": 1.6273,
      "step": 579
    },
    {
      "epoch": 0.4011758602801314,
      "grad_norm": 1.2508081197738647,
      "learning_rate": 0.0006314639475600874,
      "loss": 1.3252,
      "step": 580
    },
    {
      "epoch": 0.4018675427978558,
      "grad_norm": 0.5828914642333984,
      "learning_rate": 0.0006307356154406409,
      "loss": 1.8814,
      "step": 581
    },
    {
      "epoch": 0.40255922531558014,
      "grad_norm": 0.6611084938049316,
      "learning_rate": 0.0006300072833211945,
      "loss": 1.7483,
      "step": 582
    },
    {
      "epoch": 0.40325090783330453,
      "grad_norm": 0.5295059680938721,
      "learning_rate": 0.000629278951201748,
      "loss": 1.0284,
      "step": 583
    },
    {
      "epoch": 0.40394259035102886,
      "grad_norm": 0.6011462211608887,
      "learning_rate": 0.0006285506190823014,
      "loss": 1.4974,
      "step": 584
    },
    {
      "epoch": 0.40463427286875325,
      "grad_norm": 0.9036271572113037,
      "learning_rate": 0.0006278222869628551,
      "loss": 0.9939,
      "step": 585
    },
    {
      "epoch": 0.4053259553864776,
      "grad_norm": 0.7162883877754211,
      "learning_rate": 0.0006270939548434086,
      "loss": 1.8186,
      "step": 586
    },
    {
      "epoch": 0.406017637904202,
      "grad_norm": 0.8202586770057678,
      "learning_rate": 0.0006263656227239622,
      "loss": 1.3202,
      "step": 587
    },
    {
      "epoch": 0.4067093204219263,
      "grad_norm": 0.6272046566009521,
      "learning_rate": 0.0006256372906045157,
      "loss": 1.3552,
      "step": 588
    },
    {
      "epoch": 0.4074010029396507,
      "grad_norm": 0.5360514521598816,
      "learning_rate": 0.0006249089584850693,
      "loss": 1.3703,
      "step": 589
    },
    {
      "epoch": 0.40809268545737504,
      "grad_norm": 0.5342544913291931,
      "learning_rate": 0.0006241806263656228,
      "loss": 1.4543,
      "step": 590
    },
    {
      "epoch": 0.4087843679750994,
      "grad_norm": 0.678282618522644,
      "learning_rate": 0.0006234522942461762,
      "loss": 1.9462,
      "step": 591
    },
    {
      "epoch": 0.4094760504928238,
      "grad_norm": 0.6571401357650757,
      "learning_rate": 0.0006227239621267298,
      "loss": 2.0453,
      "step": 592
    },
    {
      "epoch": 0.41016773301054815,
      "grad_norm": 0.6967712044715881,
      "learning_rate": 0.0006219956300072833,
      "loss": 1.3844,
      "step": 593
    },
    {
      "epoch": 0.41085941552827254,
      "grad_norm": 1.1035219430923462,
      "learning_rate": 0.0006212672978878369,
      "loss": 1.6901,
      "step": 594
    },
    {
      "epoch": 0.4115510980459969,
      "grad_norm": 1.2840924263000488,
      "learning_rate": 0.0006205389657683904,
      "loss": 1.8151,
      "step": 595
    },
    {
      "epoch": 0.41224278056372127,
      "grad_norm": 0.594129204750061,
      "learning_rate": 0.000619810633648944,
      "loss": 1.6399,
      "step": 596
    },
    {
      "epoch": 0.4129344630814456,
      "grad_norm": 0.5824661254882812,
      "learning_rate": 0.0006190823015294975,
      "loss": 1.7004,
      "step": 597
    },
    {
      "epoch": 0.41362614559917,
      "grad_norm": 0.7485136389732361,
      "learning_rate": 0.0006183539694100509,
      "loss": 1.3451,
      "step": 598
    },
    {
      "epoch": 0.4143178281168943,
      "grad_norm": 0.5770803689956665,
      "learning_rate": 0.0006176256372906045,
      "loss": 1.571,
      "step": 599
    },
    {
      "epoch": 0.4150095106346187,
      "grad_norm": 0.8474501371383667,
      "learning_rate": 0.000616897305171158,
      "loss": 1.6703,
      "step": 600
    },
    {
      "epoch": 0.41570119315234305,
      "grad_norm": 0.5007557272911072,
      "learning_rate": 0.0006161689730517116,
      "loss": 1.3968,
      "step": 601
    },
    {
      "epoch": 0.41639287567006744,
      "grad_norm": 0.598360538482666,
      "learning_rate": 0.0006154406409322651,
      "loss": 1.0098,
      "step": 602
    },
    {
      "epoch": 0.4170845581877918,
      "grad_norm": 0.49432629346847534,
      "learning_rate": 0.0006147123088128187,
      "loss": 1.0843,
      "step": 603
    },
    {
      "epoch": 0.41777624070551617,
      "grad_norm": 0.6179078817367554,
      "learning_rate": 0.0006139839766933721,
      "loss": 1.781,
      "step": 604
    },
    {
      "epoch": 0.41846792322324056,
      "grad_norm": 0.719780445098877,
      "learning_rate": 0.0006132556445739256,
      "loss": 1.8742,
      "step": 605
    },
    {
      "epoch": 0.4191596057409649,
      "grad_norm": 0.768247127532959,
      "learning_rate": 0.0006125273124544793,
      "loss": 1.8538,
      "step": 606
    },
    {
      "epoch": 0.4198512882586893,
      "grad_norm": 0.5836595892906189,
      "learning_rate": 0.0006117989803350328,
      "loss": 1.2134,
      "step": 607
    },
    {
      "epoch": 0.4205429707764136,
      "grad_norm": 0.8769506216049194,
      "learning_rate": 0.0006110706482155864,
      "loss": 1.1559,
      "step": 608
    },
    {
      "epoch": 0.421234653294138,
      "grad_norm": 0.5141684412956238,
      "learning_rate": 0.0006103423160961399,
      "loss": 1.6293,
      "step": 609
    },
    {
      "epoch": 0.42192633581186234,
      "grad_norm": 0.6994926333427429,
      "learning_rate": 0.0006096139839766935,
      "loss": 1.4453,
      "step": 610
    },
    {
      "epoch": 0.42261801832958673,
      "grad_norm": 0.6264182329177856,
      "learning_rate": 0.0006088856518572469,
      "loss": 1.9851,
      "step": 611
    },
    {
      "epoch": 0.42330970084731107,
      "grad_norm": 0.6712834239006042,
      "learning_rate": 0.0006081573197378004,
      "loss": 1.5792,
      "step": 612
    },
    {
      "epoch": 0.42400138336503546,
      "grad_norm": 0.6829782724380493,
      "learning_rate": 0.000607428987618354,
      "loss": 1.2137,
      "step": 613
    },
    {
      "epoch": 0.4246930658827598,
      "grad_norm": 0.6076679825782776,
      "learning_rate": 0.0006067006554989075,
      "loss": 1.7787,
      "step": 614
    },
    {
      "epoch": 0.4253847484004842,
      "grad_norm": 0.6156198382377625,
      "learning_rate": 0.0006059723233794611,
      "loss": 1.7189,
      "step": 615
    },
    {
      "epoch": 0.4260764309182085,
      "grad_norm": 0.7797242403030396,
      "learning_rate": 0.0006052439912600146,
      "loss": 1.58,
      "step": 616
    },
    {
      "epoch": 0.4267681134359329,
      "grad_norm": 0.6205226182937622,
      "learning_rate": 0.0006045156591405682,
      "loss": 1.0808,
      "step": 617
    },
    {
      "epoch": 0.4274597959536573,
      "grad_norm": 0.7405165433883667,
      "learning_rate": 0.0006037873270211216,
      "loss": 1.7764,
      "step": 618
    },
    {
      "epoch": 0.42815147847138163,
      "grad_norm": 0.5714502334594727,
      "learning_rate": 0.0006030589949016751,
      "loss": 0.8059,
      "step": 619
    },
    {
      "epoch": 0.428843160989106,
      "grad_norm": 0.6483557224273682,
      "learning_rate": 0.0006023306627822287,
      "loss": 1.7951,
      "step": 620
    },
    {
      "epoch": 0.42953484350683035,
      "grad_norm": 0.8051972389221191,
      "learning_rate": 0.0006016023306627822,
      "loss": 1.4164,
      "step": 621
    },
    {
      "epoch": 0.43022652602455475,
      "grad_norm": 0.6258521676063538,
      "learning_rate": 0.0006008739985433358,
      "loss": 1.9752,
      "step": 622
    },
    {
      "epoch": 0.4309182085422791,
      "grad_norm": 0.7436981201171875,
      "learning_rate": 0.0006001456664238893,
      "loss": 1.6743,
      "step": 623
    },
    {
      "epoch": 0.43160989106000347,
      "grad_norm": 0.43516382575035095,
      "learning_rate": 0.0005994173343044428,
      "loss": 1.6526,
      "step": 624
    },
    {
      "epoch": 0.4323015735777278,
      "grad_norm": 0.8342098593711853,
      "learning_rate": 0.0005986890021849963,
      "loss": 1.612,
      "step": 625
    },
    {
      "epoch": 0.4329932560954522,
      "grad_norm": 1.1247819662094116,
      "learning_rate": 0.0005979606700655498,
      "loss": 1.736,
      "step": 626
    },
    {
      "epoch": 0.43368493861317653,
      "grad_norm": 0.6731348633766174,
      "learning_rate": 0.0005972323379461035,
      "loss": 1.4284,
      "step": 627
    },
    {
      "epoch": 0.4343766211309009,
      "grad_norm": 0.8929141163825989,
      "learning_rate": 0.000596504005826657,
      "loss": 1.5504,
      "step": 628
    },
    {
      "epoch": 0.43506830364862525,
      "grad_norm": 0.5387009382247925,
      "learning_rate": 0.0005957756737072106,
      "loss": 1.4214,
      "step": 629
    },
    {
      "epoch": 0.43575998616634964,
      "grad_norm": 0.6756249666213989,
      "learning_rate": 0.0005950473415877641,
      "loss": 1.863,
      "step": 630
    },
    {
      "epoch": 0.43645166868407403,
      "grad_norm": 0.7305259704589844,
      "learning_rate": 0.0005943190094683176,
      "loss": 2.0542,
      "step": 631
    },
    {
      "epoch": 0.43714335120179837,
      "grad_norm": 0.6207787394523621,
      "learning_rate": 0.0005935906773488711,
      "loss": 1.4846,
      "step": 632
    },
    {
      "epoch": 0.43783503371952276,
      "grad_norm": 0.5971491932868958,
      "learning_rate": 0.0005928623452294246,
      "loss": 1.5098,
      "step": 633
    },
    {
      "epoch": 0.4385267162372471,
      "grad_norm": 0.6698988080024719,
      "learning_rate": 0.0005921340131099782,
      "loss": 1.9203,
      "step": 634
    },
    {
      "epoch": 0.4392183987549715,
      "grad_norm": 0.6068461537361145,
      "learning_rate": 0.0005914056809905317,
      "loss": 1.0954,
      "step": 635
    },
    {
      "epoch": 0.4399100812726958,
      "grad_norm": 0.5868760347366333,
      "learning_rate": 0.0005906773488710853,
      "loss": 1.3239,
      "step": 636
    },
    {
      "epoch": 0.4406017637904202,
      "grad_norm": 0.6060192584991455,
      "learning_rate": 0.0005899490167516388,
      "loss": 1.4716,
      "step": 637
    },
    {
      "epoch": 0.44129344630814454,
      "grad_norm": 0.7964019775390625,
      "learning_rate": 0.0005892206846321923,
      "loss": 1.6277,
      "step": 638
    },
    {
      "epoch": 0.44198512882586893,
      "grad_norm": 0.7350580096244812,
      "learning_rate": 0.0005884923525127458,
      "loss": 1.7172,
      "step": 639
    },
    {
      "epoch": 0.44267681134359327,
      "grad_norm": 0.6525869369506836,
      "learning_rate": 0.0005877640203932993,
      "loss": 1.5932,
      "step": 640
    },
    {
      "epoch": 0.44336849386131766,
      "grad_norm": 0.5807157754898071,
      "learning_rate": 0.0005870356882738529,
      "loss": 1.8092,
      "step": 641
    },
    {
      "epoch": 0.444060176379042,
      "grad_norm": 0.5111778378486633,
      "learning_rate": 0.0005863073561544064,
      "loss": 1.3868,
      "step": 642
    },
    {
      "epoch": 0.4447518588967664,
      "grad_norm": 0.5414280295372009,
      "learning_rate": 0.00058557902403496,
      "loss": 1.2737,
      "step": 643
    },
    {
      "epoch": 0.4454435414144908,
      "grad_norm": 0.5459370613098145,
      "learning_rate": 0.0005848506919155134,
      "loss": 1.1543,
      "step": 644
    },
    {
      "epoch": 0.4461352239322151,
      "grad_norm": 0.8171971440315247,
      "learning_rate": 0.000584122359796067,
      "loss": 1.0578,
      "step": 645
    },
    {
      "epoch": 0.4468269064499395,
      "grad_norm": 0.7383177280426025,
      "learning_rate": 0.0005833940276766205,
      "loss": 1.592,
      "step": 646
    },
    {
      "epoch": 0.44751858896766383,
      "grad_norm": 1.1485675573349,
      "learning_rate": 0.000582665695557174,
      "loss": 0.9909,
      "step": 647
    },
    {
      "epoch": 0.4482102714853882,
      "grad_norm": 0.9529873132705688,
      "learning_rate": 0.0005819373634377276,
      "loss": 1.3978,
      "step": 648
    },
    {
      "epoch": 0.44890195400311256,
      "grad_norm": 0.6915671229362488,
      "learning_rate": 0.0005812090313182812,
      "loss": 1.4762,
      "step": 649
    },
    {
      "epoch": 0.44959363652083695,
      "grad_norm": 0.5856941938400269,
      "learning_rate": 0.0005804806991988348,
      "loss": 1.5474,
      "step": 650
    },
    {
      "epoch": 0.4502853190385613,
      "grad_norm": 1.4381829500198364,
      "learning_rate": 0.0005797523670793882,
      "loss": 1.3106,
      "step": 651
    },
    {
      "epoch": 0.4509770015562857,
      "grad_norm": 0.9599109292030334,
      "learning_rate": 0.0005790240349599418,
      "loss": 1.6511,
      "step": 652
    },
    {
      "epoch": 0.45166868407401,
      "grad_norm": 0.779615581035614,
      "learning_rate": 0.0005782957028404953,
      "loss": 1.3878,
      "step": 653
    },
    {
      "epoch": 0.4523603665917344,
      "grad_norm": 0.9594855308532715,
      "learning_rate": 0.0005775673707210488,
      "loss": 1.4339,
      "step": 654
    },
    {
      "epoch": 0.45305204910945873,
      "grad_norm": 0.7078779935836792,
      "learning_rate": 0.0005768390386016024,
      "loss": 1.1043,
      "step": 655
    },
    {
      "epoch": 0.4537437316271831,
      "grad_norm": 1.176413893699646,
      "learning_rate": 0.0005761107064821559,
      "loss": 1.5211,
      "step": 656
    },
    {
      "epoch": 0.4544354141449075,
      "grad_norm": 0.6396954655647278,
      "learning_rate": 0.0005753823743627095,
      "loss": 1.8841,
      "step": 657
    },
    {
      "epoch": 0.45512709666263185,
      "grad_norm": 0.8579792380332947,
      "learning_rate": 0.0005746540422432629,
      "loss": 1.7458,
      "step": 658
    },
    {
      "epoch": 0.45581877918035624,
      "grad_norm": 0.6195595264434814,
      "learning_rate": 0.0005739257101238165,
      "loss": 1.6583,
      "step": 659
    },
    {
      "epoch": 0.45651046169808057,
      "grad_norm": 0.6468372941017151,
      "learning_rate": 0.00057319737800437,
      "loss": 1.9984,
      "step": 660
    },
    {
      "epoch": 0.45720214421580496,
      "grad_norm": 1.8570871353149414,
      "learning_rate": 0.0005724690458849235,
      "loss": 1.3586,
      "step": 661
    },
    {
      "epoch": 0.4578938267335293,
      "grad_norm": 7.004371166229248,
      "learning_rate": 0.0005717407137654771,
      "loss": 1.9842,
      "step": 662
    },
    {
      "epoch": 0.4585855092512537,
      "grad_norm": 0.7576525807380676,
      "learning_rate": 0.0005710123816460306,
      "loss": 1.8268,
      "step": 663
    },
    {
      "epoch": 0.459277191768978,
      "grad_norm": 1.155989646911621,
      "learning_rate": 0.0005702840495265841,
      "loss": 0.7441,
      "step": 664
    },
    {
      "epoch": 0.4599688742867024,
      "grad_norm": 0.5623228549957275,
      "learning_rate": 0.0005695557174071376,
      "loss": 1.5069,
      "step": 665
    },
    {
      "epoch": 0.46066055680442675,
      "grad_norm": 0.8218792676925659,
      "learning_rate": 0.0005688273852876912,
      "loss": 1.4099,
      "step": 666
    },
    {
      "epoch": 0.46135223932215114,
      "grad_norm": 0.5278311371803284,
      "learning_rate": 0.0005680990531682447,
      "loss": 1.6798,
      "step": 667
    },
    {
      "epoch": 0.46204392183987547,
      "grad_norm": 0.5412008762359619,
      "learning_rate": 0.0005673707210487982,
      "loss": 1.1857,
      "step": 668
    },
    {
      "epoch": 0.46273560435759986,
      "grad_norm": 0.5376167893409729,
      "learning_rate": 0.0005666423889293518,
      "loss": 1.7932,
      "step": 669
    },
    {
      "epoch": 0.46342728687532425,
      "grad_norm": 0.7957973480224609,
      "learning_rate": 0.0005659140568099053,
      "loss": 1.0163,
      "step": 670
    },
    {
      "epoch": 0.4641189693930486,
      "grad_norm": 0.933850109577179,
      "learning_rate": 0.0005651857246904589,
      "loss": 1.2543,
      "step": 671
    },
    {
      "epoch": 0.464810651910773,
      "grad_norm": 0.7921749949455261,
      "learning_rate": 0.0005644573925710124,
      "loss": 1.3725,
      "step": 672
    },
    {
      "epoch": 0.4655023344284973,
      "grad_norm": 0.5913270115852356,
      "learning_rate": 0.000563729060451566,
      "loss": 1.7408,
      "step": 673
    },
    {
      "epoch": 0.4661940169462217,
      "grad_norm": 0.5727415680885315,
      "learning_rate": 0.0005630007283321195,
      "loss": 1.0868,
      "step": 674
    },
    {
      "epoch": 0.46688569946394604,
      "grad_norm": 0.6014571785926819,
      "learning_rate": 0.000562272396212673,
      "loss": 1.2138,
      "step": 675
    },
    {
      "epoch": 0.4675773819816704,
      "grad_norm": 0.6142331957817078,
      "learning_rate": 0.0005615440640932266,
      "loss": 1.348,
      "step": 676
    },
    {
      "epoch": 0.46826906449939476,
      "grad_norm": 0.6304256319999695,
      "learning_rate": 0.0005608157319737801,
      "loss": 2.1715,
      "step": 677
    },
    {
      "epoch": 0.46896074701711915,
      "grad_norm": 0.6730361580848694,
      "learning_rate": 0.0005600873998543336,
      "loss": 1.7929,
      "step": 678
    },
    {
      "epoch": 0.4696524295348435,
      "grad_norm": 1.0285260677337646,
      "learning_rate": 0.0005593590677348871,
      "loss": 1.0785,
      "step": 679
    },
    {
      "epoch": 0.4703441120525679,
      "grad_norm": 0.6518314480781555,
      "learning_rate": 0.0005586307356154407,
      "loss": 1.9217,
      "step": 680
    },
    {
      "epoch": 0.4710357945702922,
      "grad_norm": 0.813822329044342,
      "learning_rate": 0.0005579024034959942,
      "loss": 1.4779,
      "step": 681
    },
    {
      "epoch": 0.4717274770880166,
      "grad_norm": 0.87235426902771,
      "learning_rate": 0.0005571740713765477,
      "loss": 1.4881,
      "step": 682
    },
    {
      "epoch": 0.472419159605741,
      "grad_norm": 0.44555163383483887,
      "learning_rate": 0.0005564457392571013,
      "loss": 1.345,
      "step": 683
    },
    {
      "epoch": 0.4731108421234653,
      "grad_norm": 0.6434228420257568,
      "learning_rate": 0.0005557174071376547,
      "loss": 1.7488,
      "step": 684
    },
    {
      "epoch": 0.4738025246411897,
      "grad_norm": 1.8087595701217651,
      "learning_rate": 0.0005549890750182083,
      "loss": 1.4157,
      "step": 685
    },
    {
      "epoch": 0.47449420715891405,
      "grad_norm": 0.6187067031860352,
      "learning_rate": 0.0005542607428987618,
      "loss": 1.9694,
      "step": 686
    },
    {
      "epoch": 0.47518588967663844,
      "grad_norm": 0.5754404664039612,
      "learning_rate": 0.0005535324107793154,
      "loss": 1.6113,
      "step": 687
    },
    {
      "epoch": 0.4758775721943628,
      "grad_norm": 1.1567997932434082,
      "learning_rate": 0.0005528040786598689,
      "loss": 1.492,
      "step": 688
    },
    {
      "epoch": 0.47656925471208716,
      "grad_norm": 7.947727680206299,
      "learning_rate": 0.0005520757465404224,
      "loss": 1.1358,
      "step": 689
    },
    {
      "epoch": 0.4772609372298115,
      "grad_norm": 0.7208907008171082,
      "learning_rate": 0.000551347414420976,
      "loss": 1.4342,
      "step": 690
    },
    {
      "epoch": 0.4779526197475359,
      "grad_norm": 0.594211995601654,
      "learning_rate": 0.0005506190823015294,
      "loss": 2.0316,
      "step": 691
    },
    {
      "epoch": 0.4786443022652602,
      "grad_norm": 0.65560382604599,
      "learning_rate": 0.000549890750182083,
      "loss": 1.1252,
      "step": 692
    },
    {
      "epoch": 0.4793359847829846,
      "grad_norm": 0.6759006381034851,
      "learning_rate": 0.0005491624180626365,
      "loss": 1.8818,
      "step": 693
    },
    {
      "epoch": 0.48002766730070895,
      "grad_norm": 0.5605379343032837,
      "learning_rate": 0.0005484340859431902,
      "loss": 1.8104,
      "step": 694
    },
    {
      "epoch": 0.48071934981843334,
      "grad_norm": 1.8264721632003784,
      "learning_rate": 0.0005477057538237437,
      "loss": 1.032,
      "step": 695
    },
    {
      "epoch": 0.48141103233615773,
      "grad_norm": 0.6420240998268127,
      "learning_rate": 0.0005469774217042972,
      "loss": 0.9941,
      "step": 696
    },
    {
      "epoch": 0.48210271485388206,
      "grad_norm": 0.8541857600212097,
      "learning_rate": 0.0005462490895848508,
      "loss": 1.9238,
      "step": 697
    },
    {
      "epoch": 0.48279439737160645,
      "grad_norm": 0.5706299543380737,
      "learning_rate": 0.0005455207574654042,
      "loss": 0.894,
      "step": 698
    },
    {
      "epoch": 0.4834860798893308,
      "grad_norm": 0.7758136987686157,
      "learning_rate": 0.0005447924253459578,
      "loss": 1.5292,
      "step": 699
    },
    {
      "epoch": 0.4841777624070552,
      "grad_norm": 0.5781087875366211,
      "learning_rate": 0.0005440640932265113,
      "loss": 0.8735,
      "step": 700
    },
    {
      "epoch": 0.4848694449247795,
      "grad_norm": 0.5916205048561096,
      "learning_rate": 0.0005433357611070649,
      "loss": 1.329,
      "step": 701
    },
    {
      "epoch": 0.4855611274425039,
      "grad_norm": 1.0263584852218628,
      "learning_rate": 0.0005426074289876184,
      "loss": 1.7103,
      "step": 702
    },
    {
      "epoch": 0.48625280996022824,
      "grad_norm": 0.6922283172607422,
      "learning_rate": 0.0005418790968681719,
      "loss": 0.9118,
      "step": 703
    },
    {
      "epoch": 0.48694449247795263,
      "grad_norm": 1.4904029369354248,
      "learning_rate": 0.0005411507647487254,
      "loss": 1.3195,
      "step": 704
    },
    {
      "epoch": 0.48763617499567696,
      "grad_norm": 0.7213814854621887,
      "learning_rate": 0.0005404224326292789,
      "loss": 2.0028,
      "step": 705
    },
    {
      "epoch": 0.48832785751340135,
      "grad_norm": 0.6512391567230225,
      "learning_rate": 0.0005396941005098325,
      "loss": 1.8618,
      "step": 706
    },
    {
      "epoch": 0.4890195400311257,
      "grad_norm": 0.8064336180686951,
      "learning_rate": 0.000538965768390386,
      "loss": 1.3046,
      "step": 707
    },
    {
      "epoch": 0.4897112225488501,
      "grad_norm": 0.7077018022537231,
      "learning_rate": 0.0005382374362709396,
      "loss": 1.9682,
      "step": 708
    },
    {
      "epoch": 0.49040290506657447,
      "grad_norm": 0.8143154382705688,
      "learning_rate": 0.0005375091041514931,
      "loss": 1.5645,
      "step": 709
    },
    {
      "epoch": 0.4910945875842988,
      "grad_norm": 0.7311553359031677,
      "learning_rate": 0.0005367807720320466,
      "loss": 1.6889,
      "step": 710
    },
    {
      "epoch": 0.4917862701020232,
      "grad_norm": 0.5971880555152893,
      "learning_rate": 0.0005360524399126001,
      "loss": 1.4776,
      "step": 711
    },
    {
      "epoch": 0.4924779526197475,
      "grad_norm": 0.6928828954696655,
      "learning_rate": 0.0005353241077931536,
      "loss": 2.232,
      "step": 712
    },
    {
      "epoch": 0.4931696351374719,
      "grad_norm": 0.6291587352752686,
      "learning_rate": 0.0005345957756737072,
      "loss": 1.3976,
      "step": 713
    },
    {
      "epoch": 0.49386131765519625,
      "grad_norm": 0.48338043689727783,
      "learning_rate": 0.0005338674435542607,
      "loss": 0.9061,
      "step": 714
    },
    {
      "epoch": 0.49455300017292064,
      "grad_norm": 0.6431358456611633,
      "learning_rate": 0.0005331391114348144,
      "loss": 1.6624,
      "step": 715
    },
    {
      "epoch": 0.495244682690645,
      "grad_norm": 0.6543510556221008,
      "learning_rate": 0.0005324107793153679,
      "loss": 1.905,
      "step": 716
    },
    {
      "epoch": 0.49593636520836937,
      "grad_norm": 0.5716462731361389,
      "learning_rate": 0.0005316824471959214,
      "loss": 1.7145,
      "step": 717
    },
    {
      "epoch": 0.4966280477260937,
      "grad_norm": 0.5821312665939331,
      "learning_rate": 0.0005309541150764749,
      "loss": 1.8807,
      "step": 718
    },
    {
      "epoch": 0.4973197302438181,
      "grad_norm": 0.7142646908760071,
      "learning_rate": 0.0005302257829570284,
      "loss": 1.9264,
      "step": 719
    },
    {
      "epoch": 0.4980114127615424,
      "grad_norm": 0.5939432382583618,
      "learning_rate": 0.000529497450837582,
      "loss": 1.934,
      "step": 720
    },
    {
      "epoch": 0.4987030952792668,
      "grad_norm": 1.000845193862915,
      "learning_rate": 0.0005287691187181355,
      "loss": 1.4068,
      "step": 721
    },
    {
      "epoch": 0.4993947777969912,
      "grad_norm": 0.7502846717834473,
      "learning_rate": 0.0005280407865986891,
      "loss": 1.6726,
      "step": 722
    },
    {
      "epoch": 0.5000864603147156,
      "grad_norm": 0.7099502682685852,
      "learning_rate": 0.0005273124544792426,
      "loss": 0.9208,
      "step": 723
    },
    {
      "epoch": 0.5007781428324399,
      "grad_norm": 0.5614446997642517,
      "learning_rate": 0.000526584122359796,
      "loss": 1.8832,
      "step": 724
    },
    {
      "epoch": 0.5014698253501643,
      "grad_norm": 0.6386409401893616,
      "learning_rate": 0.0005258557902403496,
      "loss": 0.9929,
      "step": 725
    },
    {
      "epoch": 0.5021615078678886,
      "grad_norm": 0.7122677564620972,
      "learning_rate": 0.0005251274581209031,
      "loss": 1.6074,
      "step": 726
    },
    {
      "epoch": 0.502853190385613,
      "grad_norm": 0.7774210572242737,
      "learning_rate": 0.0005243991260014567,
      "loss": 1.7793,
      "step": 727
    },
    {
      "epoch": 0.5035448729033374,
      "grad_norm": 0.6662734150886536,
      "learning_rate": 0.0005236707938820102,
      "loss": 1.8851,
      "step": 728
    },
    {
      "epoch": 0.5042365554210617,
      "grad_norm": 0.6568670868873596,
      "learning_rate": 0.0005229424617625638,
      "loss": 1.369,
      "step": 729
    },
    {
      "epoch": 0.504928237938786,
      "grad_norm": 3.8021135330200195,
      "learning_rate": 0.0005222141296431173,
      "loss": 1.4424,
      "step": 730
    },
    {
      "epoch": 0.5056199204565105,
      "grad_norm": 1.1102453470230103,
      "learning_rate": 0.0005214857975236707,
      "loss": 1.5926,
      "step": 731
    },
    {
      "epoch": 0.5063116029742348,
      "grad_norm": 0.6229285001754761,
      "learning_rate": 0.0005207574654042243,
      "loss": 1.7467,
      "step": 732
    },
    {
      "epoch": 0.5070032854919592,
      "grad_norm": 0.6418752074241638,
      "learning_rate": 0.0005200291332847778,
      "loss": 1.7413,
      "step": 733
    },
    {
      "epoch": 0.5076949680096835,
      "grad_norm": 1.1830925941467285,
      "learning_rate": 0.0005193008011653314,
      "loss": 1.6488,
      "step": 734
    },
    {
      "epoch": 0.508386650527408,
      "grad_norm": 0.7698209285736084,
      "learning_rate": 0.0005185724690458849,
      "loss": 1.5476,
      "step": 735
    },
    {
      "epoch": 0.5090783330451323,
      "grad_norm": 0.781249463558197,
      "learning_rate": 0.0005178441369264386,
      "loss": 1.8956,
      "step": 736
    },
    {
      "epoch": 0.5097700155628566,
      "grad_norm": 0.5504831075668335,
      "learning_rate": 0.0005171158048069921,
      "loss": 1.7983,
      "step": 737
    },
    {
      "epoch": 0.5104616980805811,
      "grad_norm": 1.5704818964004517,
      "learning_rate": 0.0005163874726875455,
      "loss": 2.4774,
      "step": 738
    },
    {
      "epoch": 0.5111533805983054,
      "grad_norm": 0.581377387046814,
      "learning_rate": 0.0005156591405680991,
      "loss": 1.5272,
      "step": 739
    },
    {
      "epoch": 0.5118450631160297,
      "grad_norm": 0.7596077919006348,
      "learning_rate": 0.0005149308084486526,
      "loss": 0.9089,
      "step": 740
    },
    {
      "epoch": 0.5125367456337541,
      "grad_norm": 0.6792967915534973,
      "learning_rate": 0.0005142024763292062,
      "loss": 2.0292,
      "step": 741
    },
    {
      "epoch": 0.5132284281514785,
      "grad_norm": 0.6570396423339844,
      "learning_rate": 0.0005134741442097597,
      "loss": 1.9329,
      "step": 742
    },
    {
      "epoch": 0.5139201106692028,
      "grad_norm": 0.7024231553077698,
      "learning_rate": 0.0005127458120903133,
      "loss": 1.6629,
      "step": 743
    },
    {
      "epoch": 0.5146117931869272,
      "grad_norm": 0.8019945621490479,
      "learning_rate": 0.0005120174799708667,
      "loss": 1.0594,
      "step": 744
    },
    {
      "epoch": 0.5153034757046515,
      "grad_norm": 7.380868911743164,
      "learning_rate": 0.0005112891478514202,
      "loss": 1.2738,
      "step": 745
    },
    {
      "epoch": 0.515995158222376,
      "grad_norm": 0.6265088319778442,
      "learning_rate": 0.0005105608157319738,
      "loss": 2.0701,
      "step": 746
    },
    {
      "epoch": 0.5166868407401003,
      "grad_norm": 0.5740177631378174,
      "learning_rate": 0.0005098324836125273,
      "loss": 1.8416,
      "step": 747
    },
    {
      "epoch": 0.5173785232578246,
      "grad_norm": 0.6777141690254211,
      "learning_rate": 0.0005091041514930809,
      "loss": 1.333,
      "step": 748
    },
    {
      "epoch": 0.5180702057755491,
      "grad_norm": 0.4951770007610321,
      "learning_rate": 0.0005083758193736344,
      "loss": 1.7605,
      "step": 749
    },
    {
      "epoch": 0.5187618882932734,
      "grad_norm": 0.6544963717460632,
      "learning_rate": 0.000507647487254188,
      "loss": 1.5054,
      "step": 750
    },
    {
      "epoch": 0.5194535708109977,
      "grad_norm": 68.59622955322266,
      "learning_rate": 0.0005069191551347414,
      "loss": 1.911,
      "step": 751
    },
    {
      "epoch": 0.5201452533287221,
      "grad_norm": 0.5751796960830688,
      "learning_rate": 0.0005061908230152949,
      "loss": 1.3003,
      "step": 752
    },
    {
      "epoch": 0.5208369358464465,
      "grad_norm": 0.7600306868553162,
      "learning_rate": 0.0005054624908958485,
      "loss": 1.2258,
      "step": 753
    },
    {
      "epoch": 0.5215286183641709,
      "grad_norm": 0.9036048650741577,
      "learning_rate": 0.000504734158776402,
      "loss": 1.0586,
      "step": 754
    },
    {
      "epoch": 0.5222203008818952,
      "grad_norm": 0.6078492403030396,
      "learning_rate": 0.0005040058266569556,
      "loss": 1.3874,
      "step": 755
    },
    {
      "epoch": 0.5229119833996195,
      "grad_norm": 0.714954137802124,
      "learning_rate": 0.0005032774945375091,
      "loss": 1.6183,
      "step": 756
    },
    {
      "epoch": 0.523603665917344,
      "grad_norm": 0.5517666935920715,
      "learning_rate": 0.0005025491624180628,
      "loss": 1.5844,
      "step": 757
    },
    {
      "epoch": 0.5242953484350683,
      "grad_norm": 0.7139641046524048,
      "learning_rate": 0.0005018208302986161,
      "loss": 1.724,
      "step": 758
    },
    {
      "epoch": 0.5249870309527926,
      "grad_norm": 0.7252593040466309,
      "learning_rate": 0.0005010924981791696,
      "loss": 1.3367,
      "step": 759
    },
    {
      "epoch": 0.525678713470517,
      "grad_norm": 0.7002785205841064,
      "learning_rate": 0.0005003641660597233,
      "loss": 2.0537,
      "step": 760
    },
    {
      "epoch": 0.5263703959882414,
      "grad_norm": 0.6444349884986877,
      "learning_rate": 0.0004996358339402768,
      "loss": 1.9185,
      "step": 761
    },
    {
      "epoch": 0.5270620785059658,
      "grad_norm": 0.6805012822151184,
      "learning_rate": 0.0004989075018208304,
      "loss": 1.2298,
      "step": 762
    },
    {
      "epoch": 0.5277537610236901,
      "grad_norm": 0.5559502243995667,
      "learning_rate": 0.0004981791697013839,
      "loss": 1.1846,
      "step": 763
    },
    {
      "epoch": 0.5284454435414145,
      "grad_norm": 0.6215760111808777,
      "learning_rate": 0.0004974508375819374,
      "loss": 1.9352,
      "step": 764
    },
    {
      "epoch": 0.5291371260591389,
      "grad_norm": 0.8805095553398132,
      "learning_rate": 0.0004967225054624909,
      "loss": 1.4648,
      "step": 765
    },
    {
      "epoch": 0.5298288085768632,
      "grad_norm": 0.8312969207763672,
      "learning_rate": 0.0004959941733430444,
      "loss": 1.5746,
      "step": 766
    },
    {
      "epoch": 0.5305204910945875,
      "grad_norm": 0.5943465828895569,
      "learning_rate": 0.000495265841223598,
      "loss": 1.6898,
      "step": 767
    },
    {
      "epoch": 0.531212173612312,
      "grad_norm": 0.6693414449691772,
      "learning_rate": 0.0004945375091041515,
      "loss": 1.3878,
      "step": 768
    },
    {
      "epoch": 0.5319038561300363,
      "grad_norm": 1.313461422920227,
      "learning_rate": 0.000493809176984705,
      "loss": 1.551,
      "step": 769
    },
    {
      "epoch": 0.5325955386477607,
      "grad_norm": 0.6303570866584778,
      "learning_rate": 0.0004930808448652586,
      "loss": 1.2923,
      "step": 770
    },
    {
      "epoch": 0.533287221165485,
      "grad_norm": 1.8511700630187988,
      "learning_rate": 0.0004923525127458121,
      "loss": 1.2441,
      "step": 771
    },
    {
      "epoch": 0.5339789036832094,
      "grad_norm": 0.4831252992153168,
      "learning_rate": 0.0004916241806263656,
      "loss": 1.5108,
      "step": 772
    },
    {
      "epoch": 0.5346705862009338,
      "grad_norm": 0.6066388487815857,
      "learning_rate": 0.0004908958485069191,
      "loss": 1.41,
      "step": 773
    },
    {
      "epoch": 0.5353622687186581,
      "grad_norm": 0.6585482358932495,
      "learning_rate": 0.0004901675163874727,
      "loss": 1.7785,
      "step": 774
    },
    {
      "epoch": 0.5360539512363826,
      "grad_norm": 1.0999970436096191,
      "learning_rate": 0.0004894391842680262,
      "loss": 1.686,
      "step": 775
    },
    {
      "epoch": 0.5367456337541069,
      "grad_norm": 0.5038065314292908,
      "learning_rate": 0.0004887108521485797,
      "loss": 1.2632,
      "step": 776
    },
    {
      "epoch": 0.5374373162718312,
      "grad_norm": 0.9723607897758484,
      "learning_rate": 0.0004879825200291333,
      "loss": 1.5182,
      "step": 777
    },
    {
      "epoch": 0.5381289987895556,
      "grad_norm": 1.2071069478988647,
      "learning_rate": 0.00048725418790968684,
      "loss": 1.352,
      "step": 778
    },
    {
      "epoch": 0.53882068130728,
      "grad_norm": 0.5600361227989197,
      "learning_rate": 0.00048652585579024034,
      "loss": 1.0904,
      "step": 779
    },
    {
      "epoch": 0.5395123638250043,
      "grad_norm": 0.5586333870887756,
      "learning_rate": 0.0004857975236707939,
      "loss": 1.7258,
      "step": 780
    },
    {
      "epoch": 0.5402040463427287,
      "grad_norm": 0.47964948415756226,
      "learning_rate": 0.00048506919155134746,
      "loss": 1.2326,
      "step": 781
    },
    {
      "epoch": 0.540895728860453,
      "grad_norm": 0.6363099813461304,
      "learning_rate": 0.00048434085943190096,
      "loss": 1.6935,
      "step": 782
    },
    {
      "epoch": 0.5415874113781775,
      "grad_norm": 1.4082186222076416,
      "learning_rate": 0.00048361252731245446,
      "loss": 1.8553,
      "step": 783
    },
    {
      "epoch": 0.5422790938959018,
      "grad_norm": 0.5664854049682617,
      "learning_rate": 0.000482884195193008,
      "loss": 1.7903,
      "step": 784
    },
    {
      "epoch": 0.5429707764136261,
      "grad_norm": 0.7249478101730347,
      "learning_rate": 0.0004821558630735616,
      "loss": 1.9806,
      "step": 785
    },
    {
      "epoch": 0.5436624589313505,
      "grad_norm": 0.7467180490493774,
      "learning_rate": 0.0004814275309541151,
      "loss": 1.9561,
      "step": 786
    },
    {
      "epoch": 0.5443541414490749,
      "grad_norm": 0.6132490634918213,
      "learning_rate": 0.00048069919883466863,
      "loss": 1.4799,
      "step": 787
    },
    {
      "epoch": 0.5450458239667992,
      "grad_norm": 0.8408911824226379,
      "learning_rate": 0.0004799708667152222,
      "loss": 1.4826,
      "step": 788
    },
    {
      "epoch": 0.5457375064845236,
      "grad_norm": 0.867709219455719,
      "learning_rate": 0.00047924253459577564,
      "loss": 1.1398,
      "step": 789
    },
    {
      "epoch": 0.546429189002248,
      "grad_norm": 1.0073575973510742,
      "learning_rate": 0.0004785142024763292,
      "loss": 1.5904,
      "step": 790
    },
    {
      "epoch": 0.5471208715199724,
      "grad_norm": 0.7767248153686523,
      "learning_rate": 0.00047778587035688275,
      "loss": 1.8212,
      "step": 791
    },
    {
      "epoch": 0.5478125540376967,
      "grad_norm": 0.45061439275741577,
      "learning_rate": 0.0004770575382374363,
      "loss": 1.3728,
      "step": 792
    },
    {
      "epoch": 0.548504236555421,
      "grad_norm": 0.6767532229423523,
      "learning_rate": 0.0004763292061179898,
      "loss": 1.2439,
      "step": 793
    },
    {
      "epoch": 0.5491959190731455,
      "grad_norm": 0.987127423286438,
      "learning_rate": 0.00047560087399854337,
      "loss": 1.1955,
      "step": 794
    },
    {
      "epoch": 0.5498876015908698,
      "grad_norm": 0.5513572096824646,
      "learning_rate": 0.0004748725418790969,
      "loss": 0.935,
      "step": 795
    },
    {
      "epoch": 0.5505792841085941,
      "grad_norm": 0.5820390582084656,
      "learning_rate": 0.00047414420975965037,
      "loss": 1.5176,
      "step": 796
    },
    {
      "epoch": 0.5512709666263185,
      "grad_norm": 0.5624158382415771,
      "learning_rate": 0.0004734158776402039,
      "loss": 1.8107,
      "step": 797
    },
    {
      "epoch": 0.5519626491440429,
      "grad_norm": 0.9582436680793762,
      "learning_rate": 0.0004726875455207575,
      "loss": 1.4249,
      "step": 798
    },
    {
      "epoch": 0.5526543316617673,
      "grad_norm": 0.8588325381278992,
      "learning_rate": 0.000471959213401311,
      "loss": 1.6912,
      "step": 799
    },
    {
      "epoch": 0.5533460141794916,
      "grad_norm": 0.5387138724327087,
      "learning_rate": 0.00047123088128186454,
      "loss": 1.9325,
      "step": 800
    },
    {
      "epoch": 0.554037696697216,
      "grad_norm": 0.5876449346542358,
      "learning_rate": 0.0004705025491624181,
      "loss": 1.8334,
      "step": 801
    },
    {
      "epoch": 0.5547293792149404,
      "grad_norm": 0.6836307048797607,
      "learning_rate": 0.00046977421704297165,
      "loss": 1.6645,
      "step": 802
    },
    {
      "epoch": 0.5554210617326647,
      "grad_norm": 0.4884951412677765,
      "learning_rate": 0.0004690458849235251,
      "loss": 1.8236,
      "step": 803
    },
    {
      "epoch": 0.556112744250389,
      "grad_norm": 0.6170971989631653,
      "learning_rate": 0.00046831755280407866,
      "loss": 1.5683,
      "step": 804
    },
    {
      "epoch": 0.5568044267681135,
      "grad_norm": 0.5362435579299927,
      "learning_rate": 0.0004675892206846322,
      "loss": 1.3946,
      "step": 805
    },
    {
      "epoch": 0.5574961092858378,
      "grad_norm": 0.590861976146698,
      "learning_rate": 0.0004668608885651857,
      "loss": 1.8858,
      "step": 806
    },
    {
      "epoch": 0.5581877918035621,
      "grad_norm": 0.8209269046783447,
      "learning_rate": 0.0004661325564457393,
      "loss": 1.1731,
      "step": 807
    },
    {
      "epoch": 0.5588794743212865,
      "grad_norm": 0.5863669514656067,
      "learning_rate": 0.00046540422432629283,
      "loss": 1.3344,
      "step": 808
    },
    {
      "epoch": 0.5595711568390109,
      "grad_norm": 0.6586650013923645,
      "learning_rate": 0.00046467589220684633,
      "loss": 1.5557,
      "step": 809
    },
    {
      "epoch": 0.5602628393567353,
      "grad_norm": 0.5491942763328552,
      "learning_rate": 0.00046394756008739983,
      "loss": 1.8428,
      "step": 810
    },
    {
      "epoch": 0.5609545218744596,
      "grad_norm": 0.5121621489524841,
      "learning_rate": 0.0004632192279679534,
      "loss": 1.2454,
      "step": 811
    },
    {
      "epoch": 0.5616462043921839,
      "grad_norm": 0.5642603039741516,
      "learning_rate": 0.00046249089584850695,
      "loss": 1.8521,
      "step": 812
    },
    {
      "epoch": 0.5623378869099084,
      "grad_norm": 0.8125218749046326,
      "learning_rate": 0.00046176256372906045,
      "loss": 1.983,
      "step": 813
    },
    {
      "epoch": 0.5630295694276327,
      "grad_norm": 0.5608864426612854,
      "learning_rate": 0.000461034231609614,
      "loss": 1.4064,
      "step": 814
    },
    {
      "epoch": 0.563721251945357,
      "grad_norm": 0.555400550365448,
      "learning_rate": 0.00046030589949016756,
      "loss": 1.3027,
      "step": 815
    },
    {
      "epoch": 0.5644129344630815,
      "grad_norm": 0.8211348056793213,
      "learning_rate": 0.00045957756737072106,
      "loss": 1.4144,
      "step": 816
    },
    {
      "epoch": 0.5651046169808058,
      "grad_norm": 0.6786699891090393,
      "learning_rate": 0.00045884923525127457,
      "loss": 1.7804,
      "step": 817
    },
    {
      "epoch": 0.5657962994985302,
      "grad_norm": 18.696903228759766,
      "learning_rate": 0.0004581209031318281,
      "loss": 1.9006,
      "step": 818
    },
    {
      "epoch": 0.5664879820162545,
      "grad_norm": 0.5174362063407898,
      "learning_rate": 0.0004573925710123816,
      "loss": 1.4575,
      "step": 819
    },
    {
      "epoch": 0.5671796645339789,
      "grad_norm": 0.946522057056427,
      "learning_rate": 0.0004566642388929352,
      "loss": 1.6379,
      "step": 820
    },
    {
      "epoch": 0.5678713470517033,
      "grad_norm": 0.7363066077232361,
      "learning_rate": 0.00045593590677348874,
      "loss": 1.7782,
      "step": 821
    },
    {
      "epoch": 0.5685630295694276,
      "grad_norm": 0.6305325031280518,
      "learning_rate": 0.0004552075746540423,
      "loss": 1.1396,
      "step": 822
    },
    {
      "epoch": 0.569254712087152,
      "grad_norm": 0.7217493057250977,
      "learning_rate": 0.0004544792425345958,
      "loss": 1.8529,
      "step": 823
    },
    {
      "epoch": 0.5699463946048764,
      "grad_norm": 0.7322853207588196,
      "learning_rate": 0.0004537509104151493,
      "loss": 1.9815,
      "step": 824
    },
    {
      "epoch": 0.5706380771226007,
      "grad_norm": 0.48964637517929077,
      "learning_rate": 0.00045302257829570286,
      "loss": 1.0413,
      "step": 825
    },
    {
      "epoch": 0.5713297596403251,
      "grad_norm": 0.7855163216590881,
      "learning_rate": 0.00045229424617625636,
      "loss": 1.7931,
      "step": 826
    },
    {
      "epoch": 0.5720214421580495,
      "grad_norm": 0.8431006073951721,
      "learning_rate": 0.0004515659140568099,
      "loss": 1.5186,
      "step": 827
    },
    {
      "epoch": 0.5727131246757738,
      "grad_norm": 0.7614803314208984,
      "learning_rate": 0.00045083758193736347,
      "loss": 1.6783,
      "step": 828
    },
    {
      "epoch": 0.5734048071934982,
      "grad_norm": 0.670314371585846,
      "learning_rate": 0.000450109249817917,
      "loss": 1.5495,
      "step": 829
    },
    {
      "epoch": 0.5740964897112225,
      "grad_norm": 0.7063092589378357,
      "learning_rate": 0.00044938091769847053,
      "loss": 1.5258,
      "step": 830
    },
    {
      "epoch": 0.574788172228947,
      "grad_norm": 0.5529667139053345,
      "learning_rate": 0.00044865258557902403,
      "loss": 1.3823,
      "step": 831
    },
    {
      "epoch": 0.5754798547466713,
      "grad_norm": 0.7476693391799927,
      "learning_rate": 0.0004479242534595776,
      "loss": 1.3917,
      "step": 832
    },
    {
      "epoch": 0.5761715372643956,
      "grad_norm": 3.093163013458252,
      "learning_rate": 0.0004471959213401311,
      "loss": 1.6397,
      "step": 833
    },
    {
      "epoch": 0.57686321978212,
      "grad_norm": 3.8266420364379883,
      "learning_rate": 0.00044646758922068465,
      "loss": 1.5871,
      "step": 834
    },
    {
      "epoch": 0.5775549022998444,
      "grad_norm": 0.958208441734314,
      "learning_rate": 0.0004457392571012382,
      "loss": 1.5749,
      "step": 835
    },
    {
      "epoch": 0.5782465848175687,
      "grad_norm": 0.5491811633110046,
      "learning_rate": 0.0004450109249817917,
      "loss": 1.6318,
      "step": 836
    },
    {
      "epoch": 0.5789382673352931,
      "grad_norm": 1.3938939571380615,
      "learning_rate": 0.00044428259286234526,
      "loss": 1.6772,
      "step": 837
    },
    {
      "epoch": 0.5796299498530174,
      "grad_norm": 0.9199579954147339,
      "learning_rate": 0.00044355426074289876,
      "loss": 1.5163,
      "step": 838
    },
    {
      "epoch": 0.5803216323707419,
      "grad_norm": 0.5929269194602966,
      "learning_rate": 0.00044282592862345227,
      "loss": 1.6575,
      "step": 839
    },
    {
      "epoch": 0.5810133148884662,
      "grad_norm": 0.6414217948913574,
      "learning_rate": 0.0004420975965040058,
      "loss": 1.5223,
      "step": 840
    },
    {
      "epoch": 0.5817049974061905,
      "grad_norm": 0.48738619685173035,
      "learning_rate": 0.0004413692643845594,
      "loss": 1.5968,
      "step": 841
    },
    {
      "epoch": 0.582396679923915,
      "grad_norm": 0.56129390001297,
      "learning_rate": 0.00044064093226511294,
      "loss": 1.707,
      "step": 842
    },
    {
      "epoch": 0.5830883624416393,
      "grad_norm": 0.596315860748291,
      "learning_rate": 0.00043991260014566644,
      "loss": 1.8077,
      "step": 843
    },
    {
      "epoch": 0.5837800449593636,
      "grad_norm": 0.7291851043701172,
      "learning_rate": 0.00043918426802622,
      "loss": 1.3719,
      "step": 844
    },
    {
      "epoch": 0.584471727477088,
      "grad_norm": 1.4549719095230103,
      "learning_rate": 0.0004384559359067735,
      "loss": 1.402,
      "step": 845
    },
    {
      "epoch": 0.5851634099948124,
      "grad_norm": 0.5116413831710815,
      "learning_rate": 0.000437727603787327,
      "loss": 1.1901,
      "step": 846
    },
    {
      "epoch": 0.5858550925125368,
      "grad_norm": 1.1522141695022583,
      "learning_rate": 0.00043699927166788056,
      "loss": 1.6226,
      "step": 847
    },
    {
      "epoch": 0.5865467750302611,
      "grad_norm": 0.5651256442070007,
      "learning_rate": 0.0004362709395484341,
      "loss": 0.9863,
      "step": 848
    },
    {
      "epoch": 0.5872384575479854,
      "grad_norm": 0.9690898656845093,
      "learning_rate": 0.0004355426074289876,
      "loss": 1.0906,
      "step": 849
    },
    {
      "epoch": 0.5879301400657099,
      "grad_norm": 0.603584349155426,
      "learning_rate": 0.00043481427530954117,
      "loss": 1.4331,
      "step": 850
    },
    {
      "epoch": 0.5886218225834342,
      "grad_norm": 10.612972259521484,
      "learning_rate": 0.0004340859431900947,
      "loss": 1.1645,
      "step": 851
    },
    {
      "epoch": 0.5893135051011585,
      "grad_norm": 0.6220032572746277,
      "learning_rate": 0.00043335761107064823,
      "loss": 1.7473,
      "step": 852
    },
    {
      "epoch": 0.590005187618883,
      "grad_norm": 0.546869158744812,
      "learning_rate": 0.00043262927895120173,
      "loss": 1.8727,
      "step": 853
    },
    {
      "epoch": 0.5906968701366073,
      "grad_norm": 0.5782111883163452,
      "learning_rate": 0.0004319009468317553,
      "loss": 1.5827,
      "step": 854
    },
    {
      "epoch": 0.5913885526543317,
      "grad_norm": 0.7139537930488586,
      "learning_rate": 0.00043117261471230884,
      "loss": 1.8199,
      "step": 855
    },
    {
      "epoch": 0.592080235172056,
      "grad_norm": 0.8115746378898621,
      "learning_rate": 0.00043044428259286235,
      "loss": 2.009,
      "step": 856
    },
    {
      "epoch": 0.5927719176897804,
      "grad_norm": 0.5989879369735718,
      "learning_rate": 0.0004297159504734159,
      "loss": 1.6683,
      "step": 857
    },
    {
      "epoch": 0.5934636002075048,
      "grad_norm": 0.6566680669784546,
      "learning_rate": 0.00042898761835396946,
      "loss": 1.7271,
      "step": 858
    },
    {
      "epoch": 0.5941552827252291,
      "grad_norm": 0.9507800936698914,
      "learning_rate": 0.0004282592862345229,
      "loss": 1.0203,
      "step": 859
    },
    {
      "epoch": 0.5948469652429534,
      "grad_norm": 0.6159283518791199,
      "learning_rate": 0.00042753095411507646,
      "loss": 1.6809,
      "step": 860
    },
    {
      "epoch": 0.5955386477606779,
      "grad_norm": 0.6028535962104797,
      "learning_rate": 0.00042680262199563,
      "loss": 1.4339,
      "step": 861
    },
    {
      "epoch": 0.5962303302784022,
      "grad_norm": 0.6777454614639282,
      "learning_rate": 0.0004260742898761836,
      "loss": 1.5344,
      "step": 862
    },
    {
      "epoch": 0.5969220127961266,
      "grad_norm": 1.078660488128662,
      "learning_rate": 0.0004253459577567371,
      "loss": 1.1091,
      "step": 863
    },
    {
      "epoch": 0.5976136953138509,
      "grad_norm": 0.7826130390167236,
      "learning_rate": 0.00042461762563729064,
      "loss": 1.8942,
      "step": 864
    },
    {
      "epoch": 0.5983053778315753,
      "grad_norm": 0.623664140701294,
      "learning_rate": 0.0004238892935178442,
      "loss": 1.862,
      "step": 865
    },
    {
      "epoch": 0.5989970603492997,
      "grad_norm": 1.0740686655044556,
      "learning_rate": 0.00042316096139839764,
      "loss": 1.5176,
      "step": 866
    },
    {
      "epoch": 0.599688742867024,
      "grad_norm": 0.5756235122680664,
      "learning_rate": 0.0004224326292789512,
      "loss": 1.8423,
      "step": 867
    },
    {
      "epoch": 0.6003804253847485,
      "grad_norm": 0.7312625646591187,
      "learning_rate": 0.00042170429715950475,
      "loss": 1.404,
      "step": 868
    },
    {
      "epoch": 0.6010721079024728,
      "grad_norm": 0.5717254281044006,
      "learning_rate": 0.00042097596504005826,
      "loss": 1.1473,
      "step": 869
    },
    {
      "epoch": 0.6017637904201971,
      "grad_norm": 0.6751309633255005,
      "learning_rate": 0.0004202476329206118,
      "loss": 1.982,
      "step": 870
    },
    {
      "epoch": 0.6024554729379215,
      "grad_norm": 0.6197341680526733,
      "learning_rate": 0.00041951930080116537,
      "loss": 1.7876,
      "step": 871
    },
    {
      "epoch": 0.6031471554556459,
      "grad_norm": 0.6944209337234497,
      "learning_rate": 0.0004187909686817189,
      "loss": 1.0763,
      "step": 872
    },
    {
      "epoch": 0.6038388379733702,
      "grad_norm": 0.7229098677635193,
      "learning_rate": 0.00041806263656227237,
      "loss": 1.6516,
      "step": 873
    },
    {
      "epoch": 0.6045305204910946,
      "grad_norm": 1.5600318908691406,
      "learning_rate": 0.00041733430444282593,
      "loss": 1.4807,
      "step": 874
    },
    {
      "epoch": 0.6052222030088189,
      "grad_norm": 0.9896885752677917,
      "learning_rate": 0.0004166059723233795,
      "loss": 1.398,
      "step": 875
    },
    {
      "epoch": 0.6059138855265433,
      "grad_norm": 0.5078806281089783,
      "learning_rate": 0.000415877640203933,
      "loss": 1.3289,
      "step": 876
    },
    {
      "epoch": 0.6066055680442677,
      "grad_norm": 0.7672819495201111,
      "learning_rate": 0.00041514930808448654,
      "loss": 1.2339,
      "step": 877
    },
    {
      "epoch": 0.607297250561992,
      "grad_norm": 0.5641161799430847,
      "learning_rate": 0.0004144209759650401,
      "loss": 1.4188,
      "step": 878
    },
    {
      "epoch": 0.6079889330797165,
      "grad_norm": 0.5341874361038208,
      "learning_rate": 0.00041369264384559355,
      "loss": 1.5544,
      "step": 879
    },
    {
      "epoch": 0.6086806155974408,
      "grad_norm": 0.6755079627037048,
      "learning_rate": 0.0004129643117261471,
      "loss": 1.8125,
      "step": 880
    },
    {
      "epoch": 0.6093722981151651,
      "grad_norm": 0.6716341972351074,
      "learning_rate": 0.00041223597960670066,
      "loss": 1.469,
      "step": 881
    },
    {
      "epoch": 0.6100639806328895,
      "grad_norm": 0.8121787905693054,
      "learning_rate": 0.0004115076474872542,
      "loss": 1.7901,
      "step": 882
    },
    {
      "epoch": 0.6107556631506139,
      "grad_norm": 0.608357846736908,
      "learning_rate": 0.0004107793153678077,
      "loss": 1.3145,
      "step": 883
    },
    {
      "epoch": 0.6114473456683382,
      "grad_norm": 0.7797583341598511,
      "learning_rate": 0.0004100509832483613,
      "loss": 1.0858,
      "step": 884
    },
    {
      "epoch": 0.6121390281860626,
      "grad_norm": 0.6277884840965271,
      "learning_rate": 0.00040932265112891483,
      "loss": 1.4323,
      "step": 885
    },
    {
      "epoch": 0.6128307107037869,
      "grad_norm": 0.7140945196151733,
      "learning_rate": 0.0004085943190094683,
      "loss": 1.3862,
      "step": 886
    },
    {
      "epoch": 0.6135223932215114,
      "grad_norm": 0.7441515326499939,
      "learning_rate": 0.00040786598689002184,
      "loss": 1.5699,
      "step": 887
    },
    {
      "epoch": 0.6142140757392357,
      "grad_norm": 0.514007031917572,
      "learning_rate": 0.0004071376547705754,
      "loss": 1.4761,
      "step": 888
    },
    {
      "epoch": 0.61490575825696,
      "grad_norm": 0.6850712895393372,
      "learning_rate": 0.0004064093226511289,
      "loss": 1.1819,
      "step": 889
    },
    {
      "epoch": 0.6155974407746844,
      "grad_norm": 0.6241645216941833,
      "learning_rate": 0.00040568099053168245,
      "loss": 1.3215,
      "step": 890
    },
    {
      "epoch": 0.6162891232924088,
      "grad_norm": 1.1027741432189941,
      "learning_rate": 0.000404952658412236,
      "loss": 1.6761,
      "step": 891
    },
    {
      "epoch": 0.6169808058101331,
      "grad_norm": 0.6459061503410339,
      "learning_rate": 0.00040422432629278957,
      "loss": 1.6112,
      "step": 892
    },
    {
      "epoch": 0.6176724883278575,
      "grad_norm": 0.5237783789634705,
      "learning_rate": 0.000403495994173343,
      "loss": 0.878,
      "step": 893
    },
    {
      "epoch": 0.6183641708455819,
      "grad_norm": 0.6251216530799866,
      "learning_rate": 0.00040276766205389657,
      "loss": 1.7803,
      "step": 894
    },
    {
      "epoch": 0.6190558533633063,
      "grad_norm": 1.613736629486084,
      "learning_rate": 0.0004020393299344501,
      "loss": 1.3126,
      "step": 895
    },
    {
      "epoch": 0.6197475358810306,
      "grad_norm": 0.7189272046089172,
      "learning_rate": 0.00040131099781500363,
      "loss": 1.3213,
      "step": 896
    },
    {
      "epoch": 0.6204392183987549,
      "grad_norm": 0.6003819704055786,
      "learning_rate": 0.0004005826656955572,
      "loss": 2.0014,
      "step": 897
    },
    {
      "epoch": 0.6211309009164794,
      "grad_norm": 0.6268942356109619,
      "learning_rate": 0.00039985433357611074,
      "loss": 0.9653,
      "step": 898
    },
    {
      "epoch": 0.6218225834342037,
      "grad_norm": 0.5853712558746338,
      "learning_rate": 0.00039912600145666424,
      "loss": 1.9615,
      "step": 899
    },
    {
      "epoch": 0.622514265951928,
      "grad_norm": 0.6711516380310059,
      "learning_rate": 0.00039839766933721775,
      "loss": 1.4365,
      "step": 900
    },
    {
      "epoch": 0.6232059484696524,
      "grad_norm": 0.7002463936805725,
      "learning_rate": 0.0003976693372177713,
      "loss": 1.3427,
      "step": 901
    },
    {
      "epoch": 0.6238976309873768,
      "grad_norm": 0.6239266991615295,
      "learning_rate": 0.00039694100509832486,
      "loss": 1.874,
      "step": 902
    },
    {
      "epoch": 0.6245893135051012,
      "grad_norm": 0.7198671698570251,
      "learning_rate": 0.00039621267297887836,
      "loss": 1.6782,
      "step": 903
    },
    {
      "epoch": 0.6252809960228255,
      "grad_norm": 1.8313370943069458,
      "learning_rate": 0.0003954843408594319,
      "loss": 1.7617,
      "step": 904
    },
    {
      "epoch": 0.6259726785405499,
      "grad_norm": 0.6570086479187012,
      "learning_rate": 0.0003947560087399855,
      "loss": 1.6372,
      "step": 905
    },
    {
      "epoch": 0.6266643610582743,
      "grad_norm": 0.5317332148551941,
      "learning_rate": 0.000394027676620539,
      "loss": 1.1686,
      "step": 906
    },
    {
      "epoch": 0.6273560435759986,
      "grad_norm": 1.1987481117248535,
      "learning_rate": 0.0003932993445010925,
      "loss": 1.3278,
      "step": 907
    },
    {
      "epoch": 0.628047726093723,
      "grad_norm": 0.5247228741645813,
      "learning_rate": 0.00039257101238164603,
      "loss": 1.3715,
      "step": 908
    },
    {
      "epoch": 0.6287394086114474,
      "grad_norm": 0.6109928488731384,
      "learning_rate": 0.00039184268026219954,
      "loss": 1.7888,
      "step": 909
    },
    {
      "epoch": 0.6294310911291717,
      "grad_norm": 0.6539821028709412,
      "learning_rate": 0.0003911143481427531,
      "loss": 1.3144,
      "step": 910
    },
    {
      "epoch": 0.6301227736468961,
      "grad_norm": 0.870820164680481,
      "learning_rate": 0.00039038601602330665,
      "loss": 1.3851,
      "step": 911
    },
    {
      "epoch": 0.6308144561646204,
      "grad_norm": 0.8201245069503784,
      "learning_rate": 0.0003896576839038602,
      "loss": 0.8613,
      "step": 912
    },
    {
      "epoch": 0.6315061386823448,
      "grad_norm": 0.707269549369812,
      "learning_rate": 0.0003889293517844137,
      "loss": 1.0491,
      "step": 913
    },
    {
      "epoch": 0.6321978212000692,
      "grad_norm": 0.7596359848976135,
      "learning_rate": 0.0003882010196649672,
      "loss": 1.5361,
      "step": 914
    },
    {
      "epoch": 0.6328895037177935,
      "grad_norm": 0.5276856422424316,
      "learning_rate": 0.00038747268754552077,
      "loss": 1.9265,
      "step": 915
    },
    {
      "epoch": 0.6335811862355178,
      "grad_norm": 0.6771373152732849,
      "learning_rate": 0.00038674435542607427,
      "loss": 1.2081,
      "step": 916
    },
    {
      "epoch": 0.6342728687532423,
      "grad_norm": 0.788817822933197,
      "learning_rate": 0.0003860160233066278,
      "loss": 0.9206,
      "step": 917
    },
    {
      "epoch": 0.6349645512709666,
      "grad_norm": 0.5923412442207336,
      "learning_rate": 0.0003852876911871814,
      "loss": 1.4172,
      "step": 918
    },
    {
      "epoch": 0.635656233788691,
      "grad_norm": 0.6840768456459045,
      "learning_rate": 0.0003845593590677349,
      "loss": 1.7511,
      "step": 919
    },
    {
      "epoch": 0.6363479163064154,
      "grad_norm": 0.6866530776023865,
      "learning_rate": 0.00038383102694828844,
      "loss": 1.5415,
      "step": 920
    },
    {
      "epoch": 0.6370395988241397,
      "grad_norm": 0.852659285068512,
      "learning_rate": 0.00038310269482884194,
      "loss": 1.329,
      "step": 921
    },
    {
      "epoch": 0.6377312813418641,
      "grad_norm": 0.8291088938713074,
      "learning_rate": 0.0003823743627093955,
      "loss": 1.4088,
      "step": 922
    },
    {
      "epoch": 0.6384229638595884,
      "grad_norm": 1.7244031429290771,
      "learning_rate": 0.000381646030589949,
      "loss": 1.6084,
      "step": 923
    },
    {
      "epoch": 0.6391146463773129,
      "grad_norm": 0.54539555311203,
      "learning_rate": 0.00038091769847050256,
      "loss": 0.745,
      "step": 924
    },
    {
      "epoch": 0.6398063288950372,
      "grad_norm": 0.7444538474082947,
      "learning_rate": 0.0003801893663510561,
      "loss": 1.7405,
      "step": 925
    },
    {
      "epoch": 0.6404980114127615,
      "grad_norm": 0.8226865530014038,
      "learning_rate": 0.0003794610342316096,
      "loss": 1.5868,
      "step": 926
    },
    {
      "epoch": 0.6411896939304859,
      "grad_norm": 0.7856529355049133,
      "learning_rate": 0.0003787327021121632,
      "loss": 0.9057,
      "step": 927
    },
    {
      "epoch": 0.6418813764482103,
      "grad_norm": 0.6824025511741638,
      "learning_rate": 0.0003780043699927167,
      "loss": 1.9523,
      "step": 928
    },
    {
      "epoch": 0.6425730589659346,
      "grad_norm": 3.9347681999206543,
      "learning_rate": 0.0003772760378732702,
      "loss": 1.7031,
      "step": 929
    },
    {
      "epoch": 0.643264741483659,
      "grad_norm": 0.7192727327346802,
      "learning_rate": 0.00037654770575382373,
      "loss": 1.7645,
      "step": 930
    },
    {
      "epoch": 0.6439564240013833,
      "grad_norm": 0.8705196380615234,
      "learning_rate": 0.0003758193736343773,
      "loss": 1.0606,
      "step": 931
    },
    {
      "epoch": 0.6446481065191078,
      "grad_norm": 0.5852888226509094,
      "learning_rate": 0.00037509104151493085,
      "loss": 1.6836,
      "step": 932
    },
    {
      "epoch": 0.6453397890368321,
      "grad_norm": 0.5580787658691406,
      "learning_rate": 0.00037436270939548435,
      "loss": 1.6459,
      "step": 933
    },
    {
      "epoch": 0.6460314715545564,
      "grad_norm": 0.8001941442489624,
      "learning_rate": 0.0003736343772760379,
      "loss": 1.0433,
      "step": 934
    },
    {
      "epoch": 0.6467231540722809,
      "grad_norm": 0.5320255160331726,
      "learning_rate": 0.0003729060451565914,
      "loss": 1.2846,
      "step": 935
    },
    {
      "epoch": 0.6474148365900052,
      "grad_norm": 0.6623178124427795,
      "learning_rate": 0.0003721777130371449,
      "loss": 1.689,
      "step": 936
    },
    {
      "epoch": 0.6481065191077295,
      "grad_norm": 0.5291332602500916,
      "learning_rate": 0.00037144938091769847,
      "loss": 1.8375,
      "step": 937
    },
    {
      "epoch": 0.6487982016254539,
      "grad_norm": 0.6939443945884705,
      "learning_rate": 0.000370721048798252,
      "loss": 1.9226,
      "step": 938
    },
    {
      "epoch": 0.6494898841431783,
      "grad_norm": 0.5086541771888733,
      "learning_rate": 0.0003699927166788055,
      "loss": 1.4844,
      "step": 939
    },
    {
      "epoch": 0.6501815666609027,
      "grad_norm": 0.6537139415740967,
      "learning_rate": 0.0003692643845593591,
      "loss": 1.512,
      "step": 940
    },
    {
      "epoch": 0.650873249178627,
      "grad_norm": 1.0320565700531006,
      "learning_rate": 0.00036853605243991264,
      "loss": 1.4956,
      "step": 941
    },
    {
      "epoch": 0.6515649316963513,
      "grad_norm": 0.7342500686645508,
      "learning_rate": 0.00036780772032046614,
      "loss": 1.5453,
      "step": 942
    },
    {
      "epoch": 0.6522566142140758,
      "grad_norm": 0.8326630592346191,
      "learning_rate": 0.00036707938820101964,
      "loss": 1.392,
      "step": 943
    },
    {
      "epoch": 0.6529482967318001,
      "grad_norm": 0.6338616013526917,
      "learning_rate": 0.0003663510560815732,
      "loss": 1.6057,
      "step": 944
    },
    {
      "epoch": 0.6536399792495244,
      "grad_norm": 0.6175053119659424,
      "learning_rate": 0.00036562272396212676,
      "loss": 1.7356,
      "step": 945
    },
    {
      "epoch": 0.6543316617672489,
      "grad_norm": 0.5108622908592224,
      "learning_rate": 0.00036489439184268026,
      "loss": 1.182,
      "step": 946
    },
    {
      "epoch": 0.6550233442849732,
      "grad_norm": 0.7233152389526367,
      "learning_rate": 0.0003641660597232338,
      "loss": 1.3504,
      "step": 947
    },
    {
      "epoch": 0.6557150268026976,
      "grad_norm": 0.6574891209602356,
      "learning_rate": 0.00036343772760378737,
      "loss": 1.9128,
      "step": 948
    },
    {
      "epoch": 0.6564067093204219,
      "grad_norm": 0.676141083240509,
      "learning_rate": 0.0003627093954843408,
      "loss": 1.724,
      "step": 949
    },
    {
      "epoch": 0.6570983918381463,
      "grad_norm": 0.8102545738220215,
      "learning_rate": 0.0003619810633648944,
      "loss": 1.1221,
      "step": 950
    },
    {
      "epoch": 0.6577900743558707,
      "grad_norm": 0.7310335636138916,
      "learning_rate": 0.00036125273124544793,
      "loss": 1.8765,
      "step": 951
    },
    {
      "epoch": 0.658481756873595,
      "grad_norm": 0.622969388961792,
      "learning_rate": 0.0003605243991260015,
      "loss": 0.7725,
      "step": 952
    },
    {
      "epoch": 0.6591734393913193,
      "grad_norm": 0.7207367420196533,
      "learning_rate": 0.000359796067006555,
      "loss": 1.8594,
      "step": 953
    },
    {
      "epoch": 0.6598651219090438,
      "grad_norm": 0.612112820148468,
      "learning_rate": 0.00035906773488710855,
      "loss": 1.3199,
      "step": 954
    },
    {
      "epoch": 0.6605568044267681,
      "grad_norm": 0.6712756752967834,
      "learning_rate": 0.0003583394027676621,
      "loss": 1.8219,
      "step": 955
    },
    {
      "epoch": 0.6612484869444925,
      "grad_norm": 0.5637266039848328,
      "learning_rate": 0.00035761107064821555,
      "loss": 1.5599,
      "step": 956
    },
    {
      "epoch": 0.6619401694622168,
      "grad_norm": 0.714928150177002,
      "learning_rate": 0.0003568827385287691,
      "loss": 1.9542,
      "step": 957
    },
    {
      "epoch": 0.6626318519799412,
      "grad_norm": 1.0304123163223267,
      "learning_rate": 0.00035615440640932266,
      "loss": 1.5718,
      "step": 958
    },
    {
      "epoch": 0.6633235344976656,
      "grad_norm": 0.5427642464637756,
      "learning_rate": 0.00035542607428987617,
      "loss": 1.361,
      "step": 959
    },
    {
      "epoch": 0.6640152170153899,
      "grad_norm": 0.640608012676239,
      "learning_rate": 0.0003546977421704297,
      "loss": 1.3447,
      "step": 960
    },
    {
      "epoch": 0.6647068995331143,
      "grad_norm": 2.1725761890411377,
      "learning_rate": 0.0003539694100509833,
      "loss": 1.9901,
      "step": 961
    },
    {
      "epoch": 0.6653985820508387,
      "grad_norm": 1.3823773860931396,
      "learning_rate": 0.00035324107793153684,
      "loss": 1.794,
      "step": 962
    },
    {
      "epoch": 0.666090264568563,
      "grad_norm": 0.6191059947013855,
      "learning_rate": 0.0003525127458120903,
      "loss": 1.1826,
      "step": 963
    },
    {
      "epoch": 0.6667819470862874,
      "grad_norm": 0.9410331845283508,
      "learning_rate": 0.00035178441369264384,
      "loss": 1.0219,
      "step": 964
    },
    {
      "epoch": 0.6674736296040118,
      "grad_norm": 0.7751091718673706,
      "learning_rate": 0.0003510560815731974,
      "loss": 1.3428,
      "step": 965
    },
    {
      "epoch": 0.6681653121217361,
      "grad_norm": 0.6246415376663208,
      "learning_rate": 0.0003503277494537509,
      "loss": 1.7892,
      "step": 966
    },
    {
      "epoch": 0.6688569946394605,
      "grad_norm": 0.47676700353622437,
      "learning_rate": 0.00034959941733430446,
      "loss": 1.0902,
      "step": 967
    },
    {
      "epoch": 0.6695486771571848,
      "grad_norm": 0.6154366731643677,
      "learning_rate": 0.000348871085214858,
      "loss": 1.1601,
      "step": 968
    },
    {
      "epoch": 0.6702403596749092,
      "grad_norm": 0.6108272671699524,
      "learning_rate": 0.0003481427530954115,
      "loss": 1.9166,
      "step": 969
    },
    {
      "epoch": 0.6709320421926336,
      "grad_norm": 0.6346696019172668,
      "learning_rate": 0.000347414420975965,
      "loss": 1.8435,
      "step": 970
    },
    {
      "epoch": 0.6716237247103579,
      "grad_norm": 0.675031304359436,
      "learning_rate": 0.00034668608885651857,
      "loss": 1.5768,
      "step": 971
    },
    {
      "epoch": 0.6723154072280824,
      "grad_norm": 0.7120993137359619,
      "learning_rate": 0.00034595775673707213,
      "loss": 1.5565,
      "step": 972
    },
    {
      "epoch": 0.6730070897458067,
      "grad_norm": 0.643236517906189,
      "learning_rate": 0.00034522942461762563,
      "loss": 1.7646,
      "step": 973
    },
    {
      "epoch": 0.673698772263531,
      "grad_norm": 0.6599898934364319,
      "learning_rate": 0.0003445010924981792,
      "loss": 1.704,
      "step": 974
    },
    {
      "epoch": 0.6743904547812554,
      "grad_norm": 0.7331796884536743,
      "learning_rate": 0.00034377276037873274,
      "loss": 1.3173,
      "step": 975
    },
    {
      "epoch": 0.6750821372989798,
      "grad_norm": 0.8388747572898865,
      "learning_rate": 0.00034304442825928625,
      "loss": 1.4021,
      "step": 976
    },
    {
      "epoch": 0.6757738198167041,
      "grad_norm": 0.820971667766571,
      "learning_rate": 0.00034231609613983975,
      "loss": 2.0084,
      "step": 977
    },
    {
      "epoch": 0.6764655023344285,
      "grad_norm": 0.64729243516922,
      "learning_rate": 0.0003415877640203933,
      "loss": 1.848,
      "step": 978
    },
    {
      "epoch": 0.6771571848521528,
      "grad_norm": 18.543529510498047,
      "learning_rate": 0.0003408594319009468,
      "loss": 1.104,
      "step": 979
    },
    {
      "epoch": 0.6778488673698773,
      "grad_norm": 0.7021201848983765,
      "learning_rate": 0.00034013109978150036,
      "loss": 1.2265,
      "step": 980
    },
    {
      "epoch": 0.6785405498876016,
      "grad_norm": 0.9745551943778992,
      "learning_rate": 0.0003394027676620539,
      "loss": 1.4934,
      "step": 981
    },
    {
      "epoch": 0.6792322324053259,
      "grad_norm": 0.6969733834266663,
      "learning_rate": 0.0003386744355426075,
      "loss": 1.1012,
      "step": 982
    },
    {
      "epoch": 0.6799239149230503,
      "grad_norm": 0.9625135064125061,
      "learning_rate": 0.000337946103423161,
      "loss": 1.3152,
      "step": 983
    },
    {
      "epoch": 0.6806155974407747,
      "grad_norm": 0.5473238825798035,
      "learning_rate": 0.0003372177713037145,
      "loss": 0.8124,
      "step": 984
    },
    {
      "epoch": 0.681307279958499,
      "grad_norm": 0.5325528383255005,
      "learning_rate": 0.00033648943918426804,
      "loss": 0.9812,
      "step": 985
    },
    {
      "epoch": 0.6819989624762234,
      "grad_norm": 0.745832622051239,
      "learning_rate": 0.00033576110706482154,
      "loss": 1.9812,
      "step": 986
    },
    {
      "epoch": 0.6826906449939478,
      "grad_norm": 0.5990468263626099,
      "learning_rate": 0.0003350327749453751,
      "loss": 1.753,
      "step": 987
    },
    {
      "epoch": 0.6833823275116722,
      "grad_norm": 1.1015442609786987,
      "learning_rate": 0.00033430444282592865,
      "loss": 1.3853,
      "step": 988
    },
    {
      "epoch": 0.6840740100293965,
      "grad_norm": 0.5846887230873108,
      "learning_rate": 0.00033357611070648215,
      "loss": 1.1549,
      "step": 989
    },
    {
      "epoch": 0.6847656925471208,
      "grad_norm": 0.6844741702079773,
      "learning_rate": 0.0003328477785870357,
      "loss": 1.6326,
      "step": 990
    },
    {
      "epoch": 0.6854573750648453,
      "grad_norm": 0.6528374552726746,
      "learning_rate": 0.0003321194464675892,
      "loss": 1.5923,
      "step": 991
    },
    {
      "epoch": 0.6861490575825696,
      "grad_norm": 7.470677375793457,
      "learning_rate": 0.00033139111434814277,
      "loss": 1.3873,
      "step": 992
    },
    {
      "epoch": 0.686840740100294,
      "grad_norm": 0.6172521710395813,
      "learning_rate": 0.00033066278222869627,
      "loss": 1.6455,
      "step": 993
    },
    {
      "epoch": 0.6875324226180183,
      "grad_norm": 0.6366342306137085,
      "learning_rate": 0.00032993445010924983,
      "loss": 1.2664,
      "step": 994
    },
    {
      "epoch": 0.6882241051357427,
      "grad_norm": 0.6257708668708801,
      "learning_rate": 0.0003292061179898034,
      "loss": 1.8094,
      "step": 995
    },
    {
      "epoch": 0.6889157876534671,
      "grad_norm": 0.5113406181335449,
      "learning_rate": 0.0003284777858703569,
      "loss": 0.8943,
      "step": 996
    },
    {
      "epoch": 0.6896074701711914,
      "grad_norm": 0.8148225545883179,
      "learning_rate": 0.00032774945375091044,
      "loss": 1.3974,
      "step": 997
    },
    {
      "epoch": 0.6902991526889158,
      "grad_norm": 0.7986158728599548,
      "learning_rate": 0.00032702112163146395,
      "loss": 0.6925,
      "step": 998
    },
    {
      "epoch": 0.6909908352066402,
      "grad_norm": 0.983278751373291,
      "learning_rate": 0.00032629278951201745,
      "loss": 1.0282,
      "step": 999
    },
    {
      "epoch": 0.6916825177243645,
      "grad_norm": 0.5543628931045532,
      "learning_rate": 0.000325564457392571,
      "loss": 1.8791,
      "step": 1000
    },
    {
      "epoch": 0.6916825177243645,
      "eval_loss": 1.3676680326461792,
      "eval_runtime": 586.3584,
      "eval_samples_per_second": 2.191,
      "eval_steps_per_second": 1.097,
      "step": 1000
    }
  ],
  "logging_steps": 1,
  "max_steps": 1446,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.178081149272064e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}