{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9943851768669285,
  "eval_steps": 500,
  "global_step": 666,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004491858506457047,
      "grad_norm": 5.747499942779541,
      "learning_rate": 1.4925373134328358e-07,
      "loss": 0.8287,
      "step": 1
    },
    {
      "epoch": 0.008983717012914094,
      "grad_norm": 5.93737268447876,
      "learning_rate": 2.9850746268656716e-07,
      "loss": 0.8732,
      "step": 2
    },
    {
      "epoch": 0.01347557551937114,
      "grad_norm": 5.791993618011475,
      "learning_rate": 4.4776119402985074e-07,
      "loss": 0.8552,
      "step": 3
    },
    {
      "epoch": 0.017967434025828188,
      "grad_norm": 5.838237762451172,
      "learning_rate": 5.970149253731343e-07,
      "loss": 0.8678,
      "step": 4
    },
    {
      "epoch": 0.022459292532285232,
      "grad_norm": 5.8886027336120605,
      "learning_rate": 7.462686567164179e-07,
      "loss": 0.8734,
      "step": 5
    },
    {
      "epoch": 0.02695115103874228,
      "grad_norm": 5.727405071258545,
      "learning_rate": 8.955223880597015e-07,
      "loss": 0.8517,
      "step": 6
    },
    {
      "epoch": 0.031443009545199324,
      "grad_norm": 5.336740493774414,
      "learning_rate": 1.044776119402985e-06,
      "loss": 0.8407,
      "step": 7
    },
    {
      "epoch": 0.035934868051656375,
      "grad_norm": 5.36053466796875,
      "learning_rate": 1.1940298507462686e-06,
      "loss": 0.8449,
      "step": 8
    },
    {
      "epoch": 0.04042672655811342,
      "grad_norm": 4.371918678283691,
      "learning_rate": 1.3432835820895524e-06,
      "loss": 0.8134,
      "step": 9
    },
    {
      "epoch": 0.044918585064570464,
      "grad_norm": 4.224687099456787,
      "learning_rate": 1.4925373134328358e-06,
      "loss": 0.809,
      "step": 10
    },
    {
      "epoch": 0.049410443571027515,
      "grad_norm": 3.9456374645233154,
      "learning_rate": 1.6417910447761196e-06,
      "loss": 0.8054,
      "step": 11
    },
    {
      "epoch": 0.05390230207748456,
      "grad_norm": 2.2551746368408203,
      "learning_rate": 1.791044776119403e-06,
      "loss": 0.7676,
      "step": 12
    },
    {
      "epoch": 0.058394160583941604,
      "grad_norm": 2.1659226417541504,
      "learning_rate": 1.9402985074626867e-06,
      "loss": 0.7585,
      "step": 13
    },
    {
      "epoch": 0.06288601909039865,
      "grad_norm": 1.9352374076843262,
      "learning_rate": 2.08955223880597e-06,
      "loss": 0.759,
      "step": 14
    },
    {
      "epoch": 0.06737787759685569,
      "grad_norm": 1.8645031452178955,
      "learning_rate": 2.238805970149254e-06,
      "loss": 0.7515,
      "step": 15
    },
    {
      "epoch": 0.07186973610331275,
      "grad_norm": 2.0890092849731445,
      "learning_rate": 2.3880597014925373e-06,
      "loss": 0.7335,
      "step": 16
    },
    {
      "epoch": 0.0763615946097698,
      "grad_norm": 3.110126256942749,
      "learning_rate": 2.537313432835821e-06,
      "loss": 0.7421,
      "step": 17
    },
    {
      "epoch": 0.08085345311622684,
      "grad_norm": 3.361837148666382,
      "learning_rate": 2.686567164179105e-06,
      "loss": 0.7311,
      "step": 18
    },
    {
      "epoch": 0.08534531162268388,
      "grad_norm": 3.211651086807251,
      "learning_rate": 2.835820895522388e-06,
      "loss": 0.7229,
      "step": 19
    },
    {
      "epoch": 0.08983717012914093,
      "grad_norm": 3.045382022857666,
      "learning_rate": 2.9850746268656716e-06,
      "loss": 0.7301,
      "step": 20
    },
    {
      "epoch": 0.09432902863559797,
      "grad_norm": 2.593707799911499,
      "learning_rate": 3.1343283582089558e-06,
      "loss": 0.7085,
      "step": 21
    },
    {
      "epoch": 0.09882088714205503,
      "grad_norm": 1.6424776315689087,
      "learning_rate": 3.283582089552239e-06,
      "loss": 0.6902,
      "step": 22
    },
    {
      "epoch": 0.10331274564851207,
      "grad_norm": 1.2647095918655396,
      "learning_rate": 3.4328358208955225e-06,
      "loss": 0.6807,
      "step": 23
    },
    {
      "epoch": 0.10780460415496912,
      "grad_norm": 1.1175804138183594,
      "learning_rate": 3.582089552238806e-06,
      "loss": 0.6662,
      "step": 24
    },
    {
      "epoch": 0.11229646266142616,
      "grad_norm": 1.0176746845245361,
      "learning_rate": 3.73134328358209e-06,
      "loss": 0.6643,
      "step": 25
    },
    {
      "epoch": 0.11678832116788321,
      "grad_norm": 0.9287970066070557,
      "learning_rate": 3.8805970149253735e-06,
      "loss": 0.6396,
      "step": 26
    },
    {
      "epoch": 0.12128017967434025,
      "grad_norm": 1.0267021656036377,
      "learning_rate": 4.029850746268657e-06,
      "loss": 0.6461,
      "step": 27
    },
    {
      "epoch": 0.1257720381807973,
      "grad_norm": 0.9184905886650085,
      "learning_rate": 4.17910447761194e-06,
      "loss": 0.6439,
      "step": 28
    },
    {
      "epoch": 0.13026389668725435,
      "grad_norm": 0.7492115497589111,
      "learning_rate": 4.3283582089552236e-06,
      "loss": 0.6403,
      "step": 29
    },
    {
      "epoch": 0.13475575519371139,
      "grad_norm": 0.6593955159187317,
      "learning_rate": 4.477611940298508e-06,
      "loss": 0.6358,
      "step": 30
    },
    {
      "epoch": 0.13924761370016844,
      "grad_norm": 0.6903685927391052,
      "learning_rate": 4.626865671641791e-06,
      "loss": 0.6318,
      "step": 31
    },
    {
      "epoch": 0.1437394722066255,
      "grad_norm": 0.8214516639709473,
      "learning_rate": 4.7761194029850745e-06,
      "loss": 0.6202,
      "step": 32
    },
    {
      "epoch": 0.14823133071308253,
      "grad_norm": 0.7563803195953369,
      "learning_rate": 4.925373134328359e-06,
      "loss": 0.6047,
      "step": 33
    },
    {
      "epoch": 0.1527231892195396,
      "grad_norm": 0.5525519251823425,
      "learning_rate": 5.074626865671642e-06,
      "loss": 0.6116,
      "step": 34
    },
    {
      "epoch": 0.15721504772599662,
      "grad_norm": 0.5453880429267883,
      "learning_rate": 5.2238805970149255e-06,
      "loss": 0.6055,
      "step": 35
    },
    {
      "epoch": 0.16170690623245368,
      "grad_norm": 0.6540727615356445,
      "learning_rate": 5.37313432835821e-06,
      "loss": 0.5947,
      "step": 36
    },
    {
      "epoch": 0.16619876473891074,
      "grad_norm": 0.650087833404541,
      "learning_rate": 5.522388059701493e-06,
      "loss": 0.5908,
      "step": 37
    },
    {
      "epoch": 0.17069062324536777,
      "grad_norm": 0.5679633617401123,
      "learning_rate": 5.671641791044776e-06,
      "loss": 0.598,
      "step": 38
    },
    {
      "epoch": 0.17518248175182483,
      "grad_norm": 0.44914695620536804,
      "learning_rate": 5.820895522388061e-06,
      "loss": 0.5927,
      "step": 39
    },
    {
      "epoch": 0.17967434025828186,
      "grad_norm": 0.47071295976638794,
      "learning_rate": 5.970149253731343e-06,
      "loss": 0.596,
      "step": 40
    },
    {
      "epoch": 0.18416619876473891,
      "grad_norm": 0.5729812979698181,
      "learning_rate": 6.119402985074627e-06,
      "loss": 0.5919,
      "step": 41
    },
    {
      "epoch": 0.18865805727119594,
      "grad_norm": 0.5159889459609985,
      "learning_rate": 6.2686567164179116e-06,
      "loss": 0.5767,
      "step": 42
    },
    {
      "epoch": 0.193149915777653,
      "grad_norm": 0.39863625168800354,
      "learning_rate": 6.417910447761194e-06,
      "loss": 0.5741,
      "step": 43
    },
    {
      "epoch": 0.19764177428411006,
      "grad_norm": 0.46757975220680237,
      "learning_rate": 6.567164179104478e-06,
      "loss": 0.5813,
      "step": 44
    },
    {
      "epoch": 0.2021336327905671,
      "grad_norm": 0.43369781970977783,
      "learning_rate": 6.7164179104477625e-06,
      "loss": 0.5664,
      "step": 45
    },
    {
      "epoch": 0.20662549129702415,
      "grad_norm": 0.35700419545173645,
      "learning_rate": 6.865671641791045e-06,
      "loss": 0.5718,
      "step": 46
    },
    {
      "epoch": 0.21111734980348118,
      "grad_norm": 0.4011654853820801,
      "learning_rate": 7.014925373134329e-06,
      "loss": 0.5637,
      "step": 47
    },
    {
      "epoch": 0.21560920830993824,
      "grad_norm": 0.43147680163383484,
      "learning_rate": 7.164179104477612e-06,
      "loss": 0.5688,
      "step": 48
    },
    {
      "epoch": 0.2201010668163953,
      "grad_norm": 0.41290047764778137,
      "learning_rate": 7.313432835820896e-06,
      "loss": 0.5554,
      "step": 49
    },
    {
      "epoch": 0.22459292532285233,
      "grad_norm": 0.40266507863998413,
      "learning_rate": 7.46268656716418e-06,
      "loss": 0.5759,
      "step": 50
    },
    {
      "epoch": 0.22908478382930939,
      "grad_norm": 0.30240580439567566,
      "learning_rate": 7.611940298507463e-06,
      "loss": 0.5586,
      "step": 51
    },
    {
      "epoch": 0.23357664233576642,
      "grad_norm": 0.31717273592948914,
      "learning_rate": 7.761194029850747e-06,
      "loss": 0.5639,
      "step": 52
    },
    {
      "epoch": 0.23806850084222347,
      "grad_norm": 0.35987257957458496,
      "learning_rate": 7.91044776119403e-06,
      "loss": 0.5561,
      "step": 53
    },
    {
      "epoch": 0.2425603593486805,
      "grad_norm": 0.3291323781013489,
      "learning_rate": 8.059701492537314e-06,
      "loss": 0.5595,
      "step": 54
    },
    {
      "epoch": 0.24705221785513756,
      "grad_norm": 0.28238141536712646,
      "learning_rate": 8.208955223880599e-06,
      "loss": 0.5374,
      "step": 55
    },
    {
      "epoch": 0.2515440763615946,
      "grad_norm": 0.30300024151802063,
      "learning_rate": 8.35820895522388e-06,
      "loss": 0.5514,
      "step": 56
    },
    {
      "epoch": 0.25603593486805165,
      "grad_norm": 0.27751174569129944,
      "learning_rate": 8.507462686567165e-06,
      "loss": 0.5465,
      "step": 57
    },
    {
      "epoch": 0.2605277933745087,
      "grad_norm": 0.24813084304332733,
      "learning_rate": 8.656716417910447e-06,
      "loss": 0.5388,
      "step": 58
    },
    {
      "epoch": 0.26501965188096577,
      "grad_norm": 0.2552523612976074,
      "learning_rate": 8.805970149253732e-06,
      "loss": 0.553,
      "step": 59
    },
    {
      "epoch": 0.26951151038742277,
      "grad_norm": 0.2615125775337219,
      "learning_rate": 8.955223880597016e-06,
      "loss": 0.5414,
      "step": 60
    },
    {
      "epoch": 0.27400336889387983,
      "grad_norm": 0.2671511173248291,
      "learning_rate": 9.104477611940299e-06,
      "loss": 0.5356,
      "step": 61
    },
    {
      "epoch": 0.2784952274003369,
      "grad_norm": 0.2728058397769928,
      "learning_rate": 9.253731343283582e-06,
      "loss": 0.5413,
      "step": 62
    },
    {
      "epoch": 0.28298708590679394,
      "grad_norm": 0.2823947072029114,
      "learning_rate": 9.402985074626867e-06,
      "loss": 0.5505,
      "step": 63
    },
    {
      "epoch": 0.287478944413251,
      "grad_norm": 0.28685927391052246,
      "learning_rate": 9.552238805970149e-06,
      "loss": 0.5346,
      "step": 64
    },
    {
      "epoch": 0.291970802919708,
      "grad_norm": 0.24975822865962982,
      "learning_rate": 9.701492537313434e-06,
      "loss": 0.5366,
      "step": 65
    },
    {
      "epoch": 0.29646266142616506,
      "grad_norm": 0.2949586808681488,
      "learning_rate": 9.850746268656717e-06,
      "loss": 0.5247,
      "step": 66
    },
    {
      "epoch": 0.3009545199326221,
      "grad_norm": 0.2750069797039032,
      "learning_rate": 1e-05,
      "loss": 0.538,
      "step": 67
    },
    {
      "epoch": 0.3054463784390792,
      "grad_norm": 0.34335073828697205,
      "learning_rate": 9.999931232202689e-06,
      "loss": 0.5252,
      "step": 68
    },
    {
      "epoch": 0.30993823694553624,
      "grad_norm": 0.24552962183952332,
      "learning_rate": 9.999724930702358e-06,
      "loss": 0.5312,
      "step": 69
    },
    {
      "epoch": 0.31443009545199324,
      "grad_norm": 0.3122241795063019,
      "learning_rate": 9.999381101173765e-06,
      "loss": 0.5281,
      "step": 70
    },
    {
      "epoch": 0.3189219539584503,
      "grad_norm": 0.23177407681941986,
      "learning_rate": 9.99889975307467e-06,
      "loss": 0.5266,
      "step": 71
    },
    {
      "epoch": 0.32341381246490736,
      "grad_norm": 0.2342972457408905,
      "learning_rate": 9.998280899645575e-06,
      "loss": 0.5419,
      "step": 72
    },
    {
      "epoch": 0.3279056709713644,
      "grad_norm": 0.26972994208335876,
      "learning_rate": 9.997524557909353e-06,
      "loss": 0.528,
      "step": 73
    },
    {
      "epoch": 0.3323975294778215,
      "grad_norm": 0.2486950308084488,
      "learning_rate": 9.996630748670788e-06,
      "loss": 0.5285,
      "step": 74
    },
    {
      "epoch": 0.3368893879842785,
      "grad_norm": 0.2598794400691986,
      "learning_rate": 9.995599496515996e-06,
      "loss": 0.5339,
      "step": 75
    },
    {
      "epoch": 0.34138124649073553,
      "grad_norm": 0.2780413329601288,
      "learning_rate": 9.99443082981175e-06,
      "loss": 0.5209,
      "step": 76
    },
    {
      "epoch": 0.3458731049971926,
      "grad_norm": 0.23097486793994904,
      "learning_rate": 9.993124780704707e-06,
      "loss": 0.534,
      "step": 77
    },
    {
      "epoch": 0.35036496350364965,
      "grad_norm": 0.23875422775745392,
      "learning_rate": 9.991681385120515e-06,
      "loss": 0.5152,
      "step": 78
    },
    {
      "epoch": 0.35485682201010665,
      "grad_norm": 0.28855064511299133,
      "learning_rate": 9.99010068276283e-06,
      "loss": 0.5279,
      "step": 79
    },
    {
      "epoch": 0.3593486805165637,
      "grad_norm": 0.24532583355903625,
      "learning_rate": 9.988382717112213e-06,
      "loss": 0.53,
      "step": 80
    },
    {
      "epoch": 0.36384053902302077,
      "grad_norm": 0.2871251404285431,
      "learning_rate": 9.986527535424956e-06,
      "loss": 0.529,
      "step": 81
    },
    {
      "epoch": 0.36833239752947783,
      "grad_norm": 0.23627132177352905,
      "learning_rate": 9.98453518873176e-06,
      "loss": 0.5331,
      "step": 82
    },
    {
      "epoch": 0.3728242560359349,
      "grad_norm": 0.2671157419681549,
      "learning_rate": 9.982405731836343e-06,
      "loss": 0.5241,
      "step": 83
    },
    {
      "epoch": 0.3773161145423919,
      "grad_norm": 0.2739470899105072,
      "learning_rate": 9.980139223313926e-06,
      "loss": 0.5232,
      "step": 84
    },
    {
      "epoch": 0.38180797304884895,
      "grad_norm": 0.2618931531906128,
      "learning_rate": 9.977735725509632e-06,
      "loss": 0.5261,
      "step": 85
    },
    {
      "epoch": 0.386299831555306,
      "grad_norm": 0.29810863733291626,
      "learning_rate": 9.97519530453676e-06,
      "loss": 0.5089,
      "step": 86
    },
    {
      "epoch": 0.39079169006176306,
      "grad_norm": 0.26110532879829407,
      "learning_rate": 9.97251803027497e-06,
      "loss": 0.5082,
      "step": 87
    },
    {
      "epoch": 0.3952835485682201,
      "grad_norm": 0.23007212579250336,
      "learning_rate": 9.969703976368368e-06,
      "loss": 0.5128,
      "step": 88
    },
    {
      "epoch": 0.3997754070746771,
      "grad_norm": 0.2656469941139221,
      "learning_rate": 9.966753220223466e-06,
      "loss": 0.5213,
      "step": 89
    },
    {
      "epoch": 0.4042672655811342,
      "grad_norm": 0.2582208812236786,
      "learning_rate": 9.963665843007066e-06,
      "loss": 0.5192,
      "step": 90
    },
    {
      "epoch": 0.40875912408759124,
      "grad_norm": 0.24596616625785828,
      "learning_rate": 9.960441929644017e-06,
      "loss": 0.52,
      "step": 91
    },
    {
      "epoch": 0.4132509825940483,
      "grad_norm": 0.22645823657512665,
      "learning_rate": 9.95708156881489e-06,
      "loss": 0.5114,
      "step": 92
    },
    {
      "epoch": 0.41774284110050536,
      "grad_norm": 0.2343415766954422,
      "learning_rate": 9.95358485295353e-06,
      "loss": 0.5124,
      "step": 93
    },
    {
      "epoch": 0.42223469960696236,
      "grad_norm": 0.22430844604969025,
      "learning_rate": 9.949951878244514e-06,
      "loss": 0.5202,
      "step": 94
    },
    {
      "epoch": 0.4267265581134194,
      "grad_norm": 0.2198512703180313,
      "learning_rate": 9.946182744620512e-06,
      "loss": 0.5198,
      "step": 95
    },
    {
      "epoch": 0.4312184166198765,
      "grad_norm": 0.2237306386232376,
      "learning_rate": 9.94227755575953e-06,
      "loss": 0.4995,
      "step": 96
    },
    {
      "epoch": 0.43571027512633353,
      "grad_norm": 0.2366565316915512,
      "learning_rate": 9.93823641908206e-06,
      "loss": 0.5182,
      "step": 97
    },
    {
      "epoch": 0.4402021336327906,
      "grad_norm": 0.24728058278560638,
      "learning_rate": 9.934059445748134e-06,
      "loss": 0.5124,
      "step": 98
    },
    {
      "epoch": 0.4446939921392476,
      "grad_norm": 0.22210274636745453,
      "learning_rate": 9.92974675065425e-06,
      "loss": 0.4915,
      "step": 99
    },
    {
      "epoch": 0.44918585064570465,
      "grad_norm": 0.22185443341732025,
      "learning_rate": 9.925298452430225e-06,
      "loss": 0.5033,
      "step": 100
    },
    {
      "epoch": 0.4536777091521617,
      "grad_norm": 0.278481662273407,
      "learning_rate": 9.920714673435931e-06,
      "loss": 0.5156,
      "step": 101
    },
    {
      "epoch": 0.45816956765861877,
      "grad_norm": 0.2632293999195099,
      "learning_rate": 9.915995539757918e-06,
      "loss": 0.5114,
      "step": 102
    },
    {
      "epoch": 0.4626614261650758,
      "grad_norm": 0.29412922263145447,
      "learning_rate": 9.91114118120596e-06,
      "loss": 0.5117,
      "step": 103
    },
    {
      "epoch": 0.46715328467153283,
      "grad_norm": 0.2760590612888336,
      "learning_rate": 9.906151731309472e-06,
      "loss": 0.5013,
      "step": 104
    },
    {
      "epoch": 0.4716451431779899,
      "grad_norm": 0.2319260984659195,
      "learning_rate": 9.901027327313847e-06,
      "loss": 0.4969,
      "step": 105
    },
    {
      "epoch": 0.47613700168444695,
      "grad_norm": 0.22962868213653564,
      "learning_rate": 9.895768110176677e-06,
      "loss": 0.5045,
      "step": 106
    },
    {
      "epoch": 0.480628860190904,
      "grad_norm": 0.2626447081565857,
      "learning_rate": 9.890374224563872e-06,
      "loss": 0.5033,
      "step": 107
    },
    {
      "epoch": 0.485120718697361,
      "grad_norm": 0.2323921024799347,
      "learning_rate": 9.884845818845685e-06,
      "loss": 0.5136,
      "step": 108
    },
    {
      "epoch": 0.48961257720381807,
      "grad_norm": 0.32458624243736267,
      "learning_rate": 9.879183045092628e-06,
      "loss": 0.5142,
      "step": 109
    },
    {
      "epoch": 0.4941044357102751,
      "grad_norm": 0.23757074773311615,
      "learning_rate": 9.873386059071294e-06,
      "loss": 0.5086,
      "step": 110
    },
    {
      "epoch": 0.4985962942167322,
      "grad_norm": 0.27966201305389404,
      "learning_rate": 9.86745502024007e-06,
      "loss": 0.5095,
      "step": 111
    },
    {
      "epoch": 0.5030881527231892,
      "grad_norm": 0.2681194543838501,
      "learning_rate": 9.861390091744738e-06,
      "loss": 0.4988,
      "step": 112
    },
    {
      "epoch": 0.5075800112296462,
      "grad_norm": 0.24083542823791504,
      "learning_rate": 9.855191440414014e-06,
      "loss": 0.5152,
      "step": 113
    },
    {
      "epoch": 0.5120718697361033,
      "grad_norm": 0.2831341326236725,
      "learning_rate": 9.848859236754936e-06,
      "loss": 0.5098,
      "step": 114
    },
    {
      "epoch": 0.5165637282425604,
      "grad_norm": 0.27346932888031006,
      "learning_rate": 9.84239365494818e-06,
      "loss": 0.497,
      "step": 115
    },
    {
      "epoch": 0.5210555867490174,
      "grad_norm": 0.27766865491867065,
      "learning_rate": 9.835794872843281e-06,
      "loss": 0.5183,
      "step": 116
    },
    {
      "epoch": 0.5255474452554745,
      "grad_norm": 0.26060062646865845,
      "learning_rate": 9.829063071953715e-06,
      "loss": 0.5031,
      "step": 117
    },
    {
      "epoch": 0.5300393037619315,
      "grad_norm": 0.2610337734222412,
      "learning_rate": 9.822198437451933e-06,
      "loss": 0.5094,
      "step": 118
    },
    {
      "epoch": 0.5345311622683886,
      "grad_norm": 0.2221408635377884,
      "learning_rate": 9.815201158164253e-06,
      "loss": 0.5015,
      "step": 119
    },
    {
      "epoch": 0.5390230207748455,
      "grad_norm": 0.2650430202484131,
      "learning_rate": 9.808071426565671e-06,
      "loss": 0.5021,
      "step": 120
    },
    {
      "epoch": 0.5435148792813026,
      "grad_norm": 0.2397095412015915,
      "learning_rate": 9.800809438774557e-06,
      "loss": 0.5096,
      "step": 121
    },
    {
      "epoch": 0.5480067377877597,
      "grad_norm": 0.3001818358898163,
      "learning_rate": 9.793415394547274e-06,
      "loss": 0.5019,
      "step": 122
    },
    {
      "epoch": 0.5524985962942167,
      "grad_norm": 0.22701479494571686,
      "learning_rate": 9.785889497272678e-06,
      "loss": 0.4856,
      "step": 123
    },
    {
      "epoch": 0.5569904548006738,
      "grad_norm": 0.32053694128990173,
      "learning_rate": 9.778231953966519e-06,
      "loss": 0.5132,
      "step": 124
    },
    {
      "epoch": 0.5614823133071308,
      "grad_norm": 0.2665109932422638,
      "learning_rate": 9.770442975265753e-06,
      "loss": 0.5144,
      "step": 125
    },
    {
      "epoch": 0.5659741718135879,
      "grad_norm": 0.2617216408252716,
      "learning_rate": 9.762522775422741e-06,
      "loss": 0.4918,
      "step": 126
    },
    {
      "epoch": 0.570466030320045,
      "grad_norm": 0.27840656042099,
      "learning_rate": 9.754471572299363e-06,
      "loss": 0.494,
      "step": 127
    },
    {
      "epoch": 0.574957888826502,
      "grad_norm": 0.2666041851043701,
      "learning_rate": 9.746289587361021e-06,
      "loss": 0.4986,
      "step": 128
    },
    {
      "epoch": 0.5794497473329591,
      "grad_norm": 0.27760958671569824,
      "learning_rate": 9.737977045670549e-06,
      "loss": 0.5042,
      "step": 129
    },
    {
      "epoch": 0.583941605839416,
      "grad_norm": 0.2891870141029358,
      "learning_rate": 9.729534175882016e-06,
      "loss": 0.4888,
      "step": 130
    },
    {
      "epoch": 0.5884334643458731,
      "grad_norm": 0.24741241335868835,
      "learning_rate": 9.72096121023445e-06,
      "loss": 0.5037,
      "step": 131
    },
    {
      "epoch": 0.5929253228523301,
      "grad_norm": 0.3258378803730011,
      "learning_rate": 9.712258384545432e-06,
      "loss": 0.4874,
      "step": 132
    },
    {
      "epoch": 0.5974171813587872,
      "grad_norm": 0.26103854179382324,
      "learning_rate": 9.703425938204627e-06,
      "loss": 0.4928,
      "step": 133
    },
    {
      "epoch": 0.6019090398652442,
      "grad_norm": 0.2776138186454773,
      "learning_rate": 9.694464114167185e-06,
      "loss": 0.4993,
      "step": 134
    },
    {
      "epoch": 0.6064008983717013,
      "grad_norm": 0.2927091717720032,
      "learning_rate": 9.685373158947067e-06,
      "loss": 0.4993,
      "step": 135
    },
    {
      "epoch": 0.6108927568781584,
      "grad_norm": 0.31002023816108704,
      "learning_rate": 9.676153322610259e-06,
      "loss": 0.5032,
      "step": 136
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.31717565655708313,
      "learning_rate": 9.666804858767894e-06,
      "loss": 0.4964,
      "step": 137
    },
    {
      "epoch": 0.6198764738910725,
      "grad_norm": 0.2911582887172699,
      "learning_rate": 9.65732802456928e-06,
      "loss": 0.4929,
      "step": 138
    },
    {
      "epoch": 0.6243683323975294,
      "grad_norm": 0.315828800201416,
      "learning_rate": 9.647723080694822e-06,
      "loss": 0.4988,
      "step": 139
    },
    {
      "epoch": 0.6288601909039865,
      "grad_norm": 0.2951522171497345,
      "learning_rate": 9.637990291348853e-06,
      "loss": 0.4908,
      "step": 140
    },
    {
      "epoch": 0.6333520494104435,
      "grad_norm": 0.26586809754371643,
      "learning_rate": 9.628129924252368e-06,
      "loss": 0.5017,
      "step": 141
    },
    {
      "epoch": 0.6378439079169006,
      "grad_norm": 0.33742159605026245,
      "learning_rate": 9.618142250635658e-06,
      "loss": 0.4917,
      "step": 142
    },
    {
      "epoch": 0.6423357664233577,
      "grad_norm": 0.24248960614204407,
      "learning_rate": 9.608027545230847e-06,
      "loss": 0.4844,
      "step": 143
    },
    {
      "epoch": 0.6468276249298147,
      "grad_norm": 0.26963257789611816,
      "learning_rate": 9.597786086264339e-06,
      "loss": 0.4869,
      "step": 144
    },
    {
      "epoch": 0.6513194834362718,
      "grad_norm": 0.2914552390575409,
      "learning_rate": 9.587418155449167e-06,
      "loss": 0.503,
      "step": 145
    },
    {
      "epoch": 0.6558113419427288,
      "grad_norm": 0.2754093408584595,
      "learning_rate": 9.576924037977233e-06,
      "loss": 0.496,
      "step": 146
    },
    {
      "epoch": 0.6603032004491859,
      "grad_norm": 0.278185099363327,
      "learning_rate": 9.566304022511477e-06,
      "loss": 0.4944,
      "step": 147
    },
    {
      "epoch": 0.664795058955643,
      "grad_norm": 0.24680428206920624,
      "learning_rate": 9.555558401177927e-06,
      "loss": 0.4931,
      "step": 148
    },
    {
      "epoch": 0.6692869174620999,
      "grad_norm": 0.29219385981559753,
      "learning_rate": 9.544687469557667e-06,
      "loss": 0.4965,
      "step": 149
    },
    {
      "epoch": 0.673778775968557,
      "grad_norm": 0.27283161878585815,
      "learning_rate": 9.533691526678705e-06,
      "loss": 0.4893,
      "step": 150
    },
    {
      "epoch": 0.678270634475014,
      "grad_norm": 0.2558472156524658,
      "learning_rate": 9.52257087500775e-06,
      "loss": 0.5045,
      "step": 151
    },
    {
      "epoch": 0.6827624929814711,
      "grad_norm": 0.2973162829875946,
      "learning_rate": 9.51132582044189e-06,
      "loss": 0.512,
      "step": 152
    },
    {
      "epoch": 0.6872543514879281,
      "grad_norm": 0.3723624050617218,
      "learning_rate": 9.49995667230018e-06,
      "loss": 0.4986,
      "step": 153
    },
    {
      "epoch": 0.6917462099943852,
      "grad_norm": 0.24720445275306702,
      "learning_rate": 9.488463743315126e-06,
      "loss": 0.4925,
      "step": 154
    },
    {
      "epoch": 0.6962380685008422,
      "grad_norm": 0.37346410751342773,
      "learning_rate": 9.476847349624097e-06,
      "loss": 0.4974,
      "step": 155
    },
    {
      "epoch": 0.7007299270072993,
      "grad_norm": 0.31400275230407715,
      "learning_rate": 9.46510781076061e-06,
      "loss": 0.4942,
      "step": 156
    },
    {
      "epoch": 0.7052217855137564,
      "grad_norm": 0.29658353328704834,
      "learning_rate": 9.453245449645562e-06,
      "loss": 0.4865,
      "step": 157
    },
    {
      "epoch": 0.7097136440202133,
      "grad_norm": 0.2616643011569977,
      "learning_rate": 9.44126059257833e-06,
      "loss": 0.4932,
      "step": 158
    },
    {
      "epoch": 0.7142055025266704,
      "grad_norm": 0.2881576716899872,
      "learning_rate": 9.4291535692278e-06,
      "loss": 0.5062,
      "step": 159
    },
    {
      "epoch": 0.7186973610331274,
      "grad_norm": 0.24668999016284943,
      "learning_rate": 9.416924712623305e-06,
      "loss": 0.4994,
      "step": 160
    },
    {
      "epoch": 0.7231892195395845,
      "grad_norm": 0.2936095893383026,
      "learning_rate": 9.40457435914546e-06,
      "loss": 0.4885,
      "step": 161
    },
    {
      "epoch": 0.7276810780460415,
      "grad_norm": 0.25287431478500366,
      "learning_rate": 9.392102848516901e-06,
      "loss": 0.4906,
      "step": 162
    },
    {
      "epoch": 0.7321729365524986,
      "grad_norm": 0.2542520761489868,
      "learning_rate": 9.37951052379296e-06,
      "loss": 0.4747,
      "step": 163
    },
    {
      "epoch": 0.7366647950589557,
      "grad_norm": 0.25072625279426575,
      "learning_rate": 9.36679773135221e-06,
      "loss": 0.4799,
      "step": 164
    },
    {
      "epoch": 0.7411566535654127,
      "grad_norm": 0.24300134181976318,
      "learning_rate": 9.353964820886938e-06,
      "loss": 0.4963,
      "step": 165
    },
    {
      "epoch": 0.7456485120718698,
      "grad_norm": 0.24435429275035858,
      "learning_rate": 9.341012145393546e-06,
      "loss": 0.4961,
      "step": 166
    },
    {
      "epoch": 0.7501403705783268,
      "grad_norm": 0.27164775133132935,
      "learning_rate": 9.327940061162816e-06,
      "loss": 0.5013,
      "step": 167
    },
    {
      "epoch": 0.7546322290847838,
      "grad_norm": 0.24927161633968353,
      "learning_rate": 9.314748927770126e-06,
      "loss": 0.4843,
      "step": 168
    },
    {
      "epoch": 0.7591240875912408,
      "grad_norm": 0.2827945649623871,
      "learning_rate": 9.301439108065546e-06,
      "loss": 0.4902,
      "step": 169
    },
    {
      "epoch": 0.7636159460976979,
      "grad_norm": 0.22944357991218567,
      "learning_rate": 9.288010968163874e-06,
      "loss": 0.4886,
      "step": 170
    },
    {
      "epoch": 0.768107804604155,
      "grad_norm": 0.2653137445449829,
      "learning_rate": 9.274464877434548e-06,
      "loss": 0.4974,
      "step": 171
    },
    {
      "epoch": 0.772599663110612,
      "grad_norm": 0.26817506551742554,
      "learning_rate": 9.260801208491499e-06,
      "loss": 0.4878,
      "step": 172
    },
    {
      "epoch": 0.7770915216170691,
      "grad_norm": 0.21729539334774017,
      "learning_rate": 9.247020337182892e-06,
      "loss": 0.4778,
      "step": 173
    },
    {
      "epoch": 0.7815833801235261,
      "grad_norm": 0.2882274091243744,
      "learning_rate": 9.233122642580796e-06,
      "loss": 0.4924,
      "step": 174
    },
    {
      "epoch": 0.7860752386299832,
      "grad_norm": 0.2678658962249756,
      "learning_rate": 9.219108506970747e-06,
      "loss": 0.496,
      "step": 175
    },
    {
      "epoch": 0.7905670971364402,
      "grad_norm": 0.3008089065551758,
      "learning_rate": 9.204978315841238e-06,
      "loss": 0.4947,
      "step": 176
    },
    {
      "epoch": 0.7950589556428973,
      "grad_norm": 0.25311562418937683,
      "learning_rate": 9.19073245787312e-06,
      "loss": 0.4751,
      "step": 177
    },
    {
      "epoch": 0.7995508141493542,
      "grad_norm": 0.31886932253837585,
      "learning_rate": 9.1763713249289e-06,
      "loss": 0.4831,
      "step": 178
    },
    {
      "epoch": 0.8040426726558113,
      "grad_norm": 0.2668146789073944,
      "learning_rate": 9.16189531204197e-06,
      "loss": 0.4866,
      "step": 179
    },
    {
      "epoch": 0.8085345311622684,
      "grad_norm": 0.25939807295799255,
      "learning_rate": 9.147304817405741e-06,
      "loss": 0.4928,
      "step": 180
    },
    {
      "epoch": 0.8130263896687254,
      "grad_norm": 0.27832671999931335,
      "learning_rate": 9.132600242362682e-06,
      "loss": 0.5013,
      "step": 181
    },
    {
      "epoch": 0.8175182481751825,
      "grad_norm": 0.24878981709480286,
      "learning_rate": 9.117781991393285e-06,
      "loss": 0.4839,
      "step": 182
    },
    {
      "epoch": 0.8220101066816395,
      "grad_norm": 0.2747175097465515,
      "learning_rate": 9.102850472104945e-06,
      "loss": 0.4888,
      "step": 183
    },
    {
      "epoch": 0.8265019651880966,
      "grad_norm": 0.2612956762313843,
      "learning_rate": 9.08780609522074e-06,
      "loss": 0.481,
      "step": 184
    },
    {
      "epoch": 0.8309938236945537,
      "grad_norm": 0.2580430209636688,
      "learning_rate": 9.07264927456813e-06,
      "loss": 0.4806,
      "step": 185
    },
    {
      "epoch": 0.8354856822010107,
      "grad_norm": 0.31817421317100525,
      "learning_rate": 9.057380427067584e-06,
      "loss": 0.4864,
      "step": 186
    },
    {
      "epoch": 0.8399775407074677,
      "grad_norm": 0.28587251901626587,
      "learning_rate": 9.04199997272111e-06,
      "loss": 0.4882,
      "step": 187
    },
    {
      "epoch": 0.8444693992139247,
      "grad_norm": 0.2851974368095398,
      "learning_rate": 9.02650833460069e-06,
      "loss": 0.4786,
      "step": 188
    },
    {
      "epoch": 0.8489612577203818,
      "grad_norm": 0.2742379605770111,
      "learning_rate": 9.01090593883666e-06,
      "loss": 0.4793,
      "step": 189
    },
    {
      "epoch": 0.8534531162268388,
      "grad_norm": 0.29192987084388733,
      "learning_rate": 8.995193214605972e-06,
      "loss": 0.495,
      "step": 190
    },
    {
      "epoch": 0.8579449747332959,
      "grad_norm": 0.3218548893928528,
      "learning_rate": 8.979370594120404e-06,
      "loss": 0.4962,
      "step": 191
    },
    {
      "epoch": 0.862436833239753,
      "grad_norm": 0.21388249099254608,
      "learning_rate": 8.963438512614657e-06,
      "loss": 0.4923,
      "step": 192
    },
    {
      "epoch": 0.86692869174621,
      "grad_norm": 0.29332301020622253,
      "learning_rate": 8.94739740833439e-06,
      "loss": 0.4883,
      "step": 193
    },
    {
      "epoch": 0.8714205502526671,
      "grad_norm": 0.2745992839336395,
      "learning_rate": 8.93124772252417e-06,
      "loss": 0.4992,
      "step": 194
    },
    {
      "epoch": 0.8759124087591241,
      "grad_norm": 0.22587467730045319,
      "learning_rate": 8.914989899415323e-06,
      "loss": 0.4741,
      "step": 195
    },
    {
      "epoch": 0.8804042672655812,
      "grad_norm": 0.2980908453464508,
      "learning_rate": 8.898624386213724e-06,
      "loss": 0.4777,
      "step": 196
    },
    {
      "epoch": 0.8848961257720381,
      "grad_norm": 0.3256934881210327,
      "learning_rate": 8.88215163308749e-06,
      "loss": 0.4859,
      "step": 197
    },
    {
      "epoch": 0.8893879842784952,
      "grad_norm": 0.27209722995758057,
      "learning_rate": 8.8655720931546e-06,
      "loss": 0.4948,
      "step": 198
    },
    {
      "epoch": 0.8938798427849522,
      "grad_norm": 0.26153564453125,
      "learning_rate": 8.84888622247043e-06,
      "loss": 0.4844,
      "step": 199
    },
    {
      "epoch": 0.8983717012914093,
      "grad_norm": 0.3023647367954254,
      "learning_rate": 8.832094480015211e-06,
      "loss": 0.4711,
      "step": 200
    },
    {
      "epoch": 0.9028635597978664,
      "grad_norm": 0.2709749937057495,
      "learning_rate": 8.815197327681399e-06,
      "loss": 0.4839,
      "step": 201
    },
    {
      "epoch": 0.9073554183043234,
      "grad_norm": 0.2602469325065613,
      "learning_rate": 8.798195230260973e-06,
      "loss": 0.5001,
      "step": 202
    },
    {
      "epoch": 0.9118472768107805,
      "grad_norm": 0.2420167326927185,
      "learning_rate": 8.781088655432648e-06,
      "loss": 0.4774,
      "step": 203
    },
    {
      "epoch": 0.9163391353172375,
      "grad_norm": 0.2579791843891144,
      "learning_rate": 8.763878073749013e-06,
      "loss": 0.4784,
      "step": 204
    },
    {
      "epoch": 0.9208309938236946,
      "grad_norm": 0.24879693984985352,
      "learning_rate": 8.746563958623584e-06,
      "loss": 0.4879,
      "step": 205
    },
    {
      "epoch": 0.9253228523301515,
      "grad_norm": 0.24991406500339508,
      "learning_rate": 8.729146786317787e-06,
      "loss": 0.4931,
      "step": 206
    },
    {
      "epoch": 0.9298147108366086,
      "grad_norm": 0.285593181848526,
      "learning_rate": 8.711627035927848e-06,
      "loss": 0.4815,
      "step": 207
    },
    {
      "epoch": 0.9343065693430657,
      "grad_norm": 0.2333066463470459,
      "learning_rate": 8.694005189371627e-06,
      "loss": 0.4794,
      "step": 208
    },
    {
      "epoch": 0.9387984278495227,
      "grad_norm": 0.271056592464447,
      "learning_rate": 8.676281731375355e-06,
      "loss": 0.4893,
      "step": 209
    },
    {
      "epoch": 0.9432902863559798,
      "grad_norm": 0.24806849658489227,
      "learning_rate": 8.658457149460296e-06,
      "loss": 0.4929,
      "step": 210
    },
    {
      "epoch": 0.9477821448624368,
      "grad_norm": 0.25548022985458374,
      "learning_rate": 8.640531933929344e-06,
      "loss": 0.4828,
      "step": 211
    },
    {
      "epoch": 0.9522740033688939,
      "grad_norm": 0.2774530053138733,
      "learning_rate": 8.622506577853538e-06,
      "loss": 0.4764,
      "step": 212
    },
    {
      "epoch": 0.956765861875351,
      "grad_norm": 0.2682695984840393,
      "learning_rate": 8.604381577058486e-06,
      "loss": 0.476,
      "step": 213
    },
    {
      "epoch": 0.961257720381808,
      "grad_norm": 0.24734169244766235,
      "learning_rate": 8.586157430110747e-06,
      "loss": 0.4858,
      "step": 214
    },
    {
      "epoch": 0.9657495788882651,
      "grad_norm": 0.2741633951663971,
      "learning_rate": 8.56783463830409e-06,
      "loss": 0.4647,
      "step": 215
    },
    {
      "epoch": 0.970241437394722,
      "grad_norm": 0.2486443966627121,
      "learning_rate": 8.549413705645737e-06,
      "loss": 0.481,
      "step": 216
    },
    {
      "epoch": 0.9747332959011791,
      "grad_norm": 0.25736650824546814,
      "learning_rate": 8.530895138842467e-06,
      "loss": 0.4764,
      "step": 217
    },
    {
      "epoch": 0.9792251544076361,
      "grad_norm": 0.22502939403057098,
      "learning_rate": 8.512279447286704e-06,
      "loss": 0.484,
      "step": 218
    },
    {
      "epoch": 0.9837170129140932,
      "grad_norm": 0.24173305928707123,
      "learning_rate": 8.493567143042485e-06,
      "loss": 0.4827,
      "step": 219
    },
    {
      "epoch": 0.9882088714205502,
      "grad_norm": 0.20804060995578766,
      "learning_rate": 8.47475874083139e-06,
      "loss": 0.4963,
      "step": 220
    },
    {
      "epoch": 0.9927007299270073,
      "grad_norm": 0.24134287238121033,
      "learning_rate": 8.455854758018377e-06,
      "loss": 0.4844,
      "step": 221
    },
    {
      "epoch": 0.9971925884334644,
      "grad_norm": 0.23423220217227936,
      "learning_rate": 8.436855714597548e-06,
      "loss": 0.4819,
      "step": 222
    },
    {
      "epoch": 1.0030881527231892,
      "grad_norm": 0.4805089831352234,
      "learning_rate": 8.417762133177849e-06,
      "loss": 0.7888,
      "step": 223
    },
    {
      "epoch": 1.0075800112296462,
      "grad_norm": 0.43639126420021057,
      "learning_rate": 8.398574538968697e-06,
      "loss": 0.4816,
      "step": 224
    },
    {
      "epoch": 1.0120718697361033,
      "grad_norm": 0.36428216099739075,
      "learning_rate": 8.379293459765527e-06,
      "loss": 0.4509,
      "step": 225
    },
    {
      "epoch": 1.0165637282425604,
      "grad_norm": 0.33154451847076416,
      "learning_rate": 8.359919425935276e-06,
      "loss": 0.4652,
      "step": 226
    },
    {
      "epoch": 1.0210555867490174,
      "grad_norm": 0.28618019819259644,
      "learning_rate": 8.340452970401798e-06,
      "loss": 0.462,
      "step": 227
    },
    {
      "epoch": 1.0255474452554745,
      "grad_norm": 0.35930895805358887,
      "learning_rate": 8.3208946286312e-06,
      "loss": 0.485,
      "step": 228
    },
    {
      "epoch": 1.0300393037619315,
      "grad_norm": 0.29257896542549133,
      "learning_rate": 8.301244938617117e-06,
      "loss": 0.4649,
      "step": 229
    },
    {
      "epoch": 1.0345311622683886,
      "grad_norm": 0.28928303718566895,
      "learning_rate": 8.281504440865905e-06,
      "loss": 0.4828,
      "step": 230
    },
    {
      "epoch": 1.0390230207748457,
      "grad_norm": 0.3513385057449341,
      "learning_rate": 8.261673678381786e-06,
      "loss": 0.4787,
      "step": 231
    },
    {
      "epoch": 1.0435148792813027,
      "grad_norm": 0.334462970495224,
      "learning_rate": 8.241753196651903e-06,
      "loss": 0.4859,
      "step": 232
    },
    {
      "epoch": 1.0480067377877598,
      "grad_norm": 0.2647038996219635,
      "learning_rate": 8.221743543631314e-06,
      "loss": 0.4701,
      "step": 233
    },
    {
      "epoch": 1.0524985962942168,
      "grad_norm": 0.36219117045402527,
      "learning_rate": 8.201645269727924e-06,
      "loss": 0.4675,
      "step": 234
    },
    {
      "epoch": 1.0569904548006739,
      "grad_norm": 0.3206924796104431,
      "learning_rate": 8.181458927787347e-06,
      "loss": 0.4782,
      "step": 235
    },
    {
      "epoch": 1.0614823133071307,
      "grad_norm": 0.29768282175064087,
      "learning_rate": 8.161185073077686e-06,
      "loss": 0.4695,
      "step": 236
    },
    {
      "epoch": 1.0659741718135878,
      "grad_norm": 0.32597997784614563,
      "learning_rate": 8.140824263274278e-06,
      "loss": 0.4546,
      "step": 237
    },
    {
      "epoch": 1.0704660303200448,
      "grad_norm": 0.26331695914268494,
      "learning_rate": 8.120377058444336e-06,
      "loss": 0.4749,
      "step": 238
    },
    {
      "epoch": 1.074957888826502,
      "grad_norm": 0.2784285843372345,
      "learning_rate": 8.099844021031559e-06,
      "loss": 0.4664,
      "step": 239
    },
    {
      "epoch": 1.079449747332959,
      "grad_norm": 0.30415502190589905,
      "learning_rate": 8.079225715840646e-06,
      "loss": 0.4611,
      "step": 240
    },
    {
      "epoch": 1.083941605839416,
      "grad_norm": 0.2318006455898285,
      "learning_rate": 8.058522710021773e-06,
      "loss": 0.4647,
      "step": 241
    },
    {
      "epoch": 1.088433464345873,
      "grad_norm": 0.3010203242301941,
      "learning_rate": 8.037735573054979e-06,
      "loss": 0.4778,
      "step": 242
    },
    {
      "epoch": 1.0929253228523301,
      "grad_norm": 0.29548323154449463,
      "learning_rate": 8.016864876734514e-06,
      "loss": 0.4679,
      "step": 243
    },
    {
      "epoch": 1.0974171813587872,
      "grad_norm": 0.2665966749191284,
      "learning_rate": 7.995911195153105e-06,
      "loss": 0.4559,
      "step": 244
    },
    {
      "epoch": 1.1019090398652442,
      "grad_norm": 0.2814834713935852,
      "learning_rate": 7.974875104686164e-06,
      "loss": 0.4668,
      "step": 245
    },
    {
      "epoch": 1.1064008983717013,
      "grad_norm": 0.3019580841064453,
      "learning_rate": 7.95375718397593e-06,
      "loss": 0.4915,
      "step": 246
    },
    {
      "epoch": 1.1108927568781584,
      "grad_norm": 0.2376527190208435,
      "learning_rate": 7.932558013915561e-06,
      "loss": 0.4494,
      "step": 247
    },
    {
      "epoch": 1.1153846153846154,
      "grad_norm": 0.24670954048633575,
      "learning_rate": 7.911278177633151e-06,
      "loss": 0.468,
      "step": 248
    },
    {
      "epoch": 1.1198764738910725,
      "grad_norm": 0.25502070784568787,
      "learning_rate": 7.889918260475685e-06,
      "loss": 0.4723,
      "step": 249
    },
    {
      "epoch": 1.1243683323975295,
      "grad_norm": 0.23503544926643372,
      "learning_rate": 7.868478849992944e-06,
      "loss": 0.4913,
      "step": 250
    },
    {
      "epoch": 1.1288601909039866,
      "grad_norm": 0.2687453031539917,
      "learning_rate": 7.846960535921344e-06,
      "loss": 0.468,
      "step": 251
    },
    {
      "epoch": 1.1333520494104437,
      "grad_norm": 0.2521950304508209,
      "learning_rate": 7.825363910167709e-06,
      "loss": 0.4421,
      "step": 252
    },
    {
      "epoch": 1.1378439079169007,
      "grad_norm": 0.240973562002182,
      "learning_rate": 7.803689566792989e-06,
      "loss": 0.4902,
      "step": 253
    },
    {
      "epoch": 1.1423357664233578,
      "grad_norm": 0.254777729511261,
      "learning_rate": 7.781938101995928e-06,
      "loss": 0.4518,
      "step": 254
    },
    {
      "epoch": 1.1468276249298146,
      "grad_norm": 0.2425854653120041,
      "learning_rate": 7.76011011409665e-06,
      "loss": 0.4836,
      "step": 255
    },
    {
      "epoch": 1.1513194834362717,
      "grad_norm": 0.256160169839859,
      "learning_rate": 7.738206203520223e-06,
      "loss": 0.4478,
      "step": 256
    },
    {
      "epoch": 1.1558113419427287,
      "grad_norm": 0.2657393515110016,
      "learning_rate": 7.716226972780111e-06,
      "loss": 0.4838,
      "step": 257
    },
    {
      "epoch": 1.1603032004491858,
      "grad_norm": 0.2680897116661072,
      "learning_rate": 7.694173026461634e-06,
      "loss": 0.465,
      "step": 258
    },
    {
      "epoch": 1.1647950589556428,
      "grad_norm": 0.37795037031173706,
      "learning_rate": 7.672044971205315e-06,
      "loss": 0.481,
      "step": 259
    },
    {
      "epoch": 1.1692869174621,
      "grad_norm": 0.24703949689865112,
      "learning_rate": 7.649843415690198e-06,
      "loss": 0.4517,
      "step": 260
    },
    {
      "epoch": 1.173778775968557,
      "grad_norm": 0.3117562532424927,
      "learning_rate": 7.627568970617114e-06,
      "loss": 0.4445,
      "step": 261
    },
    {
      "epoch": 1.178270634475014,
      "grad_norm": 0.2995341420173645,
      "learning_rate": 7.6052222486918725e-06,
      "loss": 0.4928,
      "step": 262
    },
    {
      "epoch": 1.182762492981471,
      "grad_norm": 0.2563771903514862,
      "learning_rate": 7.582803864608411e-06,
      "loss": 0.462,
      "step": 263
    },
    {
      "epoch": 1.1872543514879281,
      "grad_norm": 0.30361172556877136,
      "learning_rate": 7.560314435031886e-06,
      "loss": 0.4723,
      "step": 264
    },
    {
      "epoch": 1.1917462099943852,
      "grad_norm": 0.24592924118041992,
      "learning_rate": 7.537754578581711e-06,
      "loss": 0.4569,
      "step": 265
    },
    {
      "epoch": 1.1962380685008422,
      "grad_norm": 0.28482651710510254,
      "learning_rate": 7.51512491581454e-06,
      "loss": 0.474,
      "step": 266
    },
    {
      "epoch": 1.2007299270072993,
      "grad_norm": 0.28539368510246277,
      "learning_rate": 7.4924260692072e-06,
      "loss": 0.4665,
      "step": 267
    },
    {
      "epoch": 1.2052217855137564,
      "grad_norm": 0.2118852585554123,
      "learning_rate": 7.4696586631395626e-06,
      "loss": 0.4665,
      "step": 268
    },
    {
      "epoch": 1.2097136440202134,
      "grad_norm": 0.27248629927635193,
      "learning_rate": 7.446823323877375e-06,
      "loss": 0.4749,
      "step": 269
    },
    {
      "epoch": 1.2142055025266705,
      "grad_norm": 0.24900004267692566,
      "learning_rate": 7.423920679555029e-06,
      "loss": 0.4492,
      "step": 270
    },
    {
      "epoch": 1.2186973610331275,
      "grad_norm": 0.23359505832195282,
      "learning_rate": 7.400951360158285e-06,
      "loss": 0.4866,
      "step": 271
    },
    {
      "epoch": 1.2231892195395846,
      "grad_norm": 0.24799376726150513,
      "learning_rate": 7.377915997506945e-06,
      "loss": 0.4448,
      "step": 272
    },
    {
      "epoch": 1.2276810780460417,
      "grad_norm": 0.29386043548583984,
      "learning_rate": 7.354815225237468e-06,
      "loss": 0.4617,
      "step": 273
    },
    {
      "epoch": 1.2321729365524985,
      "grad_norm": 0.2598021924495697,
      "learning_rate": 7.331649678785545e-06,
      "loss": 0.4761,
      "step": 274
    },
    {
      "epoch": 1.2366647950589555,
      "grad_norm": 0.2887316942214966,
      "learning_rate": 7.308419995368616e-06,
      "loss": 0.4835,
      "step": 275
    },
    {
      "epoch": 1.2411566535654126,
      "grad_norm": 0.2421315759420395,
      "learning_rate": 7.285126813968346e-06,
      "loss": 0.4417,
      "step": 276
    },
    {
      "epoch": 1.2456485120718697,
      "grad_norm": 0.296011358499527,
      "learning_rate": 7.2617707753130465e-06,
      "loss": 0.4778,
      "step": 277
    },
    {
      "epoch": 1.2501403705783267,
      "grad_norm": 0.24542121589183807,
      "learning_rate": 7.238352521860049e-06,
      "loss": 0.4504,
      "step": 278
    },
    {
      "epoch": 1.2546322290847838,
      "grad_norm": 0.2937444746494293,
      "learning_rate": 7.214872697778037e-06,
      "loss": 0.468,
      "step": 279
    },
    {
      "epoch": 1.2591240875912408,
      "grad_norm": 0.2538372278213501,
      "learning_rate": 7.191331948929323e-06,
      "loss": 0.4629,
      "step": 280
    },
    {
      "epoch": 1.263615946097698,
      "grad_norm": 0.2601139545440674,
      "learning_rate": 7.1677309228520865e-06,
      "loss": 0.4675,
      "step": 281
    },
    {
      "epoch": 1.268107804604155,
      "grad_norm": 0.254896342754364,
      "learning_rate": 7.14407026874256e-06,
      "loss": 0.4657,
      "step": 282
    },
    {
      "epoch": 1.272599663110612,
      "grad_norm": 0.18791675567626953,
      "learning_rate": 7.120350637437166e-06,
      "loss": 0.4638,
      "step": 283
    },
    {
      "epoch": 1.277091521617069,
      "grad_norm": 0.3108649253845215,
      "learning_rate": 7.096572681394625e-06,
      "loss": 0.4667,
      "step": 284
    },
    {
      "epoch": 1.2815833801235261,
      "grad_norm": 0.21536403894424438,
      "learning_rate": 7.072737054678004e-06,
      "loss": 0.468,
      "step": 285
    },
    {
      "epoch": 1.2860752386299832,
      "grad_norm": 0.24769152700901031,
      "learning_rate": 7.048844412936718e-06,
      "loss": 0.4655,
      "step": 286
    },
    {
      "epoch": 1.2905670971364402,
      "grad_norm": 0.2215883433818817,
      "learning_rate": 7.024895413388508e-06,
      "loss": 0.4816,
      "step": 287
    },
    {
      "epoch": 1.2950589556428973,
      "grad_norm": 0.21110257506370544,
      "learning_rate": 7.000890714801352e-06,
      "loss": 0.4655,
      "step": 288
    },
    {
      "epoch": 1.2995508141493544,
      "grad_norm": 0.21130134165287018,
      "learning_rate": 6.976830977475346e-06,
      "loss": 0.444,
      "step": 289
    },
    {
      "epoch": 1.3040426726558114,
      "grad_norm": 0.2305009365081787,
      "learning_rate": 6.952716863224551e-06,
      "loss": 0.4665,
      "step": 290
    },
    {
      "epoch": 1.3085345311622683,
      "grad_norm": 0.24490021169185638,
      "learning_rate": 6.928549035358772e-06,
      "loss": 0.4675,
      "step": 291
    },
    {
      "epoch": 1.3130263896687255,
      "grad_norm": 0.20088279247283936,
      "learning_rate": 6.904328158665323e-06,
      "loss": 0.4589,
      "step": 292
    },
    {
      "epoch": 1.3175182481751824,
      "grad_norm": 0.25551822781562805,
      "learning_rate": 6.880054899390744e-06,
      "loss": 0.4707,
      "step": 293
    },
    {
      "epoch": 1.3220101066816397,
      "grad_norm": 0.21504874527454376,
      "learning_rate": 6.855729925222462e-06,
      "loss": 0.4633,
      "step": 294
    },
    {
      "epoch": 1.3265019651880965,
      "grad_norm": 0.2354370504617691,
      "learning_rate": 6.831353905270433e-06,
      "loss": 0.4739,
      "step": 295
    },
    {
      "epoch": 1.3309938236945535,
      "grad_norm": 0.22273460030555725,
      "learning_rate": 6.806927510048738e-06,
      "loss": 0.4676,
      "step": 296
    },
    {
      "epoch": 1.3354856822010106,
      "grad_norm": 0.20321142673492432,
      "learning_rate": 6.782451411457137e-06,
      "loss": 0.4581,
      "step": 297
    },
    {
      "epoch": 1.3399775407074677,
      "grad_norm": 0.21091462671756744,
      "learning_rate": 6.757926282762583e-06,
      "loss": 0.4603,
      "step": 298
    },
    {
      "epoch": 1.3444693992139247,
      "grad_norm": 0.22511275112628937,
      "learning_rate": 6.733352798580708e-06,
      "loss": 0.4584,
      "step": 299
    },
    {
      "epoch": 1.3489612577203818,
      "grad_norm": 0.20873034000396729,
      "learning_rate": 6.7087316348572626e-06,
      "loss": 0.4768,
      "step": 300
    },
    {
      "epoch": 1.3534531162268388,
      "grad_norm": 0.19452911615371704,
      "learning_rate": 6.684063468849528e-06,
      "loss": 0.4687,
      "step": 301
    },
    {
      "epoch": 1.357944974733296,
      "grad_norm": 0.2007768303155899,
      "learning_rate": 6.659348979107679e-06,
      "loss": 0.4602,
      "step": 302
    },
    {
      "epoch": 1.362436833239753,
      "grad_norm": 0.18347479403018951,
      "learning_rate": 6.634588845456122e-06,
      "loss": 0.4565,
      "step": 303
    },
    {
      "epoch": 1.36692869174621,
      "grad_norm": 0.2227877527475357,
      "learning_rate": 6.609783748974802e-06,
      "loss": 0.4554,
      "step": 304
    },
    {
      "epoch": 1.371420550252667,
      "grad_norm": 0.2087058275938034,
      "learning_rate": 6.584934371980452e-06,
      "loss": 0.4552,
      "step": 305
    },
    {
      "epoch": 1.3759124087591241,
      "grad_norm": 0.24951022863388062,
      "learning_rate": 6.560041398007847e-06,
      "loss": 0.46,
      "step": 306
    },
    {
      "epoch": 1.3804042672655812,
      "grad_norm": 0.1927427351474762,
      "learning_rate": 6.535105511790979e-06,
      "loss": 0.4441,
      "step": 307
    },
    {
      "epoch": 1.3848961257720382,
      "grad_norm": 0.2886252999305725,
      "learning_rate": 6.510127399244235e-06,
      "loss": 0.4769,
      "step": 308
    },
    {
      "epoch": 1.3893879842784953,
      "grad_norm": 0.2261786013841629,
      "learning_rate": 6.485107747443529e-06,
      "loss": 0.4552,
      "step": 309
    },
    {
      "epoch": 1.3938798427849521,
      "grad_norm": 0.22381217777729034,
      "learning_rate": 6.460047244607397e-06,
      "loss": 0.4576,
      "step": 310
    },
    {
      "epoch": 1.3983717012914094,
      "grad_norm": 0.21512459218502045,
      "learning_rate": 6.434946580078072e-06,
      "loss": 0.4417,
      "step": 311
    },
    {
      "epoch": 1.4028635597978663,
      "grad_norm": 0.2732483446598053,
      "learning_rate": 6.409806444302519e-06,
      "loss": 0.4635,
      "step": 312
    },
    {
      "epoch": 1.4073554183043235,
      "grad_norm": 0.2072446048259735,
      "learning_rate": 6.384627528813439e-06,
      "loss": 0.4544,
      "step": 313
    },
    {
      "epoch": 1.4118472768107804,
      "grad_norm": 0.3143913447856903,
      "learning_rate": 6.359410526210259e-06,
      "loss": 0.49,
      "step": 314
    },
    {
      "epoch": 1.4163391353172374,
      "grad_norm": 0.26985523104667664,
      "learning_rate": 6.334156130140068e-06,
      "loss": 0.4533,
      "step": 315
    },
    {
      "epoch": 1.4208309938236945,
      "grad_norm": 0.25130948424339294,
      "learning_rate": 6.308865035278539e-06,
      "loss": 0.4536,
      "step": 316
    },
    {
      "epoch": 1.4253228523301515,
      "grad_norm": 0.2829897403717041,
      "learning_rate": 6.283537937310829e-06,
      "loss": 0.484,
      "step": 317
    },
    {
      "epoch": 1.4298147108366086,
      "grad_norm": 0.22410716116428375,
      "learning_rate": 6.258175532912432e-06,
      "loss": 0.4594,
      "step": 318
    },
    {
      "epoch": 1.4343065693430657,
      "grad_norm": 0.2592792510986328,
      "learning_rate": 6.232778519730024e-06,
      "loss": 0.4709,
      "step": 319
    },
    {
      "epoch": 1.4387984278495227,
      "grad_norm": 0.20447753369808197,
      "learning_rate": 6.207347596362265e-06,
      "loss": 0.4622,
      "step": 320
    },
    {
      "epoch": 1.4432902863559798,
      "grad_norm": 0.25977230072021484,
      "learning_rate": 6.181883462340589e-06,
      "loss": 0.4753,
      "step": 321
    },
    {
      "epoch": 1.4477821448624368,
      "grad_norm": 0.20790189504623413,
      "learning_rate": 6.1563868181099596e-06,
      "loss": 0.4535,
      "step": 322
    },
    {
      "epoch": 1.452274003368894,
      "grad_norm": 0.29562297463417053,
      "learning_rate": 6.130858365009601e-06,
      "loss": 0.4744,
      "step": 323
    },
    {
      "epoch": 1.456765861875351,
      "grad_norm": 0.21025337278842926,
      "learning_rate": 6.105298805253709e-06,
      "loss": 0.4663,
      "step": 324
    },
    {
      "epoch": 1.461257720381808,
      "grad_norm": 0.26838284730911255,
      "learning_rate": 6.079708841912133e-06,
      "loss": 0.4682,
      "step": 325
    },
    {
      "epoch": 1.465749578888265,
      "grad_norm": 0.21380648016929626,
      "learning_rate": 6.054089178891039e-06,
      "loss": 0.4669,
      "step": 326
    },
    {
      "epoch": 1.4702414373947221,
      "grad_norm": 0.2207087278366089,
      "learning_rate": 6.028440520913545e-06,
      "loss": 0.4414,
      "step": 327
    },
    {
      "epoch": 1.4747332959011792,
      "grad_norm": 0.21855312585830688,
      "learning_rate": 6.002763573500332e-06,
      "loss": 0.4833,
      "step": 328
    },
    {
      "epoch": 1.479225154407636,
      "grad_norm": 0.23827263712882996,
      "learning_rate": 5.977059042950252e-06,
      "loss": 0.4486,
      "step": 329
    },
    {
      "epoch": 1.4837170129140933,
      "grad_norm": 0.22362874448299408,
      "learning_rate": 5.951327636320878e-06,
      "loss": 0.4761,
      "step": 330
    },
    {
      "epoch": 1.4882088714205501,
      "grad_norm": 0.23705798387527466,
      "learning_rate": 5.925570061409077e-06,
      "loss": 0.4667,
      "step": 331
    },
    {
      "epoch": 1.4927007299270074,
      "grad_norm": 0.20592792332172394,
      "learning_rate": 5.899787026731524e-06,
      "loss": 0.4528,
      "step": 332
    },
    {
      "epoch": 1.4971925884334643,
      "grad_norm": 0.1896170973777771,
      "learning_rate": 5.873979241505219e-06,
      "loss": 0.4618,
      "step": 333
    },
    {
      "epoch": 1.5016844469399215,
      "grad_norm": 0.1971491128206253,
      "learning_rate": 5.848147415627981e-06,
      "loss": 0.4684,
      "step": 334
    },
    {
      "epoch": 1.5061763054463784,
      "grad_norm": 0.21199488639831543,
      "learning_rate": 5.822292259658914e-06,
      "loss": 0.4653,
      "step": 335
    },
    {
      "epoch": 1.5106681639528357,
      "grad_norm": 0.19454307854175568,
      "learning_rate": 5.79641448479887e-06,
      "loss": 0.4739,
      "step": 336
    },
    {
      "epoch": 1.5151600224592925,
      "grad_norm": 0.2176458239555359,
      "learning_rate": 5.770514802870879e-06,
      "loss": 0.4583,
      "step": 337
    },
    {
      "epoch": 1.5196518809657495,
      "grad_norm": 0.21410858631134033,
      "learning_rate": 5.744593926300573e-06,
      "loss": 0.4494,
      "step": 338
    },
    {
      "epoch": 1.5241437394722066,
      "grad_norm": 0.21628141403198242,
      "learning_rate": 5.718652568096585e-06,
      "loss": 0.4639,
      "step": 339
    },
    {
      "epoch": 1.5286355979786637,
      "grad_norm": 0.2230045348405838,
      "learning_rate": 5.6926914418309405e-06,
      "loss": 0.4603,
      "step": 340
    },
    {
      "epoch": 1.5331274564851207,
      "grad_norm": 0.24906450510025024,
      "learning_rate": 5.666711261619429e-06,
      "loss": 0.4662,
      "step": 341
    },
    {
      "epoch": 1.5376193149915778,
      "grad_norm": 0.19834677875041962,
      "learning_rate": 5.640712742101954e-06,
      "loss": 0.4582,
      "step": 342
    },
    {
      "epoch": 1.5421111734980348,
      "grad_norm": 0.2662658989429474,
      "learning_rate": 5.614696598422885e-06,
      "loss": 0.4748,
      "step": 343
    },
    {
      "epoch": 1.546603032004492,
      "grad_norm": 0.22788119316101074,
      "learning_rate": 5.5886635462113805e-06,
      "loss": 0.4654,
      "step": 344
    },
    {
      "epoch": 1.551094890510949,
      "grad_norm": 0.22741669416427612,
      "learning_rate": 5.562614301561704e-06,
      "loss": 0.4527,
      "step": 345
    },
    {
      "epoch": 1.5555867490174058,
      "grad_norm": 0.24191468954086304,
      "learning_rate": 5.536549581013525e-06,
      "loss": 0.4691,
      "step": 346
    },
    {
      "epoch": 1.560078607523863,
      "grad_norm": 0.22361521422863007,
      "learning_rate": 5.510470101532213e-06,
      "loss": 0.4571,
      "step": 347
    },
    {
      "epoch": 1.56457046603032,
      "grad_norm": 0.21503981947898865,
      "learning_rate": 5.48437658048911e-06,
      "loss": 0.447,
      "step": 348
    },
    {
      "epoch": 1.5690623245367772,
      "grad_norm": 0.22127224504947662,
      "learning_rate": 5.4582697356418036e-06,
      "loss": 0.4604,
      "step": 349
    },
    {
      "epoch": 1.573554183043234,
      "grad_norm": 0.24467918276786804,
      "learning_rate": 5.4321502851143785e-06,
      "loss": 0.479,
      "step": 350
    },
    {
      "epoch": 1.5780460415496913,
      "grad_norm": 0.1886945217847824,
      "learning_rate": 5.406018947377668e-06,
      "loss": 0.4641,
      "step": 351
    },
    {
      "epoch": 1.5825379000561481,
      "grad_norm": 0.20987150073051453,
      "learning_rate": 5.379876441229486e-06,
      "loss": 0.4629,
      "step": 352
    },
    {
      "epoch": 1.5870297585626054,
      "grad_norm": 0.19232037663459778,
      "learning_rate": 5.353723485774859e-06,
      "loss": 0.4367,
      "step": 353
    },
    {
      "epoch": 1.5915216170690623,
      "grad_norm": 0.18378283083438873,
      "learning_rate": 5.327560800406241e-06,
      "loss": 0.48,
      "step": 354
    },
    {
      "epoch": 1.5960134755755195,
      "grad_norm": 0.22845953702926636,
      "learning_rate": 5.301389104783731e-06,
      "loss": 0.4695,
      "step": 355
    },
    {
      "epoch": 1.6005053340819764,
      "grad_norm": 0.1837320476770401,
      "learning_rate": 5.275209118815274e-06,
      "loss": 0.4402,
      "step": 356
    },
    {
      "epoch": 1.6049971925884334,
      "grad_norm": 0.20027028024196625,
      "learning_rate": 5.249021562636857e-06,
      "loss": 0.4538,
      "step": 357
    },
    {
      "epoch": 1.6094890510948905,
      "grad_norm": 0.2599356472492218,
      "learning_rate": 5.222827156592701e-06,
      "loss": 0.4719,
      "step": 358
    },
    {
      "epoch": 1.6139809096013475,
      "grad_norm": 0.20169083774089813,
      "learning_rate": 5.196626621215449e-06,
      "loss": 0.4722,
      "step": 359
    },
    {
      "epoch": 1.6184727681078046,
      "grad_norm": 0.2602737247943878,
      "learning_rate": 5.170420677206344e-06,
      "loss": 0.4567,
      "step": 360
    },
    {
      "epoch": 1.6229646266142617,
      "grad_norm": 0.20139826834201813,
      "learning_rate": 5.144210045415402e-06,
      "loss": 0.4607,
      "step": 361
    },
    {
      "epoch": 1.6274564851207187,
      "grad_norm": 0.19559621810913086,
      "learning_rate": 5.117995446821592e-06,
      "loss": 0.4652,
      "step": 362
    },
    {
      "epoch": 1.6319483436271758,
      "grad_norm": 0.21619027853012085,
      "learning_rate": 5.091777602512993e-06,
      "loss": 0.4381,
      "step": 363
    },
    {
      "epoch": 1.6364402021336328,
      "grad_norm": 0.20571349561214447,
      "learning_rate": 5.065557233666968e-06,
      "loss": 0.4665,
      "step": 364
    },
    {
      "epoch": 1.6409320606400897,
      "grad_norm": 0.2172069400548935,
      "learning_rate": 5.039335061530319e-06,
      "loss": 0.4463,
      "step": 365
    },
    {
      "epoch": 1.645423919146547,
      "grad_norm": 0.20271949470043182,
      "learning_rate": 5.013111807399455e-06,
      "loss": 0.458,
      "step": 366
    },
    {
      "epoch": 1.6499157776530038,
      "grad_norm": 0.19836212694644928,
      "learning_rate": 4.986888192600546e-06,
      "loss": 0.461,
      "step": 367
    },
    {
      "epoch": 1.654407636159461,
      "grad_norm": 0.1832582950592041,
      "learning_rate": 4.960664938469683e-06,
      "loss": 0.4393,
      "step": 368
    },
    {
      "epoch": 1.658899494665918,
      "grad_norm": 0.23569650948047638,
      "learning_rate": 4.934442766333034e-06,
      "loss": 0.4717,
      "step": 369
    },
    {
      "epoch": 1.6633913531723752,
      "grad_norm": 0.186725914478302,
      "learning_rate": 4.908222397487009e-06,
      "loss": 0.4522,
      "step": 370
    },
    {
      "epoch": 1.667883211678832,
      "grad_norm": 0.21094153821468353,
      "learning_rate": 4.88200455317841e-06,
      "loss": 0.4543,
      "step": 371
    },
    {
      "epoch": 1.6723750701852893,
      "grad_norm": 0.24533981084823608,
      "learning_rate": 4.8557899545846e-06,
      "loss": 0.4714,
      "step": 372
    },
    {
      "epoch": 1.6768669286917461,
      "grad_norm": 0.19219504296779633,
      "learning_rate": 4.829579322793659e-06,
      "loss": 0.4756,
      "step": 373
    },
    {
      "epoch": 1.6813587871982034,
      "grad_norm": 0.22109220921993256,
      "learning_rate": 4.8033733787845535e-06,
      "loss": 0.4423,
      "step": 374
    },
    {
      "epoch": 1.6858506457046603,
      "grad_norm": 0.21374572813510895,
      "learning_rate": 4.7771728434073005e-06,
      "loss": 0.4526,
      "step": 375
    },
    {
      "epoch": 1.6903425042111173,
      "grad_norm": 0.21615076065063477,
      "learning_rate": 4.7509784373631446e-06,
      "loss": 0.4657,
      "step": 376
    },
    {
      "epoch": 1.6948343627175744,
      "grad_norm": 0.2250211238861084,
      "learning_rate": 4.724790881184727e-06,
      "loss": 0.4621,
      "step": 377
    },
    {
      "epoch": 1.6993262212240314,
      "grad_norm": 0.21998076140880585,
      "learning_rate": 4.69861089521627e-06,
      "loss": 0.4613,
      "step": 378
    },
    {
      "epoch": 1.7038180797304885,
      "grad_norm": 0.20503737032413483,
      "learning_rate": 4.672439199593761e-06,
      "loss": 0.4529,
      "step": 379
    },
    {
      "epoch": 1.7083099382369455,
      "grad_norm": 0.2038574367761612,
      "learning_rate": 4.646276514225143e-06,
      "loss": 0.4556,
      "step": 380
    },
    {
      "epoch": 1.7128017967434026,
      "grad_norm": 0.18167847394943237,
      "learning_rate": 4.6201235587705155e-06,
      "loss": 0.4734,
      "step": 381
    },
    {
      "epoch": 1.7172936552498597,
      "grad_norm": 0.1952500194311142,
      "learning_rate": 4.593981052622334e-06,
      "loss": 0.4542,
      "step": 382
    },
    {
      "epoch": 1.7217855137563167,
      "grad_norm": 0.2038043886423111,
      "learning_rate": 4.567849714885622e-06,
      "loss": 0.482,
      "step": 383
    },
    {
      "epoch": 1.7262773722627736,
      "grad_norm": 0.1942799836397171,
      "learning_rate": 4.541730264358198e-06,
      "loss": 0.4502,
      "step": 384
    },
    {
      "epoch": 1.7307692307692308,
      "grad_norm": 0.17968258261680603,
      "learning_rate": 4.515623419510891e-06,
      "loss": 0.4595,
      "step": 385
    },
    {
      "epoch": 1.7352610892756877,
      "grad_norm": 0.21333391964435577,
      "learning_rate": 4.489529898467789e-06,
      "loss": 0.4742,
      "step": 386
    },
    {
      "epoch": 1.739752947782145,
      "grad_norm": 0.19606302678585052,
      "learning_rate": 4.463450418986477e-06,
      "loss": 0.4581,
      "step": 387
    },
    {
      "epoch": 1.7442448062886018,
      "grad_norm": 0.17203934490680695,
      "learning_rate": 4.4373856984382985e-06,
      "loss": 0.449,
      "step": 388
    },
    {
      "epoch": 1.748736664795059,
      "grad_norm": 0.19502601027488708,
      "learning_rate": 4.411336453788622e-06,
      "loss": 0.472,
      "step": 389
    },
    {
      "epoch": 1.753228523301516,
      "grad_norm": 0.19490373134613037,
      "learning_rate": 4.3853034015771176e-06,
      "loss": 0.4509,
      "step": 390
    },
    {
      "epoch": 1.7577203818079732,
      "grad_norm": 0.18702197074890137,
      "learning_rate": 4.3592872578980495e-06,
      "loss": 0.4867,
      "step": 391
    },
    {
      "epoch": 1.76221224031443,
      "grad_norm": 0.185566708445549,
      "learning_rate": 4.333288738380574e-06,
      "loss": 0.4488,
      "step": 392
    },
    {
      "epoch": 1.7667040988208873,
      "grad_norm": 0.17845405638217926,
      "learning_rate": 4.30730855816906e-06,
      "loss": 0.4657,
      "step": 393
    },
    {
      "epoch": 1.7711959573273441,
      "grad_norm": 0.17764534056186676,
      "learning_rate": 4.281347431903416e-06,
      "loss": 0.4499,
      "step": 394
    },
    {
      "epoch": 1.7756878158338012,
      "grad_norm": 0.19315990805625916,
      "learning_rate": 4.255406073699428e-06,
      "loss": 0.4497,
      "step": 395
    },
    {
      "epoch": 1.7801796743402583,
      "grad_norm": 0.1673203557729721,
      "learning_rate": 4.229485197129122e-06,
      "loss": 0.4462,
      "step": 396
    },
    {
      "epoch": 1.7846715328467153,
      "grad_norm": 0.18644391000270844,
      "learning_rate": 4.203585515201131e-06,
      "loss": 0.4469,
      "step": 397
    },
    {
      "epoch": 1.7891633913531724,
      "grad_norm": 0.17737650871276855,
      "learning_rate": 4.177707740341088e-06,
      "loss": 0.4605,
      "step": 398
    },
    {
      "epoch": 1.7936552498596294,
      "grad_norm": 0.17971952259540558,
      "learning_rate": 4.151852584372021e-06,
      "loss": 0.4473,
      "step": 399
    },
    {
      "epoch": 1.7981471083660865,
      "grad_norm": 0.1814514845609665,
      "learning_rate": 4.1260207584947825e-06,
      "loss": 0.466,
      "step": 400
    },
    {
      "epoch": 1.8026389668725435,
      "grad_norm": 0.17787028849124908,
      "learning_rate": 4.100212973268478e-06,
      "loss": 0.4656,
      "step": 401
    },
    {
      "epoch": 1.8071308253790006,
      "grad_norm": 0.2006688117980957,
      "learning_rate": 4.074429938590924e-06,
      "loss": 0.4484,
      "step": 402
    },
    {
      "epoch": 1.8116226838854577,
      "grad_norm": 0.20157967507839203,
      "learning_rate": 4.048672363679124e-06,
      "loss": 0.4735,
      "step": 403
    },
    {
      "epoch": 1.8161145423919147,
      "grad_norm": 0.21290093660354614,
      "learning_rate": 4.022940957049752e-06,
      "loss": 0.4705,
      "step": 404
    },
    {
      "epoch": 1.8206064008983716,
      "grad_norm": 0.18965761363506317,
      "learning_rate": 3.99723642649967e-06,
      "loss": 0.4534,
      "step": 405
    },
    {
      "epoch": 1.8250982594048288,
      "grad_norm": 0.19589713215827942,
      "learning_rate": 3.971559479086459e-06,
      "loss": 0.4587,
      "step": 406
    },
    {
      "epoch": 1.8295901179112857,
      "grad_norm": 0.16529035568237305,
      "learning_rate": 3.945910821108963e-06,
      "loss": 0.4587,
      "step": 407
    },
    {
      "epoch": 1.834081976417743,
      "grad_norm": 0.17363354563713074,
      "learning_rate": 3.9202911580878685e-06,
      "loss": 0.4409,
      "step": 408
    },
    {
      "epoch": 1.8385738349241998,
      "grad_norm": 0.1951248049736023,
      "learning_rate": 3.894701194746291e-06,
      "loss": 0.4534,
      "step": 409
    },
    {
      "epoch": 1.843065693430657,
      "grad_norm": 0.18388287723064423,
      "learning_rate": 3.869141634990399e-06,
      "loss": 0.474,
      "step": 410
    },
    {
      "epoch": 1.847557551937114,
      "grad_norm": 0.17535457015037537,
      "learning_rate": 3.843613181890042e-06,
      "loss": 0.4469,
      "step": 411
    },
    {
      "epoch": 1.8520494104435712,
      "grad_norm": 0.1836119443178177,
      "learning_rate": 3.818116537659412e-06,
      "loss": 0.4536,
      "step": 412
    },
    {
      "epoch": 1.856541268950028,
      "grad_norm": 0.18821248412132263,
      "learning_rate": 3.7926524036377366e-06,
      "loss": 0.477,
      "step": 413
    },
    {
      "epoch": 1.861033127456485,
      "grad_norm": 0.19100096821784973,
      "learning_rate": 3.767221480269978e-06,
      "loss": 0.4336,
      "step": 414
    },
    {
      "epoch": 1.8655249859629421,
      "grad_norm": 0.1809721142053604,
      "learning_rate": 3.741824467087569e-06,
      "loss": 0.4539,
      "step": 415
    },
    {
      "epoch": 1.8700168444693992,
      "grad_norm": 0.22617210447788239,
      "learning_rate": 3.7164620626891724e-06,
      "loss": 0.4883,
      "step": 416
    },
    {
      "epoch": 1.8745087029758563,
      "grad_norm": 0.1782565861940384,
      "learning_rate": 3.6911349647214623e-06,
      "loss": 0.4498,
      "step": 417
    },
    {
      "epoch": 1.8790005614823133,
      "grad_norm": 0.16668500006198883,
      "learning_rate": 3.665843869859934e-06,
      "loss": 0.4563,
      "step": 418
    },
    {
      "epoch": 1.8834924199887704,
      "grad_norm": 0.2230617105960846,
      "learning_rate": 3.640589473789742e-06,
      "loss": 0.4695,
      "step": 419
    },
    {
      "epoch": 1.8879842784952274,
      "grad_norm": 0.17857353389263153,
      "learning_rate": 3.6153724711865623e-06,
      "loss": 0.4445,
      "step": 420
    },
    {
      "epoch": 1.8924761370016845,
      "grad_norm": 0.19203616678714752,
      "learning_rate": 3.5901935556974837e-06,
      "loss": 0.4559,
      "step": 421
    },
    {
      "epoch": 1.8969679955081415,
      "grad_norm": 0.18788589537143707,
      "learning_rate": 3.56505341992193e-06,
      "loss": 0.4543,
      "step": 422
    },
    {
      "epoch": 1.9014598540145986,
      "grad_norm": 0.17305254936218262,
      "learning_rate": 3.539952755392605e-06,
      "loss": 0.4567,
      "step": 423
    },
    {
      "epoch": 1.9059517125210554,
      "grad_norm": 0.21953020989894867,
      "learning_rate": 3.514892252556474e-06,
      "loss": 0.4717,
      "step": 424
    },
    {
      "epoch": 1.9104435710275127,
      "grad_norm": 0.15481020510196686,
      "learning_rate": 3.4898726007557655e-06,
      "loss": 0.4424,
      "step": 425
    },
    {
      "epoch": 1.9149354295339696,
      "grad_norm": 0.18283706903457642,
      "learning_rate": 3.464894488209022e-06,
      "loss": 0.4467,
      "step": 426
    },
    {
      "epoch": 1.9194272880404268,
      "grad_norm": 0.18225404620170593,
      "learning_rate": 3.439958601992153e-06,
      "loss": 0.4805,
      "step": 427
    },
    {
      "epoch": 1.9239191465468837,
      "grad_norm": 0.15692797303199768,
      "learning_rate": 3.415065628019547e-06,
      "loss": 0.4536,
      "step": 428
    },
    {
      "epoch": 1.928411005053341,
      "grad_norm": 0.17508453130722046,
      "learning_rate": 3.3902162510252e-06,
      "loss": 0.4567,
      "step": 429
    },
    {
      "epoch": 1.9329028635597978,
      "grad_norm": 0.1812361180782318,
      "learning_rate": 3.365411154543878e-06,
      "loss": 0.4466,
      "step": 430
    },
    {
      "epoch": 1.937394722066255,
      "grad_norm": 0.17098145186901093,
      "learning_rate": 3.3406510208923228e-06,
      "loss": 0.4563,
      "step": 431
    },
    {
      "epoch": 1.941886580572712,
      "grad_norm": 0.19324849545955658,
      "learning_rate": 3.3159365311504732e-06,
      "loss": 0.4649,
      "step": 432
    },
    {
      "epoch": 1.946378439079169,
      "grad_norm": 0.17696388065814972,
      "learning_rate": 3.291268365142738e-06,
      "loss": 0.4518,
      "step": 433
    },
    {
      "epoch": 1.950870297585626,
      "grad_norm": 0.1926283836364746,
      "learning_rate": 3.2666472014192942e-06,
      "loss": 0.4457,
      "step": 434
    },
    {
      "epoch": 1.955362156092083,
      "grad_norm": 0.18097148835659027,
      "learning_rate": 3.2420737172374184e-06,
      "loss": 0.4649,
      "step": 435
    },
    {
      "epoch": 1.9598540145985401,
      "grad_norm": 0.2086239606142044,
      "learning_rate": 3.217548588542864e-06,
      "loss": 0.466,
      "step": 436
    },
    {
      "epoch": 1.9643458731049972,
      "grad_norm": 0.17721500992774963,
      "learning_rate": 3.1930724899512633e-06,
      "loss": 0.4576,
      "step": 437
    },
    {
      "epoch": 1.9688377316114543,
      "grad_norm": 0.18082091212272644,
      "learning_rate": 3.1686460947295695e-06,
      "loss": 0.4543,
      "step": 438
    },
    {
      "epoch": 1.9733295901179113,
      "grad_norm": 0.19457915425300598,
      "learning_rate": 3.1442700747775413e-06,
      "loss": 0.4489,
      "step": 439
    },
    {
      "epoch": 1.9778214486243684,
      "grad_norm": 0.18913620710372925,
      "learning_rate": 3.1199451006092586e-06,
      "loss": 0.4631,
      "step": 440
    },
    {
      "epoch": 1.9823133071308254,
      "grad_norm": 0.18790724873542786,
      "learning_rate": 3.0956718413346785e-06,
      "loss": 0.4499,
      "step": 441
    },
    {
      "epoch": 1.9868051656372825,
      "grad_norm": 0.16851408779621124,
      "learning_rate": 3.0714509646412295e-06,
      "loss": 0.4436,
      "step": 442
    },
    {
      "epoch": 1.9912970241437393,
      "grad_norm": 0.19248563051223755,
      "learning_rate": 3.0472831367754496e-06,
      "loss": 0.4699,
      "step": 443
    },
    {
      "epoch": 1.9957888826501966,
      "grad_norm": 0.17517177760601044,
      "learning_rate": 3.0231690225246537e-06,
      "loss": 0.454,
      "step": 444
    },
    {
      "epoch": 2.0016844469399215,
      "grad_norm": 0.30906590819358826,
      "learning_rate": 2.999109285198649e-06,
      "loss": 0.7469,
      "step": 445
    },
    {
      "epoch": 2.0061763054463784,
      "grad_norm": 0.18735533952713013,
      "learning_rate": 2.9751045866114926e-06,
      "loss": 0.45,
      "step": 446
    },
    {
      "epoch": 2.0106681639528357,
      "grad_norm": 0.17937350273132324,
      "learning_rate": 2.9511555870632824e-06,
      "loss": 0.4468,
      "step": 447
    },
    {
      "epoch": 2.0151600224592925,
      "grad_norm": 0.18137559294700623,
      "learning_rate": 2.927262945321998e-06,
      "loss": 0.4341,
      "step": 448
    },
    {
      "epoch": 2.0196518809657498,
      "grad_norm": 0.18004953861236572,
      "learning_rate": 2.903427318605376e-06,
      "loss": 0.4426,
      "step": 449
    },
    {
      "epoch": 2.0241437394722066,
      "grad_norm": 0.17482782900333405,
      "learning_rate": 2.8796493625628357e-06,
      "loss": 0.4584,
      "step": 450
    },
    {
      "epoch": 2.028635597978664,
      "grad_norm": 0.20240633189678192,
      "learning_rate": 2.8559297312574417e-06,
      "loss": 0.4589,
      "step": 451
    },
    {
      "epoch": 2.0331274564851207,
      "grad_norm": 0.15797480940818787,
      "learning_rate": 2.8322690771479135e-06,
      "loss": 0.4416,
      "step": 452
    },
    {
      "epoch": 2.0376193149915776,
      "grad_norm": 0.16248145699501038,
      "learning_rate": 2.808668051070678e-06,
      "loss": 0.4356,
      "step": 453
    },
    {
      "epoch": 2.042111173498035,
      "grad_norm": 0.17543736100196838,
      "learning_rate": 2.7851273022219645e-06,
      "loss": 0.4531,
      "step": 454
    },
    {
      "epoch": 2.0466030320044917,
      "grad_norm": 0.18104536831378937,
      "learning_rate": 2.7616474781399527e-06,
      "loss": 0.4566,
      "step": 455
    },
    {
      "epoch": 2.051094890510949,
      "grad_norm": 0.1631019413471222,
      "learning_rate": 2.7382292246869548e-06,
      "loss": 0.4345,
      "step": 456
    },
    {
      "epoch": 2.055586749017406,
      "grad_norm": 0.16401013731956482,
      "learning_rate": 2.7148731860316544e-06,
      "loss": 0.4466,
      "step": 457
    },
    {
      "epoch": 2.060078607523863,
      "grad_norm": 0.18238060176372528,
      "learning_rate": 2.6915800046313852e-06,
      "loss": 0.4587,
      "step": 458
    },
    {
      "epoch": 2.06457046603032,
      "grad_norm": 0.1778591126203537,
      "learning_rate": 2.6683503212144563e-06,
      "loss": 0.4652,
      "step": 459
    },
    {
      "epoch": 2.069062324536777,
      "grad_norm": 0.16754575073719025,
      "learning_rate": 2.645184774762533e-06,
      "loss": 0.4265,
      "step": 460
    },
    {
      "epoch": 2.073554183043234,
      "grad_norm": 0.16498114168643951,
      "learning_rate": 2.6220840024930562e-06,
      "loss": 0.4335,
      "step": 461
    },
    {
      "epoch": 2.0780460415496913,
      "grad_norm": 0.18743063509464264,
      "learning_rate": 2.599048639841717e-06,
      "loss": 0.4472,
      "step": 462
    },
    {
      "epoch": 2.082537900056148,
      "grad_norm": 0.1664198338985443,
      "learning_rate": 2.5760793204449737e-06,
      "loss": 0.4468,
      "step": 463
    },
    {
      "epoch": 2.0870297585626054,
      "grad_norm": 0.16629664599895477,
      "learning_rate": 2.553176676122627e-06,
      "loss": 0.4449,
      "step": 464
    },
    {
      "epoch": 2.0915216170690623,
      "grad_norm": 0.1749490648508072,
      "learning_rate": 2.530341336860439e-06,
      "loss": 0.4378,
      "step": 465
    },
    {
      "epoch": 2.0960134755755195,
      "grad_norm": 0.15219521522521973,
      "learning_rate": 2.5075739307928017e-06,
      "loss": 0.4317,
      "step": 466
    },
    {
      "epoch": 2.1005053340819764,
      "grad_norm": 0.16345295310020447,
      "learning_rate": 2.484875084185462e-06,
      "loss": 0.4491,
      "step": 467
    },
    {
      "epoch": 2.1049971925884337,
      "grad_norm": 0.162262961268425,
      "learning_rate": 2.462245421418292e-06,
      "loss": 0.4477,
      "step": 468
    },
    {
      "epoch": 2.1094890510948905,
      "grad_norm": 0.16510337591171265,
      "learning_rate": 2.4396855649681166e-06,
      "loss": 0.4344,
      "step": 469
    },
    {
      "epoch": 2.1139809096013478,
      "grad_norm": 0.17441292107105255,
      "learning_rate": 2.4171961353915914e-06,
      "loss": 0.4657,
      "step": 470
    },
    {
      "epoch": 2.1184727681078046,
      "grad_norm": 0.15476343035697937,
      "learning_rate": 2.394777751308129e-06,
      "loss": 0.4377,
      "step": 471
    },
    {
      "epoch": 2.1229646266142614,
      "grad_norm": 0.16448856890201569,
      "learning_rate": 2.372431029382888e-06,
      "loss": 0.4497,
      "step": 472
    },
    {
      "epoch": 2.1274564851207187,
      "grad_norm": 0.18509458005428314,
      "learning_rate": 2.350156584309804e-06,
      "loss": 0.4511,
      "step": 473
    },
    {
      "epoch": 2.1319483436271756,
      "grad_norm": 0.1604773998260498,
      "learning_rate": 2.3279550287946883e-06,
      "loss": 0.4582,
      "step": 474
    },
    {
      "epoch": 2.136440202133633,
      "grad_norm": 0.17485181987285614,
      "learning_rate": 2.305826973538366e-06,
      "loss": 0.4403,
      "step": 475
    },
    {
      "epoch": 2.1409320606400897,
      "grad_norm": 0.1811332404613495,
      "learning_rate": 2.2837730272198886e-06,
      "loss": 0.4436,
      "step": 476
    },
    {
      "epoch": 2.145423919146547,
      "grad_norm": 0.15909186005592346,
      "learning_rate": 2.2617937964797786e-06,
      "loss": 0.4432,
      "step": 477
    },
    {
      "epoch": 2.149915777653004,
      "grad_norm": 0.1537752002477646,
      "learning_rate": 2.2398898859033496e-06,
      "loss": 0.4398,
      "step": 478
    },
    {
      "epoch": 2.154407636159461,
      "grad_norm": 0.14990779757499695,
      "learning_rate": 2.2180618980040747e-06,
      "loss": 0.4434,
      "step": 479
    },
    {
      "epoch": 2.158899494665918,
      "grad_norm": 0.15770702064037323,
      "learning_rate": 2.196310433207013e-06,
      "loss": 0.445,
      "step": 480
    },
    {
      "epoch": 2.163391353172375,
      "grad_norm": 0.1663922518491745,
      "learning_rate": 2.174636089832293e-06,
      "loss": 0.4624,
      "step": 481
    },
    {
      "epoch": 2.167883211678832,
      "grad_norm": 0.1494603157043457,
      "learning_rate": 2.1530394640786567e-06,
      "loss": 0.4095,
      "step": 482
    },
    {
      "epoch": 2.1723750701852893,
      "grad_norm": 0.16668330132961273,
      "learning_rate": 2.131521150007056e-06,
      "loss": 0.4749,
      "step": 483
    },
    {
      "epoch": 2.176866928691746,
      "grad_norm": 0.156080424785614,
      "learning_rate": 2.110081739524316e-06,
      "loss": 0.4377,
      "step": 484
    },
    {
      "epoch": 2.1813587871982034,
      "grad_norm": 0.1667332947254181,
      "learning_rate": 2.0887218223668493e-06,
      "loss": 0.4634,
      "step": 485
    },
    {
      "epoch": 2.1858506457046603,
      "grad_norm": 0.16652284562587738,
      "learning_rate": 2.0674419860844385e-06,
      "loss": 0.4635,
      "step": 486
    },
    {
      "epoch": 2.1903425042111175,
      "grad_norm": 0.17611587047576904,
      "learning_rate": 2.046242816024071e-06,
      "loss": 0.4333,
      "step": 487
    },
    {
      "epoch": 2.1948343627175744,
      "grad_norm": 0.170632004737854,
      "learning_rate": 2.0251248953138377e-06,
      "loss": 0.4577,
      "step": 488
    },
    {
      "epoch": 2.199326221224031,
      "grad_norm": 0.1769552379846573,
      "learning_rate": 2.0040888048468954e-06,
      "loss": 0.4404,
      "step": 489
    },
    {
      "epoch": 2.2038180797304885,
      "grad_norm": 0.16041500866413116,
      "learning_rate": 1.9831351232654874e-06,
      "loss": 0.4354,
      "step": 490
    },
    {
      "epoch": 2.2083099382369458,
      "grad_norm": 0.15111730992794037,
      "learning_rate": 1.962264426945023e-06,
      "loss": 0.4412,
      "step": 491
    },
    {
      "epoch": 2.2128017967434026,
      "grad_norm": 0.15624019503593445,
      "learning_rate": 1.9414772899782274e-06,
      "loss": 0.438,
      "step": 492
    },
    {
      "epoch": 2.2172936552498594,
      "grad_norm": 0.1754332333803177,
      "learning_rate": 1.920774284159353e-06,
      "loss": 0.4604,
      "step": 493
    },
    {
      "epoch": 2.2217855137563167,
      "grad_norm": 0.16165252029895782,
      "learning_rate": 1.9001559789684403e-06,
      "loss": 0.4283,
      "step": 494
    },
    {
      "epoch": 2.2262773722627736,
      "grad_norm": 0.15245720744132996,
      "learning_rate": 1.8796229415556628e-06,
      "loss": 0.4331,
      "step": 495
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 0.1491118222475052,
      "learning_rate": 1.859175736725724e-06,
      "loss": 0.4371,
      "step": 496
    },
    {
      "epoch": 2.2352610892756877,
      "grad_norm": 0.1607341170310974,
      "learning_rate": 1.8388149269223153e-06,
      "loss": 0.4443,
      "step": 497
    },
    {
      "epoch": 2.239752947782145,
      "grad_norm": 0.16271331906318665,
      "learning_rate": 1.8185410722126556e-06,
      "loss": 0.4367,
      "step": 498
    },
    {
      "epoch": 2.244244806288602,
      "grad_norm": 0.15422794222831726,
      "learning_rate": 1.7983547302720773e-06,
      "loss": 0.4297,
      "step": 499
    },
    {
      "epoch": 2.248736664795059,
      "grad_norm": 0.16086190938949585,
      "learning_rate": 1.7782564563686882e-06,
      "loss": 0.4595,
      "step": 500
    },
    {
      "epoch": 2.253228523301516,
      "grad_norm": 0.1475391536951065,
      "learning_rate": 1.7582468033480992e-06,
      "loss": 0.4418,
      "step": 501
    },
    {
      "epoch": 2.257720381807973,
      "grad_norm": 0.16517473757266998,
      "learning_rate": 1.7383263216182155e-06,
      "loss": 0.4611,
      "step": 502
    },
    {
      "epoch": 2.26221224031443,
      "grad_norm": 0.14682336151599884,
      "learning_rate": 1.7184955591340974e-06,
      "loss": 0.4302,
      "step": 503
    },
    {
      "epoch": 2.2667040988208873,
      "grad_norm": 0.16191935539245605,
      "learning_rate": 1.6987550613828863e-06,
      "loss": 0.4728,
      "step": 504
    },
    {
      "epoch": 2.271195957327344,
      "grad_norm": 0.1535215973854065,
      "learning_rate": 1.6791053713688022e-06,
      "loss": 0.4396,
      "step": 505
    },
    {
      "epoch": 2.2756878158338014,
      "grad_norm": 0.1514642834663391,
      "learning_rate": 1.6595470295982047e-06,
      "loss": 0.4341,
      "step": 506
    },
    {
      "epoch": 2.2801796743402583,
      "grad_norm": 0.1438160538673401,
      "learning_rate": 1.6400805740647269e-06,
      "loss": 0.4426,
      "step": 507
    },
    {
      "epoch": 2.2846715328467155,
      "grad_norm": 0.1464770883321762,
      "learning_rate": 1.6207065402344746e-06,
      "loss": 0.4757,
      "step": 508
    },
    {
      "epoch": 2.2891633913531724,
      "grad_norm": 0.14882051944732666,
      "learning_rate": 1.6014254610313035e-06,
      "loss": 0.4402,
      "step": 509
    },
    {
      "epoch": 2.293655249859629,
      "grad_norm": 0.14686354994773865,
      "learning_rate": 1.5822378668221511e-06,
      "loss": 0.4506,
      "step": 510
    },
    {
      "epoch": 2.2981471083660865,
      "grad_norm": 0.16808481514453888,
      "learning_rate": 1.563144285402453e-06,
      "loss": 0.4535,
      "step": 511
    },
    {
      "epoch": 2.3026389668725433,
      "grad_norm": 0.1671183556318283,
      "learning_rate": 1.5441452419816238e-06,
      "loss": 0.4576,
      "step": 512
    },
    {
      "epoch": 2.3071308253790006,
      "grad_norm": 0.158988356590271,
      "learning_rate": 1.5252412591686105e-06,
      "loss": 0.4606,
      "step": 513
    },
    {
      "epoch": 2.3116226838854574,
      "grad_norm": 0.1585473269224167,
      "learning_rate": 1.5064328569575166e-06,
      "loss": 0.4364,
      "step": 514
    },
    {
      "epoch": 2.3161145423919147,
      "grad_norm": 0.1624506711959839,
      "learning_rate": 1.4877205527132983e-06,
      "loss": 0.4452,
      "step": 515
    },
    {
      "epoch": 2.3206064008983716,
      "grad_norm": 0.14651590585708618,
      "learning_rate": 1.4691048611575337e-06,
      "loss": 0.432,
      "step": 516
    },
    {
      "epoch": 2.325098259404829,
      "grad_norm": 0.14389865100383759,
      "learning_rate": 1.4505862943542643e-06,
      "loss": 0.4517,
      "step": 517
    },
    {
      "epoch": 2.3295901179112857,
      "grad_norm": 0.15029338002204895,
      "learning_rate": 1.4321653616959096e-06,
      "loss": 0.4548,
      "step": 518
    },
    {
      "epoch": 2.334081976417743,
      "grad_norm": 0.14938291907310486,
      "learning_rate": 1.4138425698892555e-06,
      "loss": 0.444,
      "step": 519
    },
    {
      "epoch": 2.3385738349242,
      "grad_norm": 0.15582537651062012,
      "learning_rate": 1.3956184229415148e-06,
      "loss": 0.4343,
      "step": 520
    },
    {
      "epoch": 2.343065693430657,
      "grad_norm": 0.16049213707447052,
      "learning_rate": 1.3774934221464643e-06,
      "loss": 0.4866,
      "step": 521
    },
    {
      "epoch": 2.347557551937114,
      "grad_norm": 0.1587788462638855,
      "learning_rate": 1.3594680660706572e-06,
      "loss": 0.4259,
      "step": 522
    },
    {
      "epoch": 2.352049410443571,
      "grad_norm": 0.15312546491622925,
      "learning_rate": 1.341542850539706e-06,
      "loss": 0.4567,
      "step": 523
    },
    {
      "epoch": 2.356541268950028,
      "grad_norm": 0.16400395333766937,
      "learning_rate": 1.323718268624647e-06,
      "loss": 0.437,
      "step": 524
    },
    {
      "epoch": 2.3610331274564853,
      "grad_norm": 0.15856412053108215,
      "learning_rate": 1.3059948106283725e-06,
      "loss": 0.4568,
      "step": 525
    },
    {
      "epoch": 2.365524985962942,
      "grad_norm": 0.16507361829280853,
      "learning_rate": 1.2883729640721532e-06,
      "loss": 0.4369,
      "step": 526
    },
    {
      "epoch": 2.370016844469399,
      "grad_norm": 0.1538458913564682,
      "learning_rate": 1.2708532136822156e-06,
      "loss": 0.4352,
      "step": 527
    },
    {
      "epoch": 2.3745087029758563,
      "grad_norm": 0.15951845049858093,
      "learning_rate": 1.253436041376417e-06,
      "loss": 0.4631,
      "step": 528
    },
    {
      "epoch": 2.3790005614823135,
      "grad_norm": 0.1614406406879425,
      "learning_rate": 1.2361219262509882e-06,
      "loss": 0.4507,
      "step": 529
    },
    {
      "epoch": 2.3834924199887704,
      "grad_norm": 0.162693589925766,
      "learning_rate": 1.2189113445673528e-06,
      "loss": 0.4686,
      "step": 530
    },
    {
      "epoch": 2.387984278495227,
      "grad_norm": 0.1591520756483078,
      "learning_rate": 1.201804769739028e-06,
      "loss": 0.4288,
      "step": 531
    },
    {
      "epoch": 2.3924761370016845,
      "grad_norm": 0.1632116734981537,
      "learning_rate": 1.1848026723186013e-06,
      "loss": 0.4627,
      "step": 532
    },
    {
      "epoch": 2.3969679955081413,
      "grad_norm": 0.15154661238193512,
      "learning_rate": 1.1679055199847894e-06,
      "loss": 0.4392,
      "step": 533
    },
    {
      "epoch": 2.4014598540145986,
      "grad_norm": 0.15290887653827667,
      "learning_rate": 1.1511137775295705e-06,
      "loss": 0.4468,
      "step": 534
    },
    {
      "epoch": 2.4059517125210554,
      "grad_norm": 0.15557996928691864,
      "learning_rate": 1.1344279068454012e-06,
      "loss": 0.4629,
      "step": 535
    },
    {
      "epoch": 2.4104435710275127,
      "grad_norm": 0.15348927676677704,
      "learning_rate": 1.1178483669125112e-06,
      "loss": 0.4421,
      "step": 536
    },
    {
      "epoch": 2.4149354295339696,
      "grad_norm": 0.14844442903995514,
      "learning_rate": 1.101375613786278e-06,
      "loss": 0.4501,
      "step": 537
    },
    {
      "epoch": 2.419427288040427,
      "grad_norm": 0.15993905067443848,
      "learning_rate": 1.0850101005846787e-06,
      "loss": 0.4595,
      "step": 538
    },
    {
      "epoch": 2.4239191465468837,
      "grad_norm": 0.14879821240901947,
      "learning_rate": 1.0687522774758318e-06,
      "loss": 0.4146,
      "step": 539
    },
    {
      "epoch": 2.428411005053341,
      "grad_norm": 0.14690467715263367,
      "learning_rate": 1.052602591665612e-06,
      "loss": 0.4579,
      "step": 540
    },
    {
      "epoch": 2.432902863559798,
      "grad_norm": 0.1457294076681137,
      "learning_rate": 1.0365614873853463e-06,
      "loss": 0.4484,
      "step": 541
    },
    {
      "epoch": 2.437394722066255,
      "grad_norm": 0.15229414403438568,
      "learning_rate": 1.0206294058795974e-06,
      "loss": 0.4357,
      "step": 542
    },
    {
      "epoch": 2.441886580572712,
      "grad_norm": 0.15288710594177246,
      "learning_rate": 1.0048067853940286e-06,
      "loss": 0.4415,
      "step": 543
    },
    {
      "epoch": 2.446378439079169,
      "grad_norm": 0.15801645815372467,
      "learning_rate": 9.890940611633416e-07,
      "loss": 0.4452,
      "step": 544
    },
    {
      "epoch": 2.450870297585626,
      "grad_norm": 0.14208218455314636,
      "learning_rate": 9.734916653993104e-07,
      "loss": 0.4478,
      "step": 545
    },
    {
      "epoch": 2.4553621560920833,
      "grad_norm": 0.14192849397659302,
      "learning_rate": 9.580000272788915e-07,
      "loss": 0.4202,
      "step": 546
    },
    {
      "epoch": 2.45985401459854,
      "grad_norm": 0.14638514816761017,
      "learning_rate": 9.426195729324161e-07,
      "loss": 0.4462,
      "step": 547
    },
    {
      "epoch": 2.464345873104997,
      "grad_norm": 0.1476951539516449,
      "learning_rate": 9.27350725431872e-07,
      "loss": 0.4697,
      "step": 548
    },
    {
      "epoch": 2.4688377316114543,
      "grad_norm": 0.13385483622550964,
      "learning_rate": 9.121939047792622e-07,
      "loss": 0.4335,
      "step": 549
    },
    {
      "epoch": 2.473329590117911,
      "grad_norm": 0.15053848922252655,
      "learning_rate": 8.971495278950559e-07,
      "loss": 0.4633,
      "step": 550
    },
    {
      "epoch": 2.4778214486243684,
      "grad_norm": 0.14375874400138855,
      "learning_rate": 8.822180086067161e-07,
      "loss": 0.4618,
      "step": 551
    },
    {
      "epoch": 2.482313307130825,
      "grad_norm": 0.14123788475990295,
      "learning_rate": 8.673997576373205e-07,
      "loss": 0.441,
      "step": 552
    },
    {
      "epoch": 2.4868051656372825,
      "grad_norm": 0.1446654200553894,
      "learning_rate": 8.526951825942608e-07,
      "loss": 0.4495,
      "step": 553
    },
    {
      "epoch": 2.4912970241437393,
      "grad_norm": 0.14551837742328644,
      "learning_rate": 8.381046879580307e-07,
      "loss": 0.437,
      "step": 554
    },
    {
      "epoch": 2.4957888826501966,
      "grad_norm": 0.13555008172988892,
      "learning_rate": 8.23628675071102e-07,
      "loss": 0.4535,
      "step": 555
    },
    {
      "epoch": 2.5002807411566534,
      "grad_norm": 0.1343921571969986,
      "learning_rate": 8.092675421268825e-07,
      "loss": 0.4214,
      "step": 556
    },
    {
      "epoch": 2.5047725996631107,
      "grad_norm": 0.14767403900623322,
      "learning_rate": 7.950216841587638e-07,
      "loss": 0.4737,
      "step": 557
    },
    {
      "epoch": 2.5092644581695676,
      "grad_norm": 0.13317753374576569,
      "learning_rate": 7.808914930292544e-07,
      "loss": 0.4147,
      "step": 558
    },
    {
      "epoch": 2.513756316676025,
      "grad_norm": 0.14309468865394592,
      "learning_rate": 7.66877357419204e-07,
      "loss": 0.4357,
      "step": 559
    },
    {
      "epoch": 2.5182481751824817,
      "grad_norm": 0.1514693796634674,
      "learning_rate": 7.529796628171071e-07,
      "loss": 0.4626,
      "step": 560
    },
    {
      "epoch": 2.522740033688939,
      "grad_norm": 0.14453499019145966,
      "learning_rate": 7.391987915085014e-07,
      "loss": 0.4349,
      "step": 561
    },
    {
      "epoch": 2.527231892195396,
      "grad_norm": 0.14623714983463287,
      "learning_rate": 7.255351225654527e-07,
      "loss": 0.4436,
      "step": 562
    },
    {
      "epoch": 2.531723750701853,
      "grad_norm": 0.14449186623096466,
      "learning_rate": 7.119890318361278e-07,
      "loss": 0.4318,
      "step": 563
    },
    {
      "epoch": 2.53621560920831,
      "grad_norm": 0.15518885850906372,
      "learning_rate": 6.98560891934455e-07,
      "loss": 0.4568,
      "step": 564
    },
    {
      "epoch": 2.5407074677147667,
      "grad_norm": 0.15409418940544128,
      "learning_rate": 6.852510722298761e-07,
      "loss": 0.4654,
      "step": 565
    },
    {
      "epoch": 2.545199326221224,
      "grad_norm": 0.1519947648048401,
      "learning_rate": 6.72059938837184e-07,
      "loss": 0.4567,
      "step": 566
    },
    {
      "epoch": 2.5496911847276813,
      "grad_norm": 0.13835862278938293,
      "learning_rate": 6.589878546064544e-07,
      "loss": 0.4312,
      "step": 567
    },
    {
      "epoch": 2.554183043234138,
      "grad_norm": 0.1384487897157669,
      "learning_rate": 6.46035179113062e-07,
      "loss": 0.4264,
      "step": 568
    },
    {
      "epoch": 2.558674901740595,
      "grad_norm": 0.16356123983860016,
      "learning_rate": 6.332022686477929e-07,
      "loss": 0.4936,
      "step": 569
    },
    {
      "epoch": 2.5631667602470523,
      "grad_norm": 0.14139850437641144,
      "learning_rate": 6.204894762070407e-07,
      "loss": 0.4379,
      "step": 570
    },
    {
      "epoch": 2.5676586187535095,
      "grad_norm": 0.14354942739009857,
      "learning_rate": 6.078971514830989e-07,
      "loss": 0.4396,
      "step": 571
    },
    {
      "epoch": 2.5721504772599664,
      "grad_norm": 0.17011038959026337,
      "learning_rate": 5.954256408545417e-07,
      "loss": 0.4474,
      "step": 572
    },
    {
      "epoch": 2.576642335766423,
      "grad_norm": 0.13311436772346497,
      "learning_rate": 5.830752873766948e-07,
      "loss": 0.4325,
      "step": 573
    },
    {
      "epoch": 2.5811341942728805,
      "grad_norm": 0.14901982247829437,
      "learning_rate": 5.708464307722006e-07,
      "loss": 0.481,
      "step": 574
    },
    {
      "epoch": 2.5856260527793373,
      "grad_norm": 0.14402733743190765,
      "learning_rate": 5.587394074216712e-07,
      "loss": 0.4279,
      "step": 575
    },
    {
      "epoch": 2.5901179112857946,
      "grad_norm": 0.14105503261089325,
      "learning_rate": 5.467545503544381e-07,
      "loss": 0.4456,
      "step": 576
    },
    {
      "epoch": 2.5946097697922514,
      "grad_norm": 0.15389291942119598,
      "learning_rate": 5.348921892393905e-07,
      "loss": 0.4538,
      "step": 577
    },
    {
      "epoch": 2.5991016282987087,
      "grad_norm": 0.13729771971702576,
      "learning_rate": 5.231526503759055e-07,
      "loss": 0.4328,
      "step": 578
    },
    {
      "epoch": 2.6035934868051656,
      "grad_norm": 0.1453271359205246,
      "learning_rate": 5.115362566848747e-07,
      "loss": 0.4522,
      "step": 579
    },
    {
      "epoch": 2.608085345311623,
      "grad_norm": 0.1378541737794876,
      "learning_rate": 5.000433276998218e-07,
      "loss": 0.4461,
      "step": 580
    },
    {
      "epoch": 2.6125772038180797,
      "grad_norm": 0.14585429430007935,
      "learning_rate": 4.886741795581101e-07,
      "loss": 0.4487,
      "step": 581
    },
    {
      "epoch": 2.6170690623245365,
      "grad_norm": 0.13975073397159576,
      "learning_rate": 4.774291249922508e-07,
      "loss": 0.4603,
      "step": 582
    },
    {
      "epoch": 2.621560920830994,
      "grad_norm": 0.130731463432312,
      "learning_rate": 4.663084733212958e-07,
      "loss": 0.4121,
      "step": 583
    },
    {
      "epoch": 2.626052779337451,
      "grad_norm": 0.13513977825641632,
      "learning_rate": 4.5531253044233393e-07,
      "loss": 0.4589,
      "step": 584
    },
    {
      "epoch": 2.630544637843908,
      "grad_norm": 0.13990791141986847,
      "learning_rate": 4.4444159882207406e-07,
      "loss": 0.4352,
      "step": 585
    },
    {
      "epoch": 2.6350364963503647,
      "grad_norm": 0.1394883394241333,
      "learning_rate": 4.336959774885241e-07,
      "loss": 0.4662,
      "step": 586
    },
    {
      "epoch": 2.639528354856822,
      "grad_norm": 0.14077690243721008,
      "learning_rate": 4.230759620227681e-07,
      "loss": 0.4468,
      "step": 587
    },
    {
      "epoch": 2.6440202133632793,
      "grad_norm": 0.14740774035453796,
      "learning_rate": 4.125818445508351e-07,
      "loss": 0.4505,
      "step": 588
    },
    {
      "epoch": 2.648512071869736,
      "grad_norm": 0.13872882723808289,
      "learning_rate": 4.022139137356623e-07,
      "loss": 0.432,
      "step": 589
    },
    {
      "epoch": 2.653003930376193,
      "grad_norm": 0.1328064501285553,
      "learning_rate": 3.9197245476915556e-07,
      "loss": 0.4578,
      "step": 590
    },
    {
      "epoch": 2.6574957888826503,
      "grad_norm": 0.1333392858505249,
      "learning_rate": 3.818577493643444e-07,
      "loss": 0.4516,
      "step": 591
    },
    {
      "epoch": 2.661987647389107,
      "grad_norm": 0.13673578202724457,
      "learning_rate": 3.718700757476323e-07,
      "loss": 0.4443,
      "step": 592
    },
    {
      "epoch": 2.6664795058955644,
      "grad_norm": 0.14025312662124634,
      "learning_rate": 3.6200970865114705e-07,
      "loss": 0.4367,
      "step": 593
    },
    {
      "epoch": 2.670971364402021,
      "grad_norm": 0.13922296464443207,
      "learning_rate": 3.5227691930517895e-07,
      "loss": 0.4489,
      "step": 594
    },
    {
      "epoch": 2.6754632229084785,
      "grad_norm": 0.1483432501554489,
      "learning_rate": 3.426719754307206e-07,
      "loss": 0.4535,
      "step": 595
    },
    {
      "epoch": 2.6799550814149353,
      "grad_norm": 0.14136959612369537,
      "learning_rate": 3.331951412321066e-07,
      "loss": 0.4441,
      "step": 596
    },
    {
      "epoch": 2.6844469399213926,
      "grad_norm": 0.14010727405548096,
      "learning_rate": 3.23846677389742e-07,
      "loss": 0.4508,
      "step": 597
    },
    {
      "epoch": 2.6889387984278494,
      "grad_norm": 0.13651929795742035,
      "learning_rate": 3.14626841052933e-07,
      "loss": 0.4367,
      "step": 598
    },
    {
      "epoch": 2.6934306569343067,
      "grad_norm": 0.1339380443096161,
      "learning_rate": 3.0553588583281446e-07,
      "loss": 0.4498,
      "step": 599
    },
    {
      "epoch": 2.6979225154407636,
      "grad_norm": 0.14083103835582733,
      "learning_rate": 2.965740617953733e-07,
      "loss": 0.4276,
      "step": 600
    },
    {
      "epoch": 2.702414373947221,
      "grad_norm": 0.13285264372825623,
      "learning_rate": 2.877416154545681e-07,
      "loss": 0.4547,
      "step": 601
    },
    {
      "epoch": 2.7069062324536777,
      "grad_norm": 0.13597218692302704,
      "learning_rate": 2.7903878976555165e-07,
      "loss": 0.4384,
      "step": 602
    },
    {
      "epoch": 2.7113980909601345,
      "grad_norm": 0.14728978276252747,
      "learning_rate": 2.704658241179847e-07,
      "loss": 0.4478,
      "step": 603
    },
    {
      "epoch": 2.715889949466592,
      "grad_norm": 0.1403026282787323,
      "learning_rate": 2.620229543294528e-07,
      "loss": 0.4463,
      "step": 604
    },
    {
      "epoch": 2.720381807973049,
      "grad_norm": 0.14910593628883362,
      "learning_rate": 2.5371041263897945e-07,
      "loss": 0.4636,
      "step": 605
    },
    {
      "epoch": 2.724873666479506,
      "grad_norm": 0.13558971881866455,
      "learning_rate": 2.4552842770063756e-07,
      "loss": 0.4223,
      "step": 606
    },
    {
      "epoch": 2.7293655249859627,
      "grad_norm": 0.13463318347930908,
      "learning_rate": 2.3747722457725996e-07,
      "loss": 0.4413,
      "step": 607
    },
    {
      "epoch": 2.73385738349242,
      "grad_norm": 0.12877213954925537,
      "learning_rate": 2.2955702473424824e-07,
      "loss": 0.4399,
      "step": 608
    },
    {
      "epoch": 2.7383492419988773,
      "grad_norm": 0.13977070152759552,
      "learning_rate": 2.217680460334809e-07,
      "loss": 0.4518,
      "step": 609
    },
    {
      "epoch": 2.742841100505334,
      "grad_norm": 0.13352471590042114,
      "learning_rate": 2.141105027273227e-07,
      "loss": 0.4456,
      "step": 610
    },
    {
      "epoch": 2.747332959011791,
      "grad_norm": 0.14282134175300598,
      "learning_rate": 2.0658460545272653e-07,
      "loss": 0.4272,
      "step": 611
    },
    {
      "epoch": 2.7518248175182483,
      "grad_norm": 0.13226774334907532,
      "learning_rate": 1.9919056122544467e-07,
      "loss": 0.446,
      "step": 612
    },
    {
      "epoch": 2.756316676024705,
      "grad_norm": 0.13558903336524963,
      "learning_rate": 1.9192857343433069e-07,
      "loss": 0.441,
      "step": 613
    },
    {
      "epoch": 2.7608085345311624,
      "grad_norm": 0.13000066578388214,
      "learning_rate": 1.847988418357466e-07,
      "loss": 0.4406,
      "step": 614
    },
    {
      "epoch": 2.765300393037619,
      "grad_norm": 0.13514713943004608,
      "learning_rate": 1.778015625480678e-07,
      "loss": 0.4497,
      "step": 615
    },
    {
      "epoch": 2.7697922515440765,
      "grad_norm": 0.1365610659122467,
      "learning_rate": 1.7093692804628637e-07,
      "loss": 0.4279,
      "step": 616
    },
    {
      "epoch": 2.7742841100505333,
      "grad_norm": 0.1374463140964508,
      "learning_rate": 1.642051271567213e-07,
      "loss": 0.4638,
      "step": 617
    },
    {
      "epoch": 2.7787759685569906,
      "grad_norm": 0.12901850044727325,
      "learning_rate": 1.5760634505182004e-07,
      "loss": 0.4493,
      "step": 618
    },
    {
      "epoch": 2.7832678270634474,
      "grad_norm": 0.13684892654418945,
      "learning_rate": 1.5114076324506567e-07,
      "loss": 0.4433,
      "step": 619
    },
    {
      "epoch": 2.7877596855699043,
      "grad_norm": 0.13286025822162628,
      "learning_rate": 1.4480855958598716e-07,
      "loss": 0.4239,
      "step": 620
    },
    {
      "epoch": 2.7922515440763616,
      "grad_norm": 0.1406407654285431,
      "learning_rate": 1.3860990825526334e-07,
      "loss": 0.4582,
      "step": 621
    },
    {
      "epoch": 2.796743402582819,
      "grad_norm": 0.12750087678432465,
      "learning_rate": 1.3254497975993263e-07,
      "loss": 0.4476,
      "step": 622
    },
    {
      "epoch": 2.8012352610892757,
      "grad_norm": 0.14279097318649292,
      "learning_rate": 1.266139409287054e-07,
      "loss": 0.4591,
      "step": 623
    },
    {
      "epoch": 2.8057271195957325,
      "grad_norm": 0.13092957437038422,
      "learning_rate": 1.2081695490737177e-07,
      "loss": 0.4373,
      "step": 624
    },
    {
      "epoch": 2.81021897810219,
      "grad_norm": 0.14031663537025452,
      "learning_rate": 1.1515418115431554e-07,
      "loss": 0.4418,
      "step": 625
    },
    {
      "epoch": 2.814710836608647,
      "grad_norm": 0.1413896381855011,
      "learning_rate": 1.0962577543612796e-07,
      "loss": 0.447,
      "step": 626
    },
    {
      "epoch": 2.819202695115104,
      "grad_norm": 0.13287171721458435,
      "learning_rate": 1.04231889823323e-07,
      "loss": 0.4297,
      "step": 627
    },
    {
      "epoch": 2.8236945536215607,
      "grad_norm": 0.13622640073299408,
      "learning_rate": 9.897267268615285e-08,
      "loss": 0.46,
      "step": 628
    },
    {
      "epoch": 2.828186412128018,
      "grad_norm": 0.13213184475898743,
      "learning_rate": 9.384826869052899e-08,
      "loss": 0.4498,
      "step": 629
    },
    {
      "epoch": 2.832678270634475,
      "grad_norm": 0.13575822114944458,
      "learning_rate": 8.885881879404201e-08,
      "loss": 0.4398,
      "step": 630
    },
    {
      "epoch": 2.837170129140932,
      "grad_norm": 0.13295438885688782,
      "learning_rate": 8.400446024208309e-08,
      "loss": 0.4562,
      "step": 631
    },
    {
      "epoch": 2.841661987647389,
      "grad_norm": 0.13092169165611267,
      "learning_rate": 7.928532656407029e-08,
      "loss": 0.4405,
      "step": 632
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 0.1367148458957672,
      "learning_rate": 7.470154756977544e-08,
      "loss": 0.4483,
      "step": 633
    },
    {
      "epoch": 2.850645704660303,
      "grad_norm": 0.13294926285743713,
      "learning_rate": 7.02532493457514e-08,
      "loss": 0.4552,
      "step": 634
    },
    {
      "epoch": 2.8551375631667604,
      "grad_norm": 0.13394087553024292,
      "learning_rate": 6.594055425186763e-08,
      "loss": 0.4607,
      "step": 635
    },
    {
      "epoch": 2.859629421673217,
      "grad_norm": 0.12872961163520813,
      "learning_rate": 6.176358091794011e-08,
      "loss": 0.4353,
      "step": 636
    },
    {
      "epoch": 2.8641212801796745,
      "grad_norm": 0.13416117429733276,
      "learning_rate": 5.772244424047169e-08,
      "loss": 0.437,
      "step": 637
    },
    {
      "epoch": 2.8686131386861313,
      "grad_norm": 0.13002049922943115,
      "learning_rate": 5.3817255379488565e-08,
      "loss": 0.4512,
      "step": 638
    },
    {
      "epoch": 2.8731049971925886,
      "grad_norm": 0.14305950701236725,
      "learning_rate": 5.004812175548657e-08,
      "loss": 0.4604,
      "step": 639
    },
    {
      "epoch": 2.8775968556990454,
      "grad_norm": 0.1293281465768814,
      "learning_rate": 4.641514704647132e-08,
      "loss": 0.4368,
      "step": 640
    },
    {
      "epoch": 2.8820887142055023,
      "grad_norm": 0.13169856369495392,
      "learning_rate": 4.2918431185110523e-08,
      "loss": 0.4241,
      "step": 641
    },
    {
      "epoch": 2.8865805727119596,
      "grad_norm": 0.13361629843711853,
      "learning_rate": 3.9558070355983356e-08,
      "loss": 0.4689,
      "step": 642
    },
    {
      "epoch": 2.891072431218417,
      "grad_norm": 0.13451144099235535,
      "learning_rate": 3.633415699293541e-08,
      "loss": 0.4431,
      "step": 643
    },
    {
      "epoch": 2.8955642897248737,
      "grad_norm": 0.1316562294960022,
      "learning_rate": 3.324677977653401e-08,
      "loss": 0.4403,
      "step": 644
    },
    {
      "epoch": 2.9000561482313305,
      "grad_norm": 0.12996108829975128,
      "learning_rate": 3.0296023631631866e-08,
      "loss": 0.4472,
      "step": 645
    },
    {
      "epoch": 2.904548006737788,
      "grad_norm": 0.13493524491786957,
      "learning_rate": 2.7481969725028923e-08,
      "loss": 0.4486,
      "step": 646
    },
    {
      "epoch": 2.909039865244245,
      "grad_norm": 0.12959401309490204,
      "learning_rate": 2.4804695463240825e-08,
      "loss": 0.435,
      "step": 647
    },
    {
      "epoch": 2.913531723750702,
      "grad_norm": 0.13398133218288422,
      "learning_rate": 2.226427449036894e-08,
      "loss": 0.4465,
      "step": 648
    },
    {
      "epoch": 2.9180235822571587,
      "grad_norm": 0.12995387613773346,
      "learning_rate": 1.9860776686075332e-08,
      "loss": 0.4491,
      "step": 649
    },
    {
      "epoch": 2.922515440763616,
      "grad_norm": 0.1356271654367447,
      "learning_rate": 1.7594268163659277e-08,
      "loss": 0.4449,
      "step": 650
    },
    {
      "epoch": 2.927007299270073,
      "grad_norm": 0.12999212741851807,
      "learning_rate": 1.546481126824151e-08,
      "loss": 0.4446,
      "step": 651
    },
    {
      "epoch": 2.93149915777653,
      "grad_norm": 0.1264127790927887,
      "learning_rate": 1.347246457504503e-08,
      "loss": 0.4397,
      "step": 652
    },
    {
      "epoch": 2.935991016282987,
      "grad_norm": 0.13195131719112396,
      "learning_rate": 1.1617282887787517e-08,
      "loss": 0.4434,
      "step": 653
    },
    {
      "epoch": 2.9404828747894443,
      "grad_norm": 0.13151754438877106,
      "learning_rate": 9.899317237172524e-09,
      "loss": 0.432,
      "step": 654
    },
    {
      "epoch": 2.944974733295901,
      "grad_norm": 0.1297924965620041,
      "learning_rate": 8.318614879485044e-09,
      "loss": 0.4271,
      "step": 655
    },
    {
      "epoch": 2.9494665918023584,
      "grad_norm": 0.1355123370885849,
      "learning_rate": 6.8752192952931115e-09,
      "loss": 0.4666,
      "step": 656
    },
    {
      "epoch": 2.953958450308815,
      "grad_norm": 0.13056360185146332,
      "learning_rate": 5.569170188250983e-09,
      "loss": 0.4374,
      "step": 657
    },
    {
      "epoch": 2.958450308815272,
      "grad_norm": 0.15338468551635742,
      "learning_rate": 4.4005034840061135e-09,
      "loss": 0.4453,
      "step": 658
    },
    {
      "epoch": 2.9629421673217293,
      "grad_norm": 0.13862362504005432,
      "learning_rate": 3.3692513292132855e-09,
      "loss": 0.4584,
      "step": 659
    },
    {
      "epoch": 2.9674340258281866,
      "grad_norm": 0.13754971325397491,
      "learning_rate": 2.4754420906475396e-09,
      "loss": 0.4386,
      "step": 660
    },
    {
      "epoch": 2.9719258843346434,
      "grad_norm": 0.13375526666641235,
      "learning_rate": 1.7191003544259067e-09,
      "loss": 0.4451,
      "step": 661
    },
    {
      "epoch": 2.9764177428411003,
      "grad_norm": 0.13616608083248138,
      "learning_rate": 1.100246925331283e-09,
      "loss": 0.4446,
      "step": 662
    },
    {
      "epoch": 2.9809096013475576,
      "grad_norm": 0.1345696747303009,
      "learning_rate": 6.188988262373353e-10,
      "loss": 0.4473,
      "step": 663
    },
    {
      "epoch": 2.985401459854015,
      "grad_norm": 0.13510431349277496,
      "learning_rate": 2.750692976444258e-10,
      "loss": 0.4373,
      "step": 664
    },
    {
      "epoch": 2.9898933183604717,
      "grad_norm": 0.13065224885940552,
      "learning_rate": 6.876779731213035e-11,
      "loss": 0.4428,
      "step": 665
    },
    {
      "epoch": 2.9943851768669285,
      "grad_norm": 0.1353355348110199,
      "learning_rate": 0.0,
      "loss": 0.4488,
      "step": 666
    },
    {
      "epoch": 2.9943851768669285,
      "step": 666,
      "total_flos": 4607052148899840.0,
      "train_loss": 0.4853614707429846,
      "train_runtime": 116828.6857,
      "train_samples_per_second": 2.926,
      "train_steps_per_second": 0.006
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 666,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4607052148899840.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}