{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9983155530600785,
  "eval_steps": 500,
  "global_step": 1335,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0022459292532285235,
      "grad_norm": 1.9819730520248413,
      "learning_rate": 1.1940298507462686e-06,
      "loss": 0.8684,
      "step": 1
    },
    {
      "epoch": 0.004491858506457047,
      "grad_norm": 2.0259573459625244,
      "learning_rate": 2.3880597014925373e-06,
      "loss": 0.8821,
      "step": 2
    },
    {
      "epoch": 0.00673778775968557,
      "grad_norm": 2.085845947265625,
      "learning_rate": 3.582089552238806e-06,
      "loss": 0.9416,
      "step": 3
    },
    {
      "epoch": 0.008983717012914094,
      "grad_norm": 1.9758139848709106,
      "learning_rate": 4.7761194029850745e-06,
      "loss": 0.9074,
      "step": 4
    },
    {
      "epoch": 0.011229646266142616,
      "grad_norm": 1.7997628450393677,
      "learning_rate": 5.970149253731343e-06,
      "loss": 0.9069,
      "step": 5
    },
    {
      "epoch": 0.01347557551937114,
      "grad_norm": 1.4710899591445923,
      "learning_rate": 7.164179104477612e-06,
      "loss": 0.8754,
      "step": 6
    },
    {
      "epoch": 0.015721504772599662,
      "grad_norm": 1.4286643266677856,
      "learning_rate": 8.35820895522388e-06,
      "loss": 0.8896,
      "step": 7
    },
    {
      "epoch": 0.017967434025828188,
      "grad_norm": 1.2477623224258423,
      "learning_rate": 9.552238805970149e-06,
      "loss": 0.8545,
      "step": 8
    },
    {
      "epoch": 0.02021336327905671,
      "grad_norm": 1.2966960668563843,
      "learning_rate": 1.074626865671642e-05,
      "loss": 0.839,
      "step": 9
    },
    {
      "epoch": 0.022459292532285232,
      "grad_norm": 1.4356369972229004,
      "learning_rate": 1.1940298507462686e-05,
      "loss": 0.8639,
      "step": 10
    },
    {
      "epoch": 0.024705221785513758,
      "grad_norm": 1.1653496026992798,
      "learning_rate": 1.3134328358208957e-05,
      "loss": 0.8142,
      "step": 11
    },
    {
      "epoch": 0.02695115103874228,
      "grad_norm": 0.9282035231590271,
      "learning_rate": 1.4328358208955224e-05,
      "loss": 0.8022,
      "step": 12
    },
    {
      "epoch": 0.029197080291970802,
      "grad_norm": 1.086950421333313,
      "learning_rate": 1.5522388059701494e-05,
      "loss": 0.7908,
      "step": 13
    },
    {
      "epoch": 0.031443009545199324,
      "grad_norm": 0.7987905144691467,
      "learning_rate": 1.671641791044776e-05,
      "loss": 0.7838,
      "step": 14
    },
    {
      "epoch": 0.033688938798427846,
      "grad_norm": 0.7030066847801208,
      "learning_rate": 1.791044776119403e-05,
      "loss": 0.7856,
      "step": 15
    },
    {
      "epoch": 0.035934868051656375,
      "grad_norm": 0.7216812372207642,
      "learning_rate": 1.9104477611940298e-05,
      "loss": 0.7666,
      "step": 16
    },
    {
      "epoch": 0.0381807973048849,
      "grad_norm": 0.7004393935203552,
      "learning_rate": 2.029850746268657e-05,
      "loss": 0.7602,
      "step": 17
    },
    {
      "epoch": 0.04042672655811342,
      "grad_norm": 0.5651209950447083,
      "learning_rate": 2.149253731343284e-05,
      "loss": 0.7637,
      "step": 18
    },
    {
      "epoch": 0.04267265581134194,
      "grad_norm": 0.5799914598464966,
      "learning_rate": 2.2686567164179106e-05,
      "loss": 0.7357,
      "step": 19
    },
    {
      "epoch": 0.044918585064570464,
      "grad_norm": 0.531233549118042,
      "learning_rate": 2.3880597014925373e-05,
      "loss": 0.7552,
      "step": 20
    },
    {
      "epoch": 0.047164514317798986,
      "grad_norm": 0.5684418678283691,
      "learning_rate": 2.5074626865671646e-05,
      "loss": 0.7671,
      "step": 21
    },
    {
      "epoch": 0.049410443571027515,
      "grad_norm": 0.4873054623603821,
      "learning_rate": 2.6268656716417913e-05,
      "loss": 0.737,
      "step": 22
    },
    {
      "epoch": 0.05165637282425604,
      "grad_norm": 0.49275314807891846,
      "learning_rate": 2.746268656716418e-05,
      "loss": 0.7362,
      "step": 23
    },
    {
      "epoch": 0.05390230207748456,
      "grad_norm": 0.47075843811035156,
      "learning_rate": 2.8656716417910447e-05,
      "loss": 0.7234,
      "step": 24
    },
    {
      "epoch": 0.05614823133071308,
      "grad_norm": 0.3865251839160919,
      "learning_rate": 2.985074626865672e-05,
      "loss": 0.7169,
      "step": 25
    },
    {
      "epoch": 0.058394160583941604,
      "grad_norm": 0.4154004156589508,
      "learning_rate": 3.104477611940299e-05,
      "loss": 0.7119,
      "step": 26
    },
    {
      "epoch": 0.060640089837170126,
      "grad_norm": 0.37092125415802,
      "learning_rate": 3.2238805970149255e-05,
      "loss": 0.7138,
      "step": 27
    },
    {
      "epoch": 0.06288601909039865,
      "grad_norm": 0.3488411605358124,
      "learning_rate": 3.343283582089552e-05,
      "loss": 0.7216,
      "step": 28
    },
    {
      "epoch": 0.06513194834362718,
      "grad_norm": 0.32693928480148315,
      "learning_rate": 3.462686567164179e-05,
      "loss": 0.6925,
      "step": 29
    },
    {
      "epoch": 0.06737787759685569,
      "grad_norm": 0.34904295206069946,
      "learning_rate": 3.582089552238806e-05,
      "loss": 0.7105,
      "step": 30
    },
    {
      "epoch": 0.06962380685008422,
      "grad_norm": 0.32673367857933044,
      "learning_rate": 3.701492537313433e-05,
      "loss": 0.696,
      "step": 31
    },
    {
      "epoch": 0.07186973610331275,
      "grad_norm": 0.32177790999412537,
      "learning_rate": 3.8208955223880596e-05,
      "loss": 0.7064,
      "step": 32
    },
    {
      "epoch": 0.07411566535654127,
      "grad_norm": 0.3286134600639343,
      "learning_rate": 3.940298507462687e-05,
      "loss": 0.7091,
      "step": 33
    },
    {
      "epoch": 0.0763615946097698,
      "grad_norm": 0.3438747525215149,
      "learning_rate": 4.059701492537314e-05,
      "loss": 0.7149,
      "step": 34
    },
    {
      "epoch": 0.07860752386299831,
      "grad_norm": 0.29362648725509644,
      "learning_rate": 4.1791044776119404e-05,
      "loss": 0.685,
      "step": 35
    },
    {
      "epoch": 0.08085345311622684,
      "grad_norm": 0.30074256658554077,
      "learning_rate": 4.298507462686568e-05,
      "loss": 0.7011,
      "step": 36
    },
    {
      "epoch": 0.08309938236945537,
      "grad_norm": 0.3120618462562561,
      "learning_rate": 4.4179104477611944e-05,
      "loss": 0.684,
      "step": 37
    },
    {
      "epoch": 0.08534531162268388,
      "grad_norm": 0.2569892406463623,
      "learning_rate": 4.537313432835821e-05,
      "loss": 0.684,
      "step": 38
    },
    {
      "epoch": 0.08759124087591241,
      "grad_norm": 0.28327882289886475,
      "learning_rate": 4.6567164179104485e-05,
      "loss": 0.6968,
      "step": 39
    },
    {
      "epoch": 0.08983717012914093,
      "grad_norm": 0.26424843072891235,
      "learning_rate": 4.7761194029850745e-05,
      "loss": 0.6915,
      "step": 40
    },
    {
      "epoch": 0.09208309938236946,
      "grad_norm": 0.2620261609554291,
      "learning_rate": 4.895522388059702e-05,
      "loss": 0.6744,
      "step": 41
    },
    {
      "epoch": 0.09432902863559797,
      "grad_norm": 0.32121092081069946,
      "learning_rate": 5.014925373134329e-05,
      "loss": 0.6746,
      "step": 42
    },
    {
      "epoch": 0.0965749578888265,
      "grad_norm": 0.3997937738895416,
      "learning_rate": 5.134328358208955e-05,
      "loss": 0.6806,
      "step": 43
    },
    {
      "epoch": 0.09882088714205503,
      "grad_norm": 0.3264799416065216,
      "learning_rate": 5.2537313432835826e-05,
      "loss": 0.6729,
      "step": 44
    },
    {
      "epoch": 0.10106681639528355,
      "grad_norm": 0.33052176237106323,
      "learning_rate": 5.37313432835821e-05,
      "loss": 0.6758,
      "step": 45
    },
    {
      "epoch": 0.10331274564851207,
      "grad_norm": 0.43345314264297485,
      "learning_rate": 5.492537313432836e-05,
      "loss": 0.6767,
      "step": 46
    },
    {
      "epoch": 0.10555867490174059,
      "grad_norm": 0.37080681324005127,
      "learning_rate": 5.6119402985074634e-05,
      "loss": 0.6526,
      "step": 47
    },
    {
      "epoch": 0.10780460415496912,
      "grad_norm": 0.381356418132782,
      "learning_rate": 5.7313432835820894e-05,
      "loss": 0.6739,
      "step": 48
    },
    {
      "epoch": 0.11005053340819765,
      "grad_norm": 0.36677348613739014,
      "learning_rate": 5.850746268656717e-05,
      "loss": 0.6782,
      "step": 49
    },
    {
      "epoch": 0.11229646266142616,
      "grad_norm": 0.40393349528312683,
      "learning_rate": 5.970149253731344e-05,
      "loss": 0.6528,
      "step": 50
    },
    {
      "epoch": 0.11454239191465469,
      "grad_norm": 0.5078914165496826,
      "learning_rate": 6.08955223880597e-05,
      "loss": 0.6697,
      "step": 51
    },
    {
      "epoch": 0.11678832116788321,
      "grad_norm": 0.742857813835144,
      "learning_rate": 6.208955223880598e-05,
      "loss": 0.6341,
      "step": 52
    },
    {
      "epoch": 0.11903425042111174,
      "grad_norm": 0.8604367971420288,
      "learning_rate": 6.328358208955224e-05,
      "loss": 0.662,
      "step": 53
    },
    {
      "epoch": 0.12128017967434025,
      "grad_norm": 0.7391287684440613,
      "learning_rate": 6.447761194029851e-05,
      "loss": 0.6696,
      "step": 54
    },
    {
      "epoch": 0.12352610892756878,
      "grad_norm": 0.5703966617584229,
      "learning_rate": 6.567164179104479e-05,
      "loss": 0.6619,
      "step": 55
    },
    {
      "epoch": 0.1257720381807973,
      "grad_norm": 0.7210264801979065,
      "learning_rate": 6.686567164179104e-05,
      "loss": 0.6647,
      "step": 56
    },
    {
      "epoch": 0.12801796743402583,
      "grad_norm": 0.8133912682533264,
      "learning_rate": 6.805970149253732e-05,
      "loss": 0.658,
      "step": 57
    },
    {
      "epoch": 0.13026389668725435,
      "grad_norm": 0.9062953591346741,
      "learning_rate": 6.925373134328358e-05,
      "loss": 0.6732,
      "step": 58
    },
    {
      "epoch": 0.13250982594048288,
      "grad_norm": 0.9497516751289368,
      "learning_rate": 7.044776119402986e-05,
      "loss": 0.6743,
      "step": 59
    },
    {
      "epoch": 0.13475575519371139,
      "grad_norm": 0.5923281908035278,
      "learning_rate": 7.164179104477612e-05,
      "loss": 0.6609,
      "step": 60
    },
    {
      "epoch": 0.13700168444693991,
      "grad_norm": 0.839241087436676,
      "learning_rate": 7.283582089552239e-05,
      "loss": 0.6673,
      "step": 61
    },
    {
      "epoch": 0.13924761370016844,
      "grad_norm": 0.9110313653945923,
      "learning_rate": 7.402985074626866e-05,
      "loss": 0.6795,
      "step": 62
    },
    {
      "epoch": 0.14149354295339697,
      "grad_norm": 0.6465680599212646,
      "learning_rate": 7.522388059701494e-05,
      "loss": 0.6634,
      "step": 63
    },
    {
      "epoch": 0.1437394722066255,
      "grad_norm": 0.5419987440109253,
      "learning_rate": 7.641791044776119e-05,
      "loss": 0.6489,
      "step": 64
    },
    {
      "epoch": 0.145985401459854,
      "grad_norm": 0.6124593019485474,
      "learning_rate": 7.761194029850747e-05,
      "loss": 0.6617,
      "step": 65
    },
    {
      "epoch": 0.14823133071308253,
      "grad_norm": 0.5836852788925171,
      "learning_rate": 7.880597014925374e-05,
      "loss": 0.6319,
      "step": 66
    },
    {
      "epoch": 0.15047725996631106,
      "grad_norm": 0.6319289207458496,
      "learning_rate": 8e-05,
      "loss": 0.6504,
      "step": 67
    },
    {
      "epoch": 0.1527231892195396,
      "grad_norm": 0.6081493496894836,
      "learning_rate": 8.119402985074627e-05,
      "loss": 0.65,
      "step": 68
    },
    {
      "epoch": 0.15496911847276812,
      "grad_norm": 0.5973412394523621,
      "learning_rate": 8.238805970149255e-05,
      "loss": 0.6449,
      "step": 69
    },
    {
      "epoch": 0.15721504772599662,
      "grad_norm": 0.6423139572143555,
      "learning_rate": 8.358208955223881e-05,
      "loss": 0.6584,
      "step": 70
    },
    {
      "epoch": 0.15946097697922515,
      "grad_norm": 0.7579260468482971,
      "learning_rate": 8.477611940298507e-05,
      "loss": 0.6472,
      "step": 71
    },
    {
      "epoch": 0.16170690623245368,
      "grad_norm": 0.8475743532180786,
      "learning_rate": 8.597014925373135e-05,
      "loss": 0.6405,
      "step": 72
    },
    {
      "epoch": 0.1639528354856822,
      "grad_norm": 0.5964512228965759,
      "learning_rate": 8.716417910447762e-05,
      "loss": 0.633,
      "step": 73
    },
    {
      "epoch": 0.16619876473891074,
      "grad_norm": 0.47265729308128357,
      "learning_rate": 8.835820895522389e-05,
      "loss": 0.6453,
      "step": 74
    },
    {
      "epoch": 0.16844469399213924,
      "grad_norm": 0.7188097238540649,
      "learning_rate": 8.955223880597014e-05,
      "loss": 0.6603,
      "step": 75
    },
    {
      "epoch": 0.17069062324536777,
      "grad_norm": 0.49939826130867004,
      "learning_rate": 9.074626865671642e-05,
      "loss": 0.6339,
      "step": 76
    },
    {
      "epoch": 0.1729365524985963,
      "grad_norm": 0.5468081831932068,
      "learning_rate": 9.194029850746269e-05,
      "loss": 0.639,
      "step": 77
    },
    {
      "epoch": 0.17518248175182483,
      "grad_norm": 0.6105530858039856,
      "learning_rate": 9.313432835820897e-05,
      "loss": 0.6537,
      "step": 78
    },
    {
      "epoch": 0.17742841100505333,
      "grad_norm": 0.48114606738090515,
      "learning_rate": 9.432835820895524e-05,
      "loss": 0.6579,
      "step": 79
    },
    {
      "epoch": 0.17967434025828186,
      "grad_norm": 0.6263488531112671,
      "learning_rate": 9.552238805970149e-05,
      "loss": 0.6292,
      "step": 80
    },
    {
      "epoch": 0.18192026951151039,
      "grad_norm": 0.5369325280189514,
      "learning_rate": 9.671641791044777e-05,
      "loss": 0.6608,
      "step": 81
    },
    {
      "epoch": 0.18416619876473891,
      "grad_norm": 0.7140039801597595,
      "learning_rate": 9.791044776119404e-05,
      "loss": 0.6339,
      "step": 82
    },
    {
      "epoch": 0.18641212801796744,
      "grad_norm": 0.9011125564575195,
      "learning_rate": 9.91044776119403e-05,
      "loss": 0.6342,
      "step": 83
    },
    {
      "epoch": 0.18865805727119594,
      "grad_norm": 1.1369616985321045,
      "learning_rate": 0.00010029850746268659,
      "loss": 0.6442,
      "step": 84
    },
    {
      "epoch": 0.19090398652442447,
      "grad_norm": 1.0306285619735718,
      "learning_rate": 0.00010149253731343285,
      "loss": 0.6419,
      "step": 85
    },
    {
      "epoch": 0.193149915777653,
      "grad_norm": 0.8979660272598267,
      "learning_rate": 0.0001026865671641791,
      "loss": 0.632,
      "step": 86
    },
    {
      "epoch": 0.19539584503088153,
      "grad_norm": 0.6676183342933655,
      "learning_rate": 0.00010388059701492539,
      "loss": 0.6386,
      "step": 87
    },
    {
      "epoch": 0.19764177428411006,
      "grad_norm": 0.7217721939086914,
      "learning_rate": 0.00010507462686567165,
      "loss": 0.6546,
      "step": 88
    },
    {
      "epoch": 0.19988770353733856,
      "grad_norm": 0.7290446162223816,
      "learning_rate": 0.00010626865671641792,
      "loss": 0.6328,
      "step": 89
    },
    {
      "epoch": 0.2021336327905671,
      "grad_norm": 0.8381432890892029,
      "learning_rate": 0.0001074626865671642,
      "loss": 0.6311,
      "step": 90
    },
    {
      "epoch": 0.20437956204379562,
      "grad_norm": 1.0938982963562012,
      "learning_rate": 0.00010865671641791045,
      "loss": 0.6559,
      "step": 91
    },
    {
      "epoch": 0.20662549129702415,
      "grad_norm": 0.8039063215255737,
      "learning_rate": 0.00010985074626865672,
      "loss": 0.636,
      "step": 92
    },
    {
      "epoch": 0.20887142055025268,
      "grad_norm": 0.7171061635017395,
      "learning_rate": 0.000111044776119403,
      "loss": 0.6456,
      "step": 93
    },
    {
      "epoch": 0.21111734980348118,
      "grad_norm": 0.7186174988746643,
      "learning_rate": 0.00011223880597014927,
      "loss": 0.6285,
      "step": 94
    },
    {
      "epoch": 0.2133632790567097,
      "grad_norm": 0.6290779113769531,
      "learning_rate": 0.00011343283582089553,
      "loss": 0.6336,
      "step": 95
    },
    {
      "epoch": 0.21560920830993824,
      "grad_norm": 0.7359249591827393,
      "learning_rate": 0.00011462686567164179,
      "loss": 0.6542,
      "step": 96
    },
    {
      "epoch": 0.21785513756316677,
      "grad_norm": 0.775365948677063,
      "learning_rate": 0.00011582089552238807,
      "loss": 0.6369,
      "step": 97
    },
    {
      "epoch": 0.2201010668163953,
      "grad_norm": 0.8260976076126099,
      "learning_rate": 0.00011701492537313434,
      "loss": 0.6142,
      "step": 98
    },
    {
      "epoch": 0.2223469960696238,
      "grad_norm": 0.704872727394104,
      "learning_rate": 0.00011820895522388062,
      "loss": 0.6473,
      "step": 99
    },
    {
      "epoch": 0.22459292532285233,
      "grad_norm": 0.5987293124198914,
      "learning_rate": 0.00011940298507462688,
      "loss": 0.6458,
      "step": 100
    },
    {
      "epoch": 0.22683885457608086,
      "grad_norm": 0.7472802400588989,
      "learning_rate": 0.00012059701492537314,
      "loss": 0.6235,
      "step": 101
    },
    {
      "epoch": 0.22908478382930939,
      "grad_norm": 0.7303177118301392,
      "learning_rate": 0.0001217910447761194,
      "loss": 0.6432,
      "step": 102
    },
    {
      "epoch": 0.2313307130825379,
      "grad_norm": 0.5669957995414734,
      "learning_rate": 0.00012298507462686568,
      "loss": 0.6276,
      "step": 103
    },
    {
      "epoch": 0.23357664233576642,
      "grad_norm": 0.47117286920547485,
      "learning_rate": 0.00012417910447761195,
      "loss": 0.6429,
      "step": 104
    },
    {
      "epoch": 0.23582257158899494,
      "grad_norm": 0.6563988327980042,
      "learning_rate": 0.00012537313432835822,
      "loss": 0.6276,
      "step": 105
    },
    {
      "epoch": 0.23806850084222347,
      "grad_norm": 0.5849066972732544,
      "learning_rate": 0.00012656716417910448,
      "loss": 0.6309,
      "step": 106
    },
    {
      "epoch": 0.240314430095452,
      "grad_norm": 0.7347849607467651,
      "learning_rate": 0.00012776119402985075,
      "loss": 0.6382,
      "step": 107
    },
    {
      "epoch": 0.2425603593486805,
      "grad_norm": 0.6520137190818787,
      "learning_rate": 0.00012895522388059702,
      "loss": 0.6386,
      "step": 108
    },
    {
      "epoch": 0.24480628860190903,
      "grad_norm": 0.60540372133255,
      "learning_rate": 0.00013014925373134329,
      "loss": 0.613,
      "step": 109
    },
    {
      "epoch": 0.24705221785513756,
      "grad_norm": 0.7710558176040649,
      "learning_rate": 0.00013134328358208958,
      "loss": 0.6104,
      "step": 110
    },
    {
      "epoch": 0.2492981471083661,
      "grad_norm": 0.6582499742507935,
      "learning_rate": 0.00013253731343283582,
      "loss": 0.628,
      "step": 111
    },
    {
      "epoch": 0.2515440763615946,
      "grad_norm": 0.6089588403701782,
      "learning_rate": 0.00013373134328358209,
      "loss": 0.6313,
      "step": 112
    },
    {
      "epoch": 0.2537900056148231,
      "grad_norm": 0.5754179358482361,
      "learning_rate": 0.00013492537313432838,
      "loss": 0.6283,
      "step": 113
    },
    {
      "epoch": 0.25603593486805165,
      "grad_norm": 0.617273211479187,
      "learning_rate": 0.00013611940298507465,
      "loss": 0.6187,
      "step": 114
    },
    {
      "epoch": 0.2582818641212802,
      "grad_norm": 0.6104961037635803,
      "learning_rate": 0.00013731343283582091,
      "loss": 0.6267,
      "step": 115
    },
    {
      "epoch": 0.2605277933745087,
      "grad_norm": 0.691856861114502,
      "learning_rate": 0.00013850746268656715,
      "loss": 0.6202,
      "step": 116
    },
    {
      "epoch": 0.26277372262773724,
      "grad_norm": 0.8089864253997803,
      "learning_rate": 0.00013970149253731345,
      "loss": 0.635,
      "step": 117
    },
    {
      "epoch": 0.26501965188096577,
      "grad_norm": 1.1346023082733154,
      "learning_rate": 0.00014089552238805972,
      "loss": 0.6462,
      "step": 118
    },
    {
      "epoch": 0.2672655811341943,
      "grad_norm": 0.8319297432899475,
      "learning_rate": 0.00014208955223880598,
      "loss": 0.6179,
      "step": 119
    },
    {
      "epoch": 0.26951151038742277,
      "grad_norm": 0.5904942154884338,
      "learning_rate": 0.00014328358208955225,
      "loss": 0.629,
      "step": 120
    },
    {
      "epoch": 0.2717574396406513,
      "grad_norm": 0.5950160026550293,
      "learning_rate": 0.00014447761194029852,
      "loss": 0.6245,
      "step": 121
    },
    {
      "epoch": 0.27400336889387983,
      "grad_norm": 0.6426451802253723,
      "learning_rate": 0.00014567164179104478,
      "loss": 0.614,
      "step": 122
    },
    {
      "epoch": 0.27624929814710836,
      "grad_norm": 0.6028596758842468,
      "learning_rate": 0.00014686567164179105,
      "loss": 0.6127,
      "step": 123
    },
    {
      "epoch": 0.2784952274003369,
      "grad_norm": 0.6075330972671509,
      "learning_rate": 0.00014805970149253732,
      "loss": 0.6283,
      "step": 124
    },
    {
      "epoch": 0.2807411566535654,
      "grad_norm": 0.6084921360015869,
      "learning_rate": 0.0001492537313432836,
      "loss": 0.6351,
      "step": 125
    },
    {
      "epoch": 0.28298708590679394,
      "grad_norm": 0.627112865447998,
      "learning_rate": 0.00015044776119402988,
      "loss": 0.6393,
      "step": 126
    },
    {
      "epoch": 0.2852330151600225,
      "grad_norm": 0.6501988172531128,
      "learning_rate": 0.00015164179104477612,
      "loss": 0.6097,
      "step": 127
    },
    {
      "epoch": 0.287478944413251,
      "grad_norm": 0.6280235648155212,
      "learning_rate": 0.00015283582089552238,
      "loss": 0.6281,
      "step": 128
    },
    {
      "epoch": 0.28972487366647953,
      "grad_norm": 0.49232786893844604,
      "learning_rate": 0.00015402985074626868,
      "loss": 0.6341,
      "step": 129
    },
    {
      "epoch": 0.291970802919708,
      "grad_norm": 0.5303974747657776,
      "learning_rate": 0.00015522388059701495,
      "loss": 0.6098,
      "step": 130
    },
    {
      "epoch": 0.29421673217293653,
      "grad_norm": 0.5729207992553711,
      "learning_rate": 0.0001564179104477612,
      "loss": 0.617,
      "step": 131
    },
    {
      "epoch": 0.29646266142616506,
      "grad_norm": 0.6265519857406616,
      "learning_rate": 0.00015761194029850748,
      "loss": 0.5968,
      "step": 132
    },
    {
      "epoch": 0.2987085906793936,
      "grad_norm": 0.6463232636451721,
      "learning_rate": 0.00015880597014925375,
      "loss": 0.6391,
      "step": 133
    },
    {
      "epoch": 0.3009545199326221,
      "grad_norm": 0.593257486820221,
      "learning_rate": 0.00016,
      "loss": 0.6189,
      "step": 134
    },
    {
      "epoch": 0.30320044918585065,
      "grad_norm": 0.5925970077514648,
      "learning_rate": 0.00015999972630083387,
      "loss": 0.6139,
      "step": 135
    },
    {
      "epoch": 0.3054463784390792,
      "grad_norm": 0.6394967436790466,
      "learning_rate": 0.00015999890520520824,
      "loss": 0.6038,
      "step": 136
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.649044394493103,
      "learning_rate": 0.00015999753671874147,
      "loss": 0.614,
      "step": 137
    },
    {
      "epoch": 0.30993823694553624,
      "grad_norm": 0.6179019808769226,
      "learning_rate": 0.00015999562085079733,
      "loss": 0.6171,
      "step": 138
    },
    {
      "epoch": 0.3121841661987647,
      "grad_norm": 0.5114040374755859,
      "learning_rate": 0.0001599931576144852,
      "loss": 0.6076,
      "step": 139
    },
    {
      "epoch": 0.31443009545199324,
      "grad_norm": 0.5721436142921448,
      "learning_rate": 0.00015999014702665964,
      "loss": 0.6173,
      "step": 140
    },
    {
      "epoch": 0.31667602470522177,
      "grad_norm": 0.7164266109466553,
      "learning_rate": 0.00015998658910792058,
      "loss": 0.611,
      "step": 141
    },
    {
      "epoch": 0.3189219539584503,
      "grad_norm": 0.8134217858314514,
      "learning_rate": 0.00015998248388261302,
      "loss": 0.6296,
      "step": 142
    },
    {
      "epoch": 0.32116788321167883,
      "grad_norm": 0.828131377696991,
      "learning_rate": 0.00015997783137882682,
      "loss": 0.6331,
      "step": 143
    },
    {
      "epoch": 0.32341381246490736,
      "grad_norm": 0.7628505825996399,
      "learning_rate": 0.00015997263162839667,
      "loss": 0.6524,
      "step": 144
    },
    {
      "epoch": 0.3256597417181359,
      "grad_norm": 0.6403250098228455,
      "learning_rate": 0.0001599668846669018,
      "loss": 0.6097,
      "step": 145
    },
    {
      "epoch": 0.3279056709713644,
      "grad_norm": 0.5496403574943542,
      "learning_rate": 0.00015996059053366562,
      "loss": 0.6187,
      "step": 146
    },
    {
      "epoch": 0.33015160022459294,
      "grad_norm": 0.6352928876876831,
      "learning_rate": 0.0001599537492717556,
      "loss": 0.619,
      "step": 147
    },
    {
      "epoch": 0.3323975294778215,
      "grad_norm": 0.6073532104492188,
      "learning_rate": 0.00015994636092798295,
      "loss": 0.6218,
      "step": 148
    },
    {
      "epoch": 0.33464345873104995,
      "grad_norm": 0.40914225578308105,
      "learning_rate": 0.00015993842555290226,
      "loss": 0.6161,
      "step": 149
    },
    {
      "epoch": 0.3368893879842785,
      "grad_norm": 0.4364437758922577,
      "learning_rate": 0.0001599299432008112,
      "loss": 0.637,
      "step": 150
    },
    {
      "epoch": 0.339135317237507,
      "grad_norm": 0.5311095118522644,
      "learning_rate": 0.00015992091392975002,
      "loss": 0.5972,
      "step": 151
    },
    {
      "epoch": 0.34138124649073553,
      "grad_norm": 0.545671284198761,
      "learning_rate": 0.00015991133780150136,
      "loss": 0.6103,
      "step": 152
    },
    {
      "epoch": 0.34362717574396406,
      "grad_norm": 0.4276280105113983,
      "learning_rate": 0.00015990121488158968,
      "loss": 0.6148,
      "step": 153
    },
    {
      "epoch": 0.3458731049971926,
      "grad_norm": 0.4059518575668335,
      "learning_rate": 0.00015989054523928085,
      "loss": 0.6332,
      "step": 154
    },
    {
      "epoch": 0.3481190342504211,
      "grad_norm": 0.42028188705444336,
      "learning_rate": 0.00015987932894758164,
      "loss": 0.5972,
      "step": 155
    },
    {
      "epoch": 0.35036496350364965,
      "grad_norm": 0.44919151067733765,
      "learning_rate": 0.00015986756608323932,
      "loss": 0.6017,
      "step": 156
    },
    {
      "epoch": 0.3526108927568782,
      "grad_norm": 0.3990235924720764,
      "learning_rate": 0.00015985525672674103,
      "loss": 0.6146,
      "step": 157
    },
    {
      "epoch": 0.35485682201010665,
      "grad_norm": 0.42787206172943115,
      "learning_rate": 0.0001598424009623133,
      "loss": 0.6199,
      "step": 158
    },
    {
      "epoch": 0.3571027512633352,
      "grad_norm": 0.44234439730644226,
      "learning_rate": 0.00015982899887792145,
      "loss": 0.6279,
      "step": 159
    },
    {
      "epoch": 0.3593486805165637,
      "grad_norm": 0.4152110815048218,
      "learning_rate": 0.00015981505056526893,
      "loss": 0.6032,
      "step": 160
    },
    {
      "epoch": 0.36159460976979224,
      "grad_norm": 0.36194872856140137,
      "learning_rate": 0.0001598005561197968,
      "loss": 0.6286,
      "step": 161
    },
    {
      "epoch": 0.36384053902302077,
      "grad_norm": 0.4214819669723511,
      "learning_rate": 0.00015978551564068295,
      "loss": 0.6006,
      "step": 162
    },
    {
      "epoch": 0.3660864682762493,
      "grad_norm": 0.41948559880256653,
      "learning_rate": 0.00015976992923084161,
      "loss": 0.615,
      "step": 163
    },
    {
      "epoch": 0.36833239752947783,
      "grad_norm": 0.44141775369644165,
      "learning_rate": 0.00015975379699692245,
      "loss": 0.6236,
      "step": 164
    },
    {
      "epoch": 0.37057832678270636,
      "grad_norm": 0.47903239727020264,
      "learning_rate": 0.00015973711904930993,
      "loss": 0.5979,
      "step": 165
    },
    {
      "epoch": 0.3728242560359349,
      "grad_norm": 0.45099982619285583,
      "learning_rate": 0.00015971989550212255,
      "loss": 0.6229,
      "step": 166
    },
    {
      "epoch": 0.3750701852891634,
      "grad_norm": 0.4214828312397003,
      "learning_rate": 0.00015970212647321207,
      "loss": 0.6146,
      "step": 167
    },
    {
      "epoch": 0.3773161145423919,
      "grad_norm": 0.43835896253585815,
      "learning_rate": 0.00015968381208416273,
      "loss": 0.6162,
      "step": 168
    },
    {
      "epoch": 0.3795620437956204,
      "grad_norm": 0.4372192621231079,
      "learning_rate": 0.00015966495246029033,
      "loss": 0.6152,
      "step": 169
    },
    {
      "epoch": 0.38180797304884895,
      "grad_norm": 0.45570138096809387,
      "learning_rate": 0.00015964554773064148,
      "loss": 0.6107,
      "step": 170
    },
    {
      "epoch": 0.3840539023020775,
      "grad_norm": 0.5014758706092834,
      "learning_rate": 0.0001596255980279926,
      "loss": 0.5861,
      "step": 171
    },
    {
      "epoch": 0.386299831555306,
      "grad_norm": 0.46727222204208374,
      "learning_rate": 0.00015960510348884914,
      "loss": 0.6104,
      "step": 172
    },
    {
      "epoch": 0.38854576080853453,
      "grad_norm": 0.5081140398979187,
      "learning_rate": 0.00015958406425344455,
      "loss": 0.5948,
      "step": 173
    },
    {
      "epoch": 0.39079169006176306,
      "grad_norm": 0.4470350742340088,
      "learning_rate": 0.00015956248046573938,
      "loss": 0.5924,
      "step": 174
    },
    {
      "epoch": 0.3930376193149916,
      "grad_norm": 0.36340662837028503,
      "learning_rate": 0.00015954035227342019,
      "loss": 0.5972,
      "step": 175
    },
    {
      "epoch": 0.3952835485682201,
      "grad_norm": 0.34276771545410156,
      "learning_rate": 0.00015951767982789875,
      "loss": 0.5955,
      "step": 176
    },
    {
      "epoch": 0.39752947782144865,
      "grad_norm": 0.35867977142333984,
      "learning_rate": 0.00015949446328431075,
      "loss": 0.611,
      "step": 177
    },
    {
      "epoch": 0.3997754070746771,
      "grad_norm": 0.3728366792201996,
      "learning_rate": 0.00015947070280151492,
      "loss": 0.6117,
      "step": 178
    },
    {
      "epoch": 0.40202133632790565,
      "grad_norm": 0.32302939891815186,
      "learning_rate": 0.00015944639854209184,
      "loss": 0.6225,
      "step": 179
    },
    {
      "epoch": 0.4042672655811342,
      "grad_norm": 0.33579641580581665,
      "learning_rate": 0.00015942155067234293,
      "loss": 0.5915,
      "step": 180
    },
    {
      "epoch": 0.4065131948343627,
      "grad_norm": 0.29243412613868713,
      "learning_rate": 0.00015939615936228922,
      "loss": 0.5915,
      "step": 181
    },
    {
      "epoch": 0.40875912408759124,
      "grad_norm": 0.32980793714523315,
      "learning_rate": 0.00015937022478567023,
      "loss": 0.6172,
      "step": 182
    },
    {
      "epoch": 0.41100505334081977,
      "grad_norm": 0.30575114488601685,
      "learning_rate": 0.0001593437471199427,
      "loss": 0.5958,
      "step": 183
    },
    {
      "epoch": 0.4132509825940483,
      "grad_norm": 0.3298383951187134,
      "learning_rate": 0.00015931672654627958,
      "loss": 0.5949,
      "step": 184
    },
    {
      "epoch": 0.41549691184727683,
      "grad_norm": 0.330642431974411,
      "learning_rate": 0.00015928916324956855,
      "loss": 0.5929,
      "step": 185
    },
    {
      "epoch": 0.41774284110050536,
      "grad_norm": 0.33059626817703247,
      "learning_rate": 0.00015926105741841088,
      "loss": 0.609,
      "step": 186
    },
    {
      "epoch": 0.41998877035373383,
      "grad_norm": 0.3915445804595947,
      "learning_rate": 0.00015923240924512014,
      "loss": 0.6045,
      "step": 187
    },
    {
      "epoch": 0.42223469960696236,
      "grad_norm": 0.3589101731777191,
      "learning_rate": 0.00015920321892572088,
      "loss": 0.6175,
      "step": 188
    },
    {
      "epoch": 0.4244806288601909,
      "grad_norm": 0.399964302778244,
      "learning_rate": 0.00015917348665994723,
      "loss": 0.6157,
      "step": 189
    },
    {
      "epoch": 0.4267265581134194,
      "grad_norm": 0.3923908770084381,
      "learning_rate": 0.0001591432126512416,
      "loss": 0.6041,
      "step": 190
    },
    {
      "epoch": 0.42897248736664795,
      "grad_norm": 0.38844165205955505,
      "learning_rate": 0.0001591123971067533,
      "loss": 0.5865,
      "step": 191
    },
    {
      "epoch": 0.4312184166198765,
      "grad_norm": 0.41744178533554077,
      "learning_rate": 0.00015908104023733697,
      "loss": 0.5823,
      "step": 192
    },
    {
      "epoch": 0.433464345873105,
      "grad_norm": 0.3478281795978546,
      "learning_rate": 0.0001590491422575514,
      "loss": 0.6064,
      "step": 193
    },
    {
      "epoch": 0.43571027512633353,
      "grad_norm": 0.38580065965652466,
      "learning_rate": 0.00015901670338565785,
      "loss": 0.6119,
      "step": 194
    },
    {
      "epoch": 0.43795620437956206,
      "grad_norm": 0.5283933877944946,
      "learning_rate": 0.0001589837238436186,
      "loss": 0.5945,
      "step": 195
    },
    {
      "epoch": 0.4402021336327906,
      "grad_norm": 0.48087194561958313,
      "learning_rate": 0.00015895020385709553,
      "loss": 0.6058,
      "step": 196
    },
    {
      "epoch": 0.44244806288601907,
      "grad_norm": 0.35071608424186707,
      "learning_rate": 0.00015891614365544837,
      "loss": 0.5672,
      "step": 197
    },
    {
      "epoch": 0.4446939921392476,
      "grad_norm": 0.3820844888687134,
      "learning_rate": 0.0001588815434717334,
      "loss": 0.5898,
      "step": 198
    },
    {
      "epoch": 0.4469399213924761,
      "grad_norm": 0.3622789680957794,
      "learning_rate": 0.0001588464035427016,
      "loss": 0.5842,
      "step": 199
    },
    {
      "epoch": 0.44918585064570465,
      "grad_norm": 0.348568856716156,
      "learning_rate": 0.00015881072410879726,
      "loss": 0.6025,
      "step": 200
    },
    {
      "epoch": 0.4514317798989332,
      "grad_norm": 0.36718496680259705,
      "learning_rate": 0.00015877450541415615,
      "loss": 0.5888,
      "step": 201
    },
    {
      "epoch": 0.4536777091521617,
      "grad_norm": 0.39695170521736145,
      "learning_rate": 0.0001587377477066039,
      "loss": 0.6159,
      "step": 202
    },
    {
      "epoch": 0.45592363840539024,
      "grad_norm": 0.4380107522010803,
      "learning_rate": 0.0001587004512376544,
      "loss": 0.6001,
      "step": 203
    },
    {
      "epoch": 0.45816956765861877,
      "grad_norm": 0.40494075417518616,
      "learning_rate": 0.00015866261626250794,
      "loss": 0.6016,
      "step": 204
    },
    {
      "epoch": 0.4604154969118473,
      "grad_norm": 0.3275372385978699,
      "learning_rate": 0.00015862424304004954,
      "loss": 0.5918,
      "step": 205
    },
    {
      "epoch": 0.4626614261650758,
      "grad_norm": 0.3288284242153168,
      "learning_rate": 0.00015858533183284718,
      "loss": 0.608,
      "step": 206
    },
    {
      "epoch": 0.4649073554183043,
      "grad_norm": 0.32171040773391724,
      "learning_rate": 0.00015854588290714999,
      "loss": 0.5816,
      "step": 207
    },
    {
      "epoch": 0.46715328467153283,
      "grad_norm": 0.3992040157318115,
      "learning_rate": 0.00015850589653288642,
      "loss": 0.591,
      "step": 208
    },
    {
      "epoch": 0.46939921392476136,
      "grad_norm": 0.38158226013183594,
      "learning_rate": 0.00015846537298366242,
      "loss": 0.5831,
      "step": 209
    },
    {
      "epoch": 0.4716451431779899,
      "grad_norm": 0.32366326451301575,
      "learning_rate": 0.0001584243125367595,
      "loss": 0.5822,
      "step": 210
    },
    {
      "epoch": 0.4738910724312184,
      "grad_norm": 0.41187676787376404,
      "learning_rate": 0.00015838271547313293,
      "loss": 0.6027,
      "step": 211
    },
    {
      "epoch": 0.47613700168444695,
      "grad_norm": 0.48473531007766724,
      "learning_rate": 0.00015834058207740974,
      "loss": 0.5819,
      "step": 212
    },
    {
      "epoch": 0.4783829309376755,
      "grad_norm": 0.3934939205646515,
      "learning_rate": 0.00015829791263788682,
      "loss": 0.6042,
      "step": 213
    },
    {
      "epoch": 0.480628860190904,
      "grad_norm": 0.32344624400138855,
      "learning_rate": 0.00015825470744652894,
      "loss": 0.5717,
      "step": 214
    },
    {
      "epoch": 0.48287478944413254,
      "grad_norm": 0.27189725637435913,
      "learning_rate": 0.0001582109667989667,
      "loss": 0.6015,
      "step": 215
    },
    {
      "epoch": 0.485120718697361,
      "grad_norm": 0.349128395318985,
      "learning_rate": 0.00015816669099449454,
      "loss": 0.6037,
      "step": 216
    },
    {
      "epoch": 0.48736664795058954,
      "grad_norm": 0.3456957936286926,
      "learning_rate": 0.00015812188033606877,
      "loss": 0.5974,
      "step": 217
    },
    {
      "epoch": 0.48961257720381807,
      "grad_norm": 0.29926273226737976,
      "learning_rate": 0.00015807653513030538,
      "loss": 0.6,
      "step": 218
    },
    {
      "epoch": 0.4918585064570466,
      "grad_norm": 0.3260749280452728,
      "learning_rate": 0.00015803065568747798,
      "loss": 0.5955,
      "step": 219
    },
    {
      "epoch": 0.4941044357102751,
      "grad_norm": 0.4071785509586334,
      "learning_rate": 0.00015798424232151573,
      "loss": 0.5899,
      "step": 220
    },
    {
      "epoch": 0.49635036496350365,
      "grad_norm": 0.37568220496177673,
      "learning_rate": 0.00015793729535000108,
      "loss": 0.6008,
      "step": 221
    },
    {
      "epoch": 0.4985962942167322,
      "grad_norm": 0.4158768355846405,
      "learning_rate": 0.00015788981509416773,
      "loss": 0.5897,
      "step": 222
    },
    {
      "epoch": 0.5008422234699607,
      "grad_norm": 0.44514065980911255,
      "learning_rate": 0.00015784180187889833,
      "loss": 0.5807,
      "step": 223
    },
    {
      "epoch": 0.5030881527231892,
      "grad_norm": 0.37475013732910156,
      "learning_rate": 0.00015779325603272232,
      "loss": 0.586,
      "step": 224
    },
    {
      "epoch": 0.5053340819764177,
      "grad_norm": 0.4093579649925232,
      "learning_rate": 0.0001577441778878136,
      "loss": 0.5966,
      "step": 225
    },
    {
      "epoch": 0.5075800112296462,
      "grad_norm": 0.4048860967159271,
      "learning_rate": 0.00015769456777998842,
      "loss": 0.6107,
      "step": 226
    },
    {
      "epoch": 0.5098259404828748,
      "grad_norm": 0.31557515263557434,
      "learning_rate": 0.00015764442604870285,
      "loss": 0.609,
      "step": 227
    },
    {
      "epoch": 0.5120718697361033,
      "grad_norm": 0.33514130115509033,
      "learning_rate": 0.0001575937530370507,
      "loss": 0.5866,
      "step": 228
    },
    {
      "epoch": 0.5143177989893318,
      "grad_norm": 0.3601367771625519,
      "learning_rate": 0.0001575425490917609,
      "loss": 0.586,
      "step": 229
    },
    {
      "epoch": 0.5165637282425604,
      "grad_norm": 0.3701965808868408,
      "learning_rate": 0.00015749081456319544,
      "loss": 0.5755,
      "step": 230
    },
    {
      "epoch": 0.5188096574957889,
      "grad_norm": 0.3042786419391632,
      "learning_rate": 0.0001574385498053468,
      "loss": 0.5978,
      "step": 231
    },
    {
      "epoch": 0.5210555867490174,
      "grad_norm": 0.33692997694015503,
      "learning_rate": 0.00015738575517583542,
      "loss": 0.6078,
      "step": 232
    },
    {
      "epoch": 0.523301516002246,
      "grad_norm": 0.36644524335861206,
      "learning_rate": 0.00015733243103590748,
      "loss": 0.575,
      "step": 233
    },
    {
      "epoch": 0.5255474452554745,
      "grad_norm": 0.3802548050880432,
      "learning_rate": 0.00015727857775043227,
      "loss": 0.6041,
      "step": 234
    },
    {
      "epoch": 0.527793374508703,
      "grad_norm": 0.37767213582992554,
      "learning_rate": 0.00015722419568789983,
      "loss": 0.591,
      "step": 235
    },
    {
      "epoch": 0.5300393037619315,
      "grad_norm": 0.38524535298347473,
      "learning_rate": 0.00015716928522041825,
      "loss": 0.601,
      "step": 236
    },
    {
      "epoch": 0.5322852330151601,
      "grad_norm": 0.4806888699531555,
      "learning_rate": 0.00015711384672371126,
      "loss": 0.5935,
      "step": 237
    },
    {
      "epoch": 0.5345311622683886,
      "grad_norm": 0.3960248827934265,
      "learning_rate": 0.0001570578805771156,
      "loss": 0.5789,
      "step": 238
    },
    {
      "epoch": 0.5367770915216171,
      "grad_norm": 0.29831525683403015,
      "learning_rate": 0.00015700138716357852,
      "loss": 0.5917,
      "step": 239
    },
    {
      "epoch": 0.5390230207748455,
      "grad_norm": 0.30690401792526245,
      "learning_rate": 0.00015694436686965497,
      "loss": 0.5819,
      "step": 240
    },
    {
      "epoch": 0.5412689500280741,
      "grad_norm": 0.30107825994491577,
      "learning_rate": 0.00015688682008550514,
      "loss": 0.5965,
      "step": 241
    },
    {
      "epoch": 0.5435148792813026,
      "grad_norm": 0.30696406960487366,
      "learning_rate": 0.0001568287472048917,
      "loss": 0.6025,
      "step": 242
    },
    {
      "epoch": 0.5457608085345311,
      "grad_norm": 0.32280731201171875,
      "learning_rate": 0.00015677014862517714,
      "loss": 0.5868,
      "step": 243
    },
    {
      "epoch": 0.5480067377877597,
      "grad_norm": 0.31739377975463867,
      "learning_rate": 0.000156711024747321,
      "loss": 0.5898,
      "step": 244
    },
    {
      "epoch": 0.5502526670409882,
      "grad_norm": 0.3620510995388031,
      "learning_rate": 0.0001566513759758772,
      "loss": 0.5621,
      "step": 245
    },
    {
      "epoch": 0.5524985962942167,
      "grad_norm": 0.26646366715431213,
      "learning_rate": 0.00015659120271899118,
      "loss": 0.5731,
      "step": 246
    },
    {
      "epoch": 0.5547445255474452,
      "grad_norm": 0.3814524710178375,
      "learning_rate": 0.00015653050538839722,
      "loss": 0.5947,
      "step": 247
    },
    {
      "epoch": 0.5569904548006738,
      "grad_norm": 0.4031396210193634,
      "learning_rate": 0.00015646928439941557,
      "loss": 0.612,
      "step": 248
    },
    {
      "epoch": 0.5592363840539023,
      "grad_norm": 0.38268253207206726,
      "learning_rate": 0.00015640754017094954,
      "loss": 0.5792,
      "step": 249
    },
    {
      "epoch": 0.5614823133071308,
      "grad_norm": 0.37941139936447144,
      "learning_rate": 0.0001563452731254827,
      "loss": 0.6071,
      "step": 250
    },
    {
      "epoch": 0.5637282425603594,
      "grad_norm": 0.3618276119232178,
      "learning_rate": 0.00015628248368907603,
      "loss": 0.5776,
      "step": 251
    },
    {
      "epoch": 0.5659741718135879,
      "grad_norm": 0.3906313180923462,
      "learning_rate": 0.000156219172291365,
      "loss": 0.5732,
      "step": 252
    },
    {
      "epoch": 0.5682201010668164,
      "grad_norm": 0.4234972894191742,
      "learning_rate": 0.0001561553393655564,
      "loss": 0.5674,
      "step": 253
    },
    {
      "epoch": 0.570466030320045,
      "grad_norm": 0.4400922954082489,
      "learning_rate": 0.00015609098534842582,
      "loss": 0.5894,
      "step": 254
    },
    {
      "epoch": 0.5727119595732735,
      "grad_norm": 0.38799750804901123,
      "learning_rate": 0.0001560261106803142,
      "loss": 0.5833,
      "step": 255
    },
    {
      "epoch": 0.574957888826502,
      "grad_norm": 0.31524044275283813,
      "learning_rate": 0.00015596071580512515,
      "loss": 0.5841,
      "step": 256
    },
    {
      "epoch": 0.5772038180797305,
      "grad_norm": 0.3451038599014282,
      "learning_rate": 0.00015589480117032174,
      "loss": 0.6003,
      "step": 257
    },
    {
      "epoch": 0.5794497473329591,
      "grad_norm": 0.3648560047149658,
      "learning_rate": 0.00015582836722692346,
      "loss": 0.5787,
      "step": 258
    },
    {
      "epoch": 0.5816956765861875,
      "grad_norm": 0.37476226687431335,
      "learning_rate": 0.00015576141442950317,
      "loss": 0.5719,
      "step": 259
    },
    {
      "epoch": 0.583941605839416,
      "grad_norm": 0.33187106251716614,
      "learning_rate": 0.00015569394323618403,
      "loss": 0.5785,
      "step": 260
    },
    {
      "epoch": 0.5861875350926445,
      "grad_norm": 0.36073818802833557,
      "learning_rate": 0.00015562595410863626,
      "loss": 0.5965,
      "step": 261
    },
    {
      "epoch": 0.5884334643458731,
      "grad_norm": 0.3586486577987671,
      "learning_rate": 0.00015555744751207404,
      "loss": 0.5857,
      "step": 262
    },
    {
      "epoch": 0.5906793935991016,
      "grad_norm": 0.44820883870124817,
      "learning_rate": 0.0001554884239152523,
      "loss": 0.5804,
      "step": 263
    },
    {
      "epoch": 0.5929253228523301,
      "grad_norm": 0.43128344416618347,
      "learning_rate": 0.00015541888379046366,
      "loss": 0.5613,
      "step": 264
    },
    {
      "epoch": 0.5951712521055587,
      "grad_norm": 0.38606396317481995,
      "learning_rate": 0.0001553488276135349,
      "loss": 0.5958,
      "step": 265
    },
    {
      "epoch": 0.5974171813587872,
      "grad_norm": 0.36493563652038574,
      "learning_rate": 0.0001552782558638239,
      "loss": 0.5663,
      "step": 266
    },
    {
      "epoch": 0.5996631106120157,
      "grad_norm": 0.40545809268951416,
      "learning_rate": 0.00015520716902421648,
      "loss": 0.5934,
      "step": 267
    },
    {
      "epoch": 0.6019090398652442,
      "grad_norm": 0.42288488149642944,
      "learning_rate": 0.00015513556758112282,
      "loss": 0.5729,
      "step": 268
    },
    {
      "epoch": 0.6041549691184728,
      "grad_norm": 0.2895568311214447,
      "learning_rate": 0.00015506345202447432,
      "loss": 0.6046,
      "step": 269
    },
    {
      "epoch": 0.6064008983717013,
      "grad_norm": 0.3440837562084198,
      "learning_rate": 0.00015499082284772017,
      "loss": 0.5654,
      "step": 270
    },
    {
      "epoch": 0.6086468276249298,
      "grad_norm": 0.36002352833747864,
      "learning_rate": 0.00015491768054782395,
      "loss": 0.5923,
      "step": 271
    },
    {
      "epoch": 0.6108927568781584,
      "grad_norm": 0.28700196743011475,
      "learning_rate": 0.00015484402562526036,
      "loss": 0.5826,
      "step": 272
    },
    {
      "epoch": 0.6131386861313869,
      "grad_norm": 0.32599133253097534,
      "learning_rate": 0.0001547698585840117,
      "loss": 0.5783,
      "step": 273
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.37215182185173035,
      "learning_rate": 0.00015469517993156435,
      "loss": 0.583,
      "step": 274
    },
    {
      "epoch": 0.617630544637844,
      "grad_norm": 0.3325370252132416,
      "learning_rate": 0.0001546199901789055,
      "loss": 0.582,
      "step": 275
    },
    {
      "epoch": 0.6198764738910725,
      "grad_norm": 0.3477807939052582,
      "learning_rate": 0.00015454428984051937,
      "loss": 0.5726,
      "step": 276
    },
    {
      "epoch": 0.622122403144301,
      "grad_norm": 0.37678489089012146,
      "learning_rate": 0.000154468079434384,
      "loss": 0.5786,
      "step": 277
    },
    {
      "epoch": 0.6243683323975294,
      "grad_norm": 0.3045758008956909,
      "learning_rate": 0.00015439135948196756,
      "loss": 0.5829,
      "step": 278
    },
    {
      "epoch": 0.626614261650758,
      "grad_norm": 0.3221797049045563,
      "learning_rate": 0.0001543141305082246,
      "loss": 0.5811,
      "step": 279
    },
    {
      "epoch": 0.6288601909039865,
      "grad_norm": 0.35202842950820923,
      "learning_rate": 0.00015423639304159288,
      "loss": 0.5655,
      "step": 280
    },
    {
      "epoch": 0.631106120157215,
      "grad_norm": 0.2838123142719269,
      "learning_rate": 0.00015415814761398936,
      "loss": 0.5991,
      "step": 281
    },
    {
      "epoch": 0.6333520494104435,
      "grad_norm": 0.33944493532180786,
      "learning_rate": 0.0001540793947608067,
      "loss": 0.5764,
      "step": 282
    },
    {
      "epoch": 0.6355979786636721,
      "grad_norm": 0.29667678475379944,
      "learning_rate": 0.0001540001350209097,
      "loss": 0.5745,
      "step": 283
    },
    {
      "epoch": 0.6378439079169006,
      "grad_norm": 0.37716934084892273,
      "learning_rate": 0.00015392036893663148,
      "loss": 0.5739,
      "step": 284
    },
    {
      "epoch": 0.6400898371701291,
      "grad_norm": 0.3955274522304535,
      "learning_rate": 0.00015384009705376978,
      "loss": 0.574,
      "step": 285
    },
    {
      "epoch": 0.6423357664233577,
      "grad_norm": 0.29740408062934875,
      "learning_rate": 0.00015375931992158331,
      "loss": 0.567,
      "step": 286
    },
    {
      "epoch": 0.6445816956765862,
      "grad_norm": 0.3198919892311096,
      "learning_rate": 0.0001536780380927879,
      "loss": 0.5672,
      "step": 287
    },
    {
      "epoch": 0.6468276249298147,
      "grad_norm": 0.3355892598628998,
      "learning_rate": 0.0001535962521235528,
      "loss": 0.57,
      "step": 288
    },
    {
      "epoch": 0.6490735541830432,
      "grad_norm": 0.32803425192832947,
      "learning_rate": 0.00015351396257349675,
      "loss": 0.5839,
      "step": 289
    },
    {
      "epoch": 0.6513194834362718,
      "grad_norm": 0.3538999557495117,
      "learning_rate": 0.00015343117000568432,
      "loss": 0.5864,
      "step": 290
    },
    {
      "epoch": 0.6535654126895003,
      "grad_norm": 0.3156984746456146,
      "learning_rate": 0.00015334787498662192,
      "loss": 0.5872,
      "step": 291
    },
    {
      "epoch": 0.6558113419427288,
      "grad_norm": 0.336056113243103,
      "learning_rate": 0.00015326407808625395,
      "loss": 0.578,
      "step": 292
    },
    {
      "epoch": 0.6580572711959574,
      "grad_norm": 0.3894708454608917,
      "learning_rate": 0.00015317977987795898,
      "loss": 0.5682,
      "step": 293
    },
    {
      "epoch": 0.6603032004491859,
      "grad_norm": 0.3500683605670929,
      "learning_rate": 0.00015309498093854577,
      "loss": 0.5934,
      "step": 294
    },
    {
      "epoch": 0.6625491297024144,
      "grad_norm": 0.331767201423645,
      "learning_rate": 0.00015300968184824926,
      "loss": 0.5781,
      "step": 295
    },
    {
      "epoch": 0.664795058955643,
      "grad_norm": 0.4042721092700958,
      "learning_rate": 0.0001529238831907267,
      "loss": 0.5811,
      "step": 296
    },
    {
      "epoch": 0.6670409882088714,
      "grad_norm": 0.2907451093196869,
      "learning_rate": 0.00015283758555305362,
      "loss": 0.5925,
      "step": 297
    },
    {
      "epoch": 0.6692869174620999,
      "grad_norm": 0.28044381737709045,
      "learning_rate": 0.0001527507895257198,
      "loss": 0.5717,
      "step": 298
    },
    {
      "epoch": 0.6715328467153284,
      "grad_norm": 0.2812747359275818,
      "learning_rate": 0.00015266349570262528,
      "loss": 0.5796,
      "step": 299
    },
    {
      "epoch": 0.673778775968557,
      "grad_norm": 0.28039273619651794,
      "learning_rate": 0.00015257570468107617,
      "loss": 0.5682,
      "step": 300
    },
    {
      "epoch": 0.6760247052217855,
      "grad_norm": 0.2821033000946045,
      "learning_rate": 0.00015248741706178073,
      "loss": 0.5939,
      "step": 301
    },
    {
      "epoch": 0.678270634475014,
      "grad_norm": 0.31085771322250366,
      "learning_rate": 0.0001523986334488452,
      "loss": 0.5829,
      "step": 302
    },
    {
      "epoch": 0.6805165637282425,
      "grad_norm": 0.31658798456192017,
      "learning_rate": 0.00015230935444976955,
      "loss": 0.6073,
      "step": 303
    },
    {
      "epoch": 0.6827624929814711,
      "grad_norm": 0.28057488799095154,
      "learning_rate": 0.00015221958067544348,
      "loss": 0.5888,
      "step": 304
    },
    {
      "epoch": 0.6850084222346996,
      "grad_norm": 0.29499179124832153,
      "learning_rate": 0.00015212931274014214,
      "loss": 0.5713,
      "step": 305
    },
    {
      "epoch": 0.6872543514879281,
      "grad_norm": 0.31696656346321106,
      "learning_rate": 0.00015203855126152204,
      "loss": 0.5956,
      "step": 306
    },
    {
      "epoch": 0.6895002807411567,
      "grad_norm": 0.2905656695365906,
      "learning_rate": 0.00015194729686061672,
      "loss": 0.56,
      "step": 307
    },
    {
      "epoch": 0.6917462099943852,
      "grad_norm": 0.33711618185043335,
      "learning_rate": 0.00015185555016183246,
      "loss": 0.5816,
      "step": 308
    },
    {
      "epoch": 0.6939921392476137,
      "grad_norm": 0.3962436616420746,
      "learning_rate": 0.00015176331179294416,
      "loss": 0.5933,
      "step": 309
    },
    {
      "epoch": 0.6962380685008422,
      "grad_norm": 0.2827875316143036,
      "learning_rate": 0.00015167058238509093,
      "loss": 0.5529,
      "step": 310
    },
    {
      "epoch": 0.6984839977540708,
      "grad_norm": 0.252986878156662,
      "learning_rate": 0.00015157736257277182,
      "loss": 0.5915,
      "step": 311
    },
    {
      "epoch": 0.7007299270072993,
      "grad_norm": 0.28363773226737976,
      "learning_rate": 0.00015148365299384145,
      "loss": 0.5621,
      "step": 312
    },
    {
      "epoch": 0.7029758562605278,
      "grad_norm": 0.26527139544487,
      "learning_rate": 0.00015138945428950566,
      "loss": 0.5791,
      "step": 313
    },
    {
      "epoch": 0.7052217855137564,
      "grad_norm": 0.24393455684185028,
      "learning_rate": 0.0001512947671043171,
      "loss": 0.5549,
      "step": 314
    },
    {
      "epoch": 0.7074677147669849,
      "grad_norm": 0.24904131889343262,
      "learning_rate": 0.00015119959208617092,
      "loss": 0.5627,
      "step": 315
    },
    {
      "epoch": 0.7097136440202133,
      "grad_norm": 0.3018868863582611,
      "learning_rate": 0.00015110392988630016,
      "loss": 0.5802,
      "step": 316
    },
    {
      "epoch": 0.7119595732734418,
      "grad_norm": 0.34517163038253784,
      "learning_rate": 0.0001510077811592714,
      "loss": 0.5831,
      "step": 317
    },
    {
      "epoch": 0.7142055025266704,
      "grad_norm": 0.3295687437057495,
      "learning_rate": 0.00015091114656298033,
      "loss": 0.5978,
      "step": 318
    },
    {
      "epoch": 0.7164514317798989,
      "grad_norm": 0.3116067945957184,
      "learning_rate": 0.00015081402675864717,
      "loss": 0.58,
      "step": 319
    },
    {
      "epoch": 0.7186973610331274,
      "grad_norm": 0.2843012809753418,
      "learning_rate": 0.00015071642241081212,
      "loss": 0.5837,
      "step": 320
    },
    {
      "epoch": 0.720943290286356,
      "grad_norm": 0.27185961604118347,
      "learning_rate": 0.00015061833418733095,
      "loss": 0.5746,
      "step": 321
    },
    {
      "epoch": 0.7231892195395845,
      "grad_norm": 0.26890790462493896,
      "learning_rate": 0.00015051976275937023,
      "loss": 0.5642,
      "step": 322
    },
    {
      "epoch": 0.725435148792813,
      "grad_norm": 0.29379114508628845,
      "learning_rate": 0.00015042070880140292,
      "loss": 0.5796,
      "step": 323
    },
    {
      "epoch": 0.7276810780460415,
      "grad_norm": 0.2906297743320465,
      "learning_rate": 0.0001503211729912037,
      "loss": 0.5666,
      "step": 324
    },
    {
      "epoch": 0.7299270072992701,
      "grad_norm": 0.2815559506416321,
      "learning_rate": 0.00015022115600984423,
      "loss": 0.5582,
      "step": 325
    },
    {
      "epoch": 0.7321729365524986,
      "grad_norm": 0.3286380469799042,
      "learning_rate": 0.0001501206585416886,
      "loss": 0.5462,
      "step": 326
    },
    {
      "epoch": 0.7344188658057271,
      "grad_norm": 0.3522341549396515,
      "learning_rate": 0.00015001968127438872,
      "loss": 0.5654,
      "step": 327
    },
    {
      "epoch": 0.7366647950589557,
      "grad_norm": 0.33905208110809326,
      "learning_rate": 0.00014991822489887938,
      "loss": 0.5606,
      "step": 328
    },
    {
      "epoch": 0.7389107243121842,
      "grad_norm": 0.29921072721481323,
      "learning_rate": 0.00014981629010937372,
      "loss": 0.5772,
      "step": 329
    },
    {
      "epoch": 0.7411566535654127,
      "grad_norm": 0.2822812497615814,
      "learning_rate": 0.00014971387760335841,
      "loss": 0.5772,
      "step": 330
    },
    {
      "epoch": 0.7434025828186412,
      "grad_norm": 0.3244154155254364,
      "learning_rate": 0.0001496109880815889,
      "loss": 0.5736,
      "step": 331
    },
    {
      "epoch": 0.7456485120718698,
      "grad_norm": 0.3305480480194092,
      "learning_rate": 0.0001495076222480846,
      "loss": 0.586,
      "step": 332
    },
    {
      "epoch": 0.7478944413250983,
      "grad_norm": 0.3018239140510559,
      "learning_rate": 0.00014940378081012407,
      "loss": 0.579,
      "step": 333
    },
    {
      "epoch": 0.7501403705783268,
      "grad_norm": 0.3692958652973175,
      "learning_rate": 0.00014929946447824014,
      "loss": 0.5767,
      "step": 334
    },
    {
      "epoch": 0.7523862998315554,
      "grad_norm": 0.3724178373813629,
      "learning_rate": 0.00014919467396621523,
      "loss": 0.5721,
      "step": 335
    },
    {
      "epoch": 0.7546322290847838,
      "grad_norm": 0.3226647973060608,
      "learning_rate": 0.00014908940999107615,
      "loss": 0.553,
      "step": 336
    },
    {
      "epoch": 0.7568781583380123,
      "grad_norm": 0.28518086671829224,
      "learning_rate": 0.00014898367327308945,
      "loss": 0.566,
      "step": 337
    },
    {
      "epoch": 0.7591240875912408,
      "grad_norm": 0.2642190158367157,
      "learning_rate": 0.0001488774645357565,
      "loss": 0.5732,
      "step": 338
    },
    {
      "epoch": 0.7613700168444694,
      "grad_norm": 0.2713199555873871,
      "learning_rate": 0.0001487707845058083,
      "loss": 0.5679,
      "step": 339
    },
    {
      "epoch": 0.7636159460976979,
      "grad_norm": 0.28339532017707825,
      "learning_rate": 0.00014866363391320076,
      "loss": 0.5664,
      "step": 340
    },
    {
      "epoch": 0.7658618753509264,
      "grad_norm": 0.26976078748703003,
      "learning_rate": 0.0001485560134911096,
      "loss": 0.5917,
      "step": 341
    },
    {
      "epoch": 0.768107804604155,
      "grad_norm": 0.31055644154548645,
      "learning_rate": 0.00014844792397592524,
      "loss": 0.5609,
      "step": 342
    },
    {
      "epoch": 0.7703537338573835,
      "grad_norm": 0.28089481592178345,
      "learning_rate": 0.000148339366107248,
      "loss": 0.5553,
      "step": 343
    },
    {
      "epoch": 0.772599663110612,
      "grad_norm": 0.3059735894203186,
      "learning_rate": 0.00014823034062788282,
      "loss": 0.5827,
      "step": 344
    },
    {
      "epoch": 0.7748455923638405,
      "grad_norm": 0.3540654480457306,
      "learning_rate": 0.00014812084828383425,
      "loss": 0.5417,
      "step": 345
    },
    {
      "epoch": 0.7770915216170691,
      "grad_norm": 0.3125968277454376,
      "learning_rate": 0.0001480108898243014,
      "loss": 0.5676,
      "step": 346
    },
    {
      "epoch": 0.7793374508702976,
      "grad_norm": 0.2534315884113312,
      "learning_rate": 0.0001479004660016727,
      "loss": 0.5724,
      "step": 347
    },
    {
      "epoch": 0.7815833801235261,
      "grad_norm": 0.30985814332962036,
      "learning_rate": 0.0001477895775715209,
      "loss": 0.5682,
      "step": 348
    },
    {
      "epoch": 0.7838293093767547,
      "grad_norm": 0.334831178188324,
      "learning_rate": 0.00014767822529259772,
      "loss": 0.5653,
      "step": 349
    },
    {
      "epoch": 0.7860752386299832,
      "grad_norm": 0.29639920592308044,
      "learning_rate": 0.00014756640992682883,
      "loss": 0.5959,
      "step": 350
    },
    {
      "epoch": 0.7883211678832117,
      "grad_norm": 0.33278346061706543,
      "learning_rate": 0.00014745413223930858,
      "loss": 0.57,
      "step": 351
    },
    {
      "epoch": 0.7905670971364402,
      "grad_norm": 0.26434555649757385,
      "learning_rate": 0.00014734139299829466,
      "loss": 0.5847,
      "step": 352
    },
    {
      "epoch": 0.7928130263896688,
      "grad_norm": 0.295564204454422,
      "learning_rate": 0.00014722819297520296,
      "loss": 0.5345,
      "step": 353
    },
    {
      "epoch": 0.7950589556428973,
      "grad_norm": 0.32043787837028503,
      "learning_rate": 0.00014711453294460235,
      "loss": 0.5751,
      "step": 354
    },
    {
      "epoch": 0.7973048848961257,
      "grad_norm": 0.35145339369773865,
      "learning_rate": 0.00014700041368420914,
      "loss": 0.5782,
      "step": 355
    },
    {
      "epoch": 0.7995508141493542,
      "grad_norm": 0.2663813531398773,
      "learning_rate": 0.00014688583597488204,
      "loss": 0.5457,
      "step": 356
    },
    {
      "epoch": 0.8017967434025828,
      "grad_norm": 0.3394940197467804,
      "learning_rate": 0.00014677080060061662,
      "loss": 0.5669,
      "step": 357
    },
    {
      "epoch": 0.8040426726558113,
      "grad_norm": 0.28702473640441895,
      "learning_rate": 0.00014665530834854002,
      "loss": 0.5715,
      "step": 358
    },
    {
      "epoch": 0.8062886019090398,
      "grad_norm": 0.3419654071331024,
      "learning_rate": 0.0001465393600089056,
      "loss": 0.5804,
      "step": 359
    },
    {
      "epoch": 0.8085345311622684,
      "grad_norm": 0.35292762517929077,
      "learning_rate": 0.00014642295637508742,
      "loss": 0.5666,
      "step": 360
    },
    {
      "epoch": 0.8107804604154969,
      "grad_norm": 0.31325843930244446,
      "learning_rate": 0.00014630609824357494,
      "loss": 0.5857,
      "step": 361
    },
    {
      "epoch": 0.8130263896687254,
      "grad_norm": 0.27262774109840393,
      "learning_rate": 0.00014618878641396748,
      "loss": 0.5797,
      "step": 362
    },
    {
      "epoch": 0.815272318921954,
      "grad_norm": 0.2780674397945404,
      "learning_rate": 0.00014607102168896882,
      "loss": 0.5552,
      "step": 363
    },
    {
      "epoch": 0.8175182481751825,
      "grad_norm": 0.2732245922088623,
      "learning_rate": 0.00014595280487438158,
      "loss": 0.5716,
      "step": 364
    },
    {
      "epoch": 0.819764177428411,
      "grad_norm": 0.33612555265426636,
      "learning_rate": 0.0001458341367791019,
      "loss": 0.5756,
      "step": 365
    },
    {
      "epoch": 0.8220101066816395,
      "grad_norm": 0.267904669046402,
      "learning_rate": 0.0001457150182151137,
      "loss": 0.5694,
      "step": 366
    },
    {
      "epoch": 0.8242560359348681,
      "grad_norm": 0.2547987401485443,
      "learning_rate": 0.0001455954499974833,
      "loss": 0.5718,
      "step": 367
    },
    {
      "epoch": 0.8265019651880966,
      "grad_norm": 0.2813619375228882,
      "learning_rate": 0.00014547543294435376,
      "loss": 0.5521,
      "step": 368
    },
    {
      "epoch": 0.8287478944413251,
      "grad_norm": 0.2692398428916931,
      "learning_rate": 0.0001453549678769392,
      "loss": 0.5644,
      "step": 369
    },
    {
      "epoch": 0.8309938236945537,
      "grad_norm": 0.24875199794769287,
      "learning_rate": 0.0001452340556195194,
      "loss": 0.5563,
      "step": 370
    },
    {
      "epoch": 0.8332397529477822,
      "grad_norm": 0.24863849580287933,
      "learning_rate": 0.00014511269699943392,
      "loss": 0.5479,
      "step": 371
    },
    {
      "epoch": 0.8354856822010107,
      "grad_norm": 0.2492000311613083,
      "learning_rate": 0.00014499089284707658,
      "loss": 0.5742,
      "step": 372
    },
    {
      "epoch": 0.8377316114542392,
      "grad_norm": 0.2373623251914978,
      "learning_rate": 0.0001448686439958898,
      "loss": 0.5688,
      "step": 373
    },
    {
      "epoch": 0.8399775407074677,
      "grad_norm": 0.265248566865921,
      "learning_rate": 0.00014474595128235876,
      "loss": 0.5616,
      "step": 374
    },
    {
      "epoch": 0.8422234699606962,
      "grad_norm": 0.2871013879776001,
      "learning_rate": 0.00014462281554600577,
      "loss": 0.556,
      "step": 375
    },
    {
      "epoch": 0.8444693992139247,
      "grad_norm": 0.31418806314468384,
      "learning_rate": 0.00014449923762938462,
      "loss": 0.5644,
      "step": 376
    },
    {
      "epoch": 0.8467153284671532,
      "grad_norm": 0.3332020044326782,
      "learning_rate": 0.00014437521837807455,
      "loss": 0.5611,
      "step": 377
    },
    {
      "epoch": 0.8489612577203818,
      "grad_norm": 0.2672823965549469,
      "learning_rate": 0.00014425075864067473,
      "loss": 0.5575,
      "step": 378
    },
    {
      "epoch": 0.8512071869736103,
      "grad_norm": 0.23632559180259705,
      "learning_rate": 0.00014412585926879833,
      "loss": 0.578,
      "step": 379
    },
    {
      "epoch": 0.8534531162268388,
      "grad_norm": 0.31967830657958984,
      "learning_rate": 0.00014400052111706668,
      "loss": 0.5738,
      "step": 380
    },
    {
      "epoch": 0.8556990454800674,
      "grad_norm": 0.3274000287055969,
      "learning_rate": 0.0001438747450431035,
      "loss": 0.5606,
      "step": 381
    },
    {
      "epoch": 0.8579449747332959,
      "grad_norm": 0.32115650177001953,
      "learning_rate": 0.00014374853190752892,
      "loss": 0.601,
      "step": 382
    },
    {
      "epoch": 0.8601909039865244,
      "grad_norm": 0.3195722997188568,
      "learning_rate": 0.00014362188257395367,
      "loss": 0.5794,
      "step": 383
    },
    {
      "epoch": 0.862436833239753,
      "grad_norm": 0.32217174768447876,
      "learning_rate": 0.00014349479790897325,
      "loss": 0.5687,
      "step": 384
    },
    {
      "epoch": 0.8646827624929815,
      "grad_norm": 0.3338417410850525,
      "learning_rate": 0.00014336727878216178,
      "loss": 0.5513,
      "step": 385
    },
    {
      "epoch": 0.86692869174621,
      "grad_norm": 0.2939014732837677,
      "learning_rate": 0.00014323932606606624,
      "loss": 0.5845,
      "step": 386
    },
    {
      "epoch": 0.8691746209994385,
      "grad_norm": 0.34269392490386963,
      "learning_rate": 0.00014311094063620036,
      "loss": 0.5721,
      "step": 387
    },
    {
      "epoch": 0.8714205502526671,
      "grad_norm": 0.3684992492198944,
      "learning_rate": 0.00014298212337103888,
      "loss": 0.5924,
      "step": 388
    },
    {
      "epoch": 0.8736664795058956,
      "grad_norm": 0.27671441435813904,
      "learning_rate": 0.0001428528751520112,
      "loss": 0.5536,
      "step": 389
    },
    {
      "epoch": 0.8759124087591241,
      "grad_norm": 0.3508271276950836,
      "learning_rate": 0.0001427231968634955,
      "loss": 0.5499,
      "step": 390
    },
    {
      "epoch": 0.8781583380123527,
      "grad_norm": 0.3735405504703522,
      "learning_rate": 0.00014259308939281292,
      "loss": 0.5472,
      "step": 391
    },
    {
      "epoch": 0.8804042672655812,
      "grad_norm": 0.30313754081726074,
      "learning_rate": 0.00014246255363022095,
      "loss": 0.5598,
      "step": 392
    },
    {
      "epoch": 0.8826501965188096,
      "grad_norm": 0.28613924980163574,
      "learning_rate": 0.00014233159046890792,
      "loss": 0.5589,
      "step": 393
    },
    {
      "epoch": 0.8848961257720381,
      "grad_norm": 0.3396552503108978,
      "learning_rate": 0.00014220020080498648,
      "loss": 0.5722,
      "step": 394
    },
    {
      "epoch": 0.8871420550252667,
      "grad_norm": 0.24562208354473114,
      "learning_rate": 0.00014206838553748773,
      "loss": 0.5617,
      "step": 395
    },
    {
      "epoch": 0.8893879842784952,
      "grad_norm": 0.26731806993484497,
      "learning_rate": 0.00014193614556835482,
      "loss": 0.5876,
      "step": 396
    },
    {
      "epoch": 0.8916339135317237,
      "grad_norm": 0.30024391412734985,
      "learning_rate": 0.00014180348180243706,
      "loss": 0.5457,
      "step": 397
    },
    {
      "epoch": 0.8938798427849522,
      "grad_norm": 0.23074807226657867,
      "learning_rate": 0.0001416703951474834,
      "loss": 0.5767,
      "step": 398
    },
    {
      "epoch": 0.8961257720381808,
      "grad_norm": 0.2882399260997772,
      "learning_rate": 0.00014153688651413662,
      "loss": 0.548,
      "step": 399
    },
    {
      "epoch": 0.8983717012914093,
      "grad_norm": 0.30070793628692627,
      "learning_rate": 0.00014140295681592667,
      "loss": 0.5483,
      "step": 400
    },
    {
      "epoch": 0.9006176305446378,
      "grad_norm": 0.261349081993103,
      "learning_rate": 0.00014126860696926473,
      "loss": 0.5568,
      "step": 401
    },
    {
      "epoch": 0.9028635597978664,
      "grad_norm": 0.2514486610889435,
      "learning_rate": 0.00014113383789343686,
      "loss": 0.5656,
      "step": 402
    },
    {
      "epoch": 0.9051094890510949,
      "grad_norm": 0.28470492362976074,
      "learning_rate": 0.00014099865051059765,
      "loss": 0.5877,
      "step": 403
    },
    {
      "epoch": 0.9073554183043234,
      "grad_norm": 0.28581055998802185,
      "learning_rate": 0.00014086304574576394,
      "loss": 0.5703,
      "step": 404
    },
    {
      "epoch": 0.909601347557552,
      "grad_norm": 0.22891870141029358,
      "learning_rate": 0.00014072702452680848,
      "loss": 0.5631,
      "step": 405
    },
    {
      "epoch": 0.9118472768107805,
      "grad_norm": 0.27686670422554016,
      "learning_rate": 0.00014059058778445363,
      "loss": 0.542,
      "step": 406
    },
    {
      "epoch": 0.914093206064009,
      "grad_norm": 0.27244243025779724,
      "learning_rate": 0.000140453736452265,
      "loss": 0.5444,
      "step": 407
    },
    {
      "epoch": 0.9163391353172375,
      "grad_norm": 0.2376582771539688,
      "learning_rate": 0.00014031647146664494,
      "loss": 0.5624,
      "step": 408
    },
    {
      "epoch": 0.9185850645704661,
      "grad_norm": 0.29739177227020264,
      "learning_rate": 0.00014017879376682627,
      "loss": 0.5579,
      "step": 409
    },
    {
      "epoch": 0.9208309938236946,
      "grad_norm": 0.24522463977336884,
      "learning_rate": 0.00014004070429486575,
      "loss": 0.5778,
      "step": 410
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.28420501947402954,
      "learning_rate": 0.00013990220399563775,
      "loss": 0.582,
      "step": 411
    },
    {
      "epoch": 0.9253228523301515,
      "grad_norm": 0.3128701150417328,
      "learning_rate": 0.0001397632938168277,
      "loss": 0.5597,
      "step": 412
    },
    {
      "epoch": 0.9275687815833801,
      "grad_norm": 0.2503584921360016,
      "learning_rate": 0.0001396239747089255,
      "loss": 0.557,
      "step": 413
    },
    {
      "epoch": 0.9298147108366086,
      "grad_norm": 0.2346629947423935,
      "learning_rate": 0.00013948424762521937,
      "loss": 0.5567,
      "step": 414
    },
    {
      "epoch": 0.9320606400898371,
      "grad_norm": 0.26330509781837463,
      "learning_rate": 0.00013934411352178888,
      "loss": 0.5556,
      "step": 415
    },
    {
      "epoch": 0.9343065693430657,
      "grad_norm": 0.2683373689651489,
      "learning_rate": 0.00013920357335749873,
      "loss": 0.5585,
      "step": 416
    },
    {
      "epoch": 0.9365524985962942,
      "grad_norm": 0.21568100154399872,
      "learning_rate": 0.0001390626280939921,
      "loss": 0.5837,
      "step": 417
    },
    {
      "epoch": 0.9387984278495227,
      "grad_norm": 0.2531348168849945,
      "learning_rate": 0.00013892127869568396,
      "loss": 0.5505,
      "step": 418
    },
    {
      "epoch": 0.9410443571027512,
      "grad_norm": 0.2542068362236023,
      "learning_rate": 0.00013877952612975465,
      "loss": 0.5834,
      "step": 419
    },
    {
      "epoch": 0.9432902863559798,
      "grad_norm": 0.22806115448474884,
      "learning_rate": 0.00013863737136614318,
      "loss": 0.5648,
      "step": 420
    },
    {
      "epoch": 0.9455362156092083,
      "grad_norm": 0.3068370819091797,
      "learning_rate": 0.00013849481537754054,
      "loss": 0.5488,
      "step": 421
    },
    {
      "epoch": 0.9477821448624368,
      "grad_norm": 0.31988707184791565,
      "learning_rate": 0.00013835185913938305,
      "loss": 0.5679,
      "step": 422
    },
    {
      "epoch": 0.9500280741156654,
      "grad_norm": 0.2480153888463974,
      "learning_rate": 0.00013820850362984585,
      "loss": 0.5481,
      "step": 423
    },
    {
      "epoch": 0.9522740033688939,
      "grad_norm": 0.2835778295993805,
      "learning_rate": 0.00013806474982983602,
      "loss": 0.5575,
      "step": 424
    },
    {
      "epoch": 0.9545199326221224,
      "grad_norm": 0.28375929594039917,
      "learning_rate": 0.0001379205987229859,
      "loss": 0.5522,
      "step": 425
    },
    {
      "epoch": 0.956765861875351,
      "grad_norm": 0.32451605796813965,
      "learning_rate": 0.00013777605129564649,
      "loss": 0.5531,
      "step": 426
    },
    {
      "epoch": 0.9590117911285795,
      "grad_norm": 0.2671431005001068,
      "learning_rate": 0.00013763110853688053,
      "loss": 0.5597,
      "step": 427
    },
    {
      "epoch": 0.961257720381808,
      "grad_norm": 0.31597959995269775,
      "learning_rate": 0.0001374857714384558,
      "loss": 0.5668,
      "step": 428
    },
    {
      "epoch": 0.9635036496350365,
      "grad_norm": 0.3307490050792694,
      "learning_rate": 0.00013734004099483842,
      "loss": 0.5412,
      "step": 429
    },
    {
      "epoch": 0.9657495788882651,
      "grad_norm": 0.2594424784183502,
      "learning_rate": 0.00013719391820318585,
      "loss": 0.534,
      "step": 430
    },
    {
      "epoch": 0.9679955081414935,
      "grad_norm": 0.24068522453308105,
      "learning_rate": 0.00013704740406334027,
      "loss": 0.567,
      "step": 431
    },
    {
      "epoch": 0.970241437394722,
      "grad_norm": 0.27227339148521423,
      "learning_rate": 0.00013690049957782162,
      "loss": 0.55,
      "step": 432
    },
    {
      "epoch": 0.9724873666479505,
      "grad_norm": 0.2331283837556839,
      "learning_rate": 0.0001367532057518208,
      "loss": 0.5296,
      "step": 433
    },
    {
      "epoch": 0.9747332959011791,
      "grad_norm": 0.25519710779190063,
      "learning_rate": 0.00013660552359319274,
      "loss": 0.5759,
      "step": 434
    },
    {
      "epoch": 0.9769792251544076,
      "grad_norm": 0.25783583521842957,
      "learning_rate": 0.0001364574541124495,
      "loss": 0.5642,
      "step": 435
    },
    {
      "epoch": 0.9792251544076361,
      "grad_norm": 0.2404668927192688,
      "learning_rate": 0.00013630899832275348,
      "loss": 0.5566,
      "step": 436
    },
    {
      "epoch": 0.9814710836608647,
      "grad_norm": 0.29142558574676514,
      "learning_rate": 0.00013616015723991027,
      "loss": 0.5666,
      "step": 437
    },
    {
      "epoch": 0.9837170129140932,
      "grad_norm": 0.2782052755355835,
      "learning_rate": 0.00013601093188236188,
      "loss": 0.5507,
      "step": 438
    },
    {
      "epoch": 0.9859629421673217,
      "grad_norm": 0.21326802670955658,
      "learning_rate": 0.00013586132327117974,
      "loss": 0.5685,
      "step": 439
    },
    {
      "epoch": 0.9882088714205502,
      "grad_norm": 0.25155940651893616,
      "learning_rate": 0.00013571133243005763,
      "loss": 0.5803,
      "step": 440
    },
    {
      "epoch": 0.9904548006737788,
      "grad_norm": 0.2218320518732071,
      "learning_rate": 0.00013556096038530474,
      "loss": 0.5488,
      "step": 441
    },
    {
      "epoch": 0.9927007299270073,
      "grad_norm": 0.27737680077552795,
      "learning_rate": 0.00013541020816583869,
      "loss": 0.5651,
      "step": 442
    },
    {
      "epoch": 0.9949466591802358,
      "grad_norm": 0.2509002387523651,
      "learning_rate": 0.00013525907680317836,
      "loss": 0.5525,
      "step": 443
    },
    {
      "epoch": 0.9971925884334644,
      "grad_norm": 0.25884488224983215,
      "learning_rate": 0.000135107567331437,
      "loss": 0.567,
      "step": 444
    },
    {
      "epoch": 0.9994385176866929,
      "grad_norm": 0.2978728711605072,
      "learning_rate": 0.00013495568078731495,
      "loss": 0.5405,
      "step": 445
    },
    {
      "epoch": 1.0016844469399213,
      "grad_norm": 0.31027480959892273,
      "learning_rate": 0.00013480341821009277,
      "loss": 0.5251,
      "step": 446
    },
    {
      "epoch": 1.00393037619315,
      "grad_norm": 0.3249771296977997,
      "learning_rate": 0.00013465078064162393,
      "loss": 0.5197,
      "step": 447
    },
    {
      "epoch": 1.0061763054463784,
      "grad_norm": 0.330244243144989,
      "learning_rate": 0.00013449776912632784,
      "loss": 0.5177,
      "step": 448
    },
    {
      "epoch": 1.008422234699607,
      "grad_norm": 0.31560900807380676,
      "learning_rate": 0.00013434438471118262,
      "loss": 0.5108,
      "step": 449
    },
    {
      "epoch": 1.0106681639528354,
      "grad_norm": 0.32275712490081787,
      "learning_rate": 0.00013419062844571784,
      "loss": 0.498,
      "step": 450
    },
    {
      "epoch": 1.012914093206064,
      "grad_norm": 0.30424079298973083,
      "learning_rate": 0.0001340365013820077,
      "loss": 0.5394,
      "step": 451
    },
    {
      "epoch": 1.0151600224592925,
      "grad_norm": 0.26794448494911194,
      "learning_rate": 0.00013388200457466326,
      "loss": 0.4944,
      "step": 452
    },
    {
      "epoch": 1.0174059517125211,
      "grad_norm": 0.31360936164855957,
      "learning_rate": 0.00013372713908082578,
      "loss": 0.5062,
      "step": 453
    },
    {
      "epoch": 1.0196518809657495,
      "grad_norm": 0.33009976148605347,
      "learning_rate": 0.00013357190596015919,
      "loss": 0.5105,
      "step": 454
    },
    {
      "epoch": 1.0218978102189782,
      "grad_norm": 0.2470821887254715,
      "learning_rate": 0.00013341630627484286,
      "loss": 0.5185,
      "step": 455
    },
    {
      "epoch": 1.0241437394722066,
      "grad_norm": 0.304426908493042,
      "learning_rate": 0.00013326034108956437,
      "loss": 0.5292,
      "step": 456
    },
    {
      "epoch": 1.0263896687254352,
      "grad_norm": 0.3242713510990143,
      "learning_rate": 0.0001331040114715123,
      "loss": 0.5214,
      "step": 457
    },
    {
      "epoch": 1.0286355979786637,
      "grad_norm": 0.31412094831466675,
      "learning_rate": 0.00013294731849036875,
      "loss": 0.5106,
      "step": 458
    },
    {
      "epoch": 1.0308815272318923,
      "grad_norm": 0.27217480540275574,
      "learning_rate": 0.0001327902632183022,
      "loss": 0.5344,
      "step": 459
    },
    {
      "epoch": 1.0331274564851207,
      "grad_norm": 0.2789839208126068,
      "learning_rate": 0.00013263284672996009,
      "loss": 0.521,
      "step": 460
    },
    {
      "epoch": 1.0353733857383491,
      "grad_norm": 0.27859795093536377,
      "learning_rate": 0.00013247507010246144,
      "loss": 0.5316,
      "step": 461
    },
    {
      "epoch": 1.0376193149915778,
      "grad_norm": 0.30018481612205505,
      "learning_rate": 0.00013231693441538952,
      "loss": 0.5083,
      "step": 462
    },
    {
      "epoch": 1.0398652442448062,
      "grad_norm": 0.2683006525039673,
      "learning_rate": 0.0001321584407507845,
      "loss": 0.5378,
      "step": 463
    },
    {
      "epoch": 1.0421111734980348,
      "grad_norm": 0.27185767889022827,
      "learning_rate": 0.000131999590193136,
      "loss": 0.5117,
      "step": 464
    },
    {
      "epoch": 1.0443571027512633,
      "grad_norm": 0.2839741110801697,
      "learning_rate": 0.0001318403838293756,
      "loss": 0.5282,
      "step": 465
    },
    {
      "epoch": 1.046603032004492,
      "grad_norm": 0.2537892460823059,
      "learning_rate": 0.00013168082274886953,
      "loss": 0.5096,
      "step": 466
    },
    {
      "epoch": 1.0488489612577203,
      "grad_norm": 0.2625972032546997,
      "learning_rate": 0.00013152090804341118,
      "loss": 0.5188,
      "step": 467
    },
    {
      "epoch": 1.051094890510949,
      "grad_norm": 0.3052925169467926,
      "learning_rate": 0.00013136064080721354,
      "loss": 0.5409,
      "step": 468
    },
    {
      "epoch": 1.0533408197641774,
      "grad_norm": 0.2866557538509369,
      "learning_rate": 0.00013120002213690192,
      "loss": 0.5101,
      "step": 469
    },
    {
      "epoch": 1.055586749017406,
      "grad_norm": 0.26804205775260925,
      "learning_rate": 0.00013103905313150617,
      "loss": 0.5221,
      "step": 470
    },
    {
      "epoch": 1.0578326782706344,
      "grad_norm": 0.2677738070487976,
      "learning_rate": 0.00013087773489245334,
      "loss": 0.5203,
      "step": 471
    },
    {
      "epoch": 1.060078607523863,
      "grad_norm": 0.273448646068573,
      "learning_rate": 0.00013071606852356013,
      "loss": 0.5349,
      "step": 472
    },
    {
      "epoch": 1.0623245367770915,
      "grad_norm": 0.27046024799346924,
      "learning_rate": 0.00013055405513102533,
      "loss": 0.5132,
      "step": 473
    },
    {
      "epoch": 1.0645704660303201,
      "grad_norm": 0.25829020142555237,
      "learning_rate": 0.00013039169582342215,
      "loss": 0.4968,
      "step": 474
    },
    {
      "epoch": 1.0668163952835485,
      "grad_norm": 0.27012374997138977,
      "learning_rate": 0.0001302289917116908,
      "loss": 0.5166,
      "step": 475
    },
    {
      "epoch": 1.0690623245367772,
      "grad_norm": 0.2819938063621521,
      "learning_rate": 0.00013006594390913077,
      "loss": 0.5238,
      "step": 476
    },
    {
      "epoch": 1.0713082537900056,
      "grad_norm": 0.24958448112010956,
      "learning_rate": 0.00012990255353139324,
      "loss": 0.5031,
      "step": 477
    },
    {
      "epoch": 1.073554183043234,
      "grad_norm": 0.23778881132602692,
      "learning_rate": 0.0001297388216964735,
      "loss": 0.5297,
      "step": 478
    },
    {
      "epoch": 1.0758001122964627,
      "grad_norm": 0.25948163866996765,
      "learning_rate": 0.00012957474952470313,
      "loss": 0.5146,
      "step": 479
    },
    {
      "epoch": 1.078046041549691,
      "grad_norm": 0.22898133099079132,
      "learning_rate": 0.00012941033813874264,
      "loss": 0.5137,
      "step": 480
    },
    {
      "epoch": 1.0802919708029197,
      "grad_norm": 0.2507185637950897,
      "learning_rate": 0.00012924558866357343,
      "loss": 0.5241,
      "step": 481
    },
    {
      "epoch": 1.0825379000561481,
      "grad_norm": 0.2403927892446518,
      "learning_rate": 0.00012908050222649043,
      "loss": 0.5036,
      "step": 482
    },
    {
      "epoch": 1.0847838293093768,
      "grad_norm": 0.23922879993915558,
      "learning_rate": 0.00012891507995709412,
      "loss": 0.528,
      "step": 483
    },
    {
      "epoch": 1.0870297585626052,
      "grad_norm": 0.2286342829465866,
      "learning_rate": 0.00012874932298728286,
      "loss": 0.5202,
      "step": 484
    },
    {
      "epoch": 1.0892756878158338,
      "grad_norm": 0.258478045463562,
      "learning_rate": 0.00012858323245124538,
      "loss": 0.5041,
      "step": 485
    },
    {
      "epoch": 1.0915216170690623,
      "grad_norm": 0.27987441420555115,
      "learning_rate": 0.0001284168094854526,
      "loss": 0.5021,
      "step": 486
    },
    {
      "epoch": 1.093767546322291,
      "grad_norm": 0.22872576117515564,
      "learning_rate": 0.00012825005522865027,
      "loss": 0.5243,
      "step": 487
    },
    {
      "epoch": 1.0960134755755193,
      "grad_norm": 0.22990728914737701,
      "learning_rate": 0.00012808297082185087,
      "loss": 0.5186,
      "step": 488
    },
    {
      "epoch": 1.098259404828748,
      "grad_norm": 0.21057239174842834,
      "learning_rate": 0.000127915557408326,
      "loss": 0.5074,
      "step": 489
    },
    {
      "epoch": 1.1005053340819764,
      "grad_norm": 0.2562633752822876,
      "learning_rate": 0.00012774781613359841,
      "loss": 0.5205,
      "step": 490
    },
    {
      "epoch": 1.102751263335205,
      "grad_norm": 0.23108799755573273,
      "learning_rate": 0.0001275797481454343,
      "loss": 0.5289,
      "step": 491
    },
    {
      "epoch": 1.1049971925884334,
      "grad_norm": 0.2631300389766693,
      "learning_rate": 0.00012741135459383543,
      "loss": 0.5198,
      "step": 492
    },
    {
      "epoch": 1.107243121841662,
      "grad_norm": 0.2443421483039856,
      "learning_rate": 0.00012724263663103108,
      "loss": 0.535,
      "step": 493
    },
    {
      "epoch": 1.1094890510948905,
      "grad_norm": 0.22926633059978485,
      "learning_rate": 0.00012707359541147043,
      "loss": 0.4935,
      "step": 494
    },
    {
      "epoch": 1.1117349803481191,
      "grad_norm": 0.25909942388534546,
      "learning_rate": 0.00012690423209181452,
      "loss": 0.4998,
      "step": 495
    },
    {
      "epoch": 1.1139809096013475,
      "grad_norm": 0.24831925332546234,
      "learning_rate": 0.0001267345478309283,
      "loss": 0.5246,
      "step": 496
    },
    {
      "epoch": 1.1162268388545762,
      "grad_norm": 0.26700034737586975,
      "learning_rate": 0.00012656454378987282,
      "loss": 0.5276,
      "step": 497
    },
    {
      "epoch": 1.1184727681078046,
      "grad_norm": 0.24582357704639435,
      "learning_rate": 0.00012639422113189713,
      "loss": 0.5274,
      "step": 498
    },
    {
      "epoch": 1.120718697361033,
      "grad_norm": 0.2464480996131897,
      "learning_rate": 0.00012622358102243054,
      "loss": 0.514,
      "step": 499
    },
    {
      "epoch": 1.1229646266142617,
      "grad_norm": 0.28942957520484924,
      "learning_rate": 0.0001260526246290744,
      "loss": 0.5216,
      "step": 500
    },
    {
      "epoch": 1.12521055586749,
      "grad_norm": 0.29417484998703003,
      "learning_rate": 0.00012588135312159427,
      "loss": 0.5214,
      "step": 501
    },
    {
      "epoch": 1.1274564851207187,
      "grad_norm": 0.27026209235191345,
      "learning_rate": 0.00012570976767191188,
      "loss": 0.5206,
      "step": 502
    },
    {
      "epoch": 1.1297024143739471,
      "grad_norm": 0.2554686963558197,
      "learning_rate": 0.0001255378694540971,
      "loss": 0.5285,
      "step": 503
    },
    {
      "epoch": 1.1319483436271758,
      "grad_norm": 0.28773826360702515,
      "learning_rate": 0.00012536565964435986,
      "loss": 0.4933,
      "step": 504
    },
    {
      "epoch": 1.1341942728804042,
      "grad_norm": 0.28885528445243835,
      "learning_rate": 0.00012519313942104224,
      "loss": 0.5392,
      "step": 505
    },
    {
      "epoch": 1.1364402021336328,
      "grad_norm": 0.31166213750839233,
      "learning_rate": 0.00012502030996461023,
      "loss": 0.5333,
      "step": 506
    },
    {
      "epoch": 1.1386861313868613,
      "grad_norm": 0.3064601719379425,
      "learning_rate": 0.00012484717245764585,
      "loss": 0.5261,
      "step": 507
    },
    {
      "epoch": 1.14093206064009,
      "grad_norm": 0.3036741018295288,
      "learning_rate": 0.00012467372808483882,
      "loss": 0.5309,
      "step": 508
    },
    {
      "epoch": 1.1431779898933183,
      "grad_norm": 0.2402871996164322,
      "learning_rate": 0.00012449997803297866,
      "loss": 0.4906,
      "step": 509
    },
    {
      "epoch": 1.145423919146547,
      "grad_norm": 0.26572084426879883,
      "learning_rate": 0.0001243259234909465,
      "loss": 0.5152,
      "step": 510
    },
    {
      "epoch": 1.1476698483997754,
      "grad_norm": 0.26166555285453796,
      "learning_rate": 0.00012415156564970687,
      "loss": 0.5266,
      "step": 511
    },
    {
      "epoch": 1.149915777653004,
      "grad_norm": 0.26020121574401855,
      "learning_rate": 0.0001239769057022997,
      "loss": 0.5063,
      "step": 512
    },
    {
      "epoch": 1.1521617069062324,
      "grad_norm": 0.2840318977832794,
      "learning_rate": 0.00012380194484383201,
      "loss": 0.5301,
      "step": 513
    },
    {
      "epoch": 1.154407636159461,
      "grad_norm": 0.2320166826248169,
      "learning_rate": 0.00012362668427146986,
      "loss": 0.5074,
      "step": 514
    },
    {
      "epoch": 1.1566535654126895,
      "grad_norm": 0.26712101697921753,
      "learning_rate": 0.00012345112518443008,
      "loss": 0.5247,
      "step": 515
    },
    {
      "epoch": 1.158899494665918,
      "grad_norm": 0.2772868871688843,
      "learning_rate": 0.000123275268783972,
      "loss": 0.5113,
      "step": 516
    },
    {
      "epoch": 1.1611454239191465,
      "grad_norm": 0.23757833242416382,
      "learning_rate": 0.00012309911627338943,
      "loss": 0.5383,
      "step": 517
    },
    {
      "epoch": 1.1633913531723752,
      "grad_norm": 0.24388740956783295,
      "learning_rate": 0.00012292266885800221,
      "loss": 0.5404,
      "step": 518
    },
    {
      "epoch": 1.1656372824256036,
      "grad_norm": 0.32931777834892273,
      "learning_rate": 0.00012274592774514812,
      "loss": 0.5304,
      "step": 519
    },
    {
      "epoch": 1.167883211678832,
      "grad_norm": 0.2616422176361084,
      "learning_rate": 0.00012256889414417456,
      "loss": 0.5111,
      "step": 520
    },
    {
      "epoch": 1.1701291409320607,
      "grad_norm": 0.20813870429992676,
      "learning_rate": 0.0001223915692664302,
      "loss": 0.4817,
      "step": 521
    },
    {
      "epoch": 1.172375070185289,
      "grad_norm": 0.2631247639656067,
      "learning_rate": 0.00012221395432525687,
      "loss": 0.5119,
      "step": 522
    },
    {
      "epoch": 1.1746209994385177,
      "grad_norm": 0.22986264526844025,
      "learning_rate": 0.0001220360505359811,
      "loss": 0.5136,
      "step": 523
    },
    {
      "epoch": 1.1768669286917461,
      "grad_norm": 0.23806849122047424,
      "learning_rate": 0.00012185785911590583,
      "loss": 0.5247,
      "step": 524
    },
    {
      "epoch": 1.1791128579449748,
      "grad_norm": 0.2917364537715912,
      "learning_rate": 0.00012167938128430216,
      "loss": 0.5286,
      "step": 525
    },
    {
      "epoch": 1.1813587871982032,
      "grad_norm": 0.24546997249126434,
      "learning_rate": 0.00012150061826240091,
      "loss": 0.5197,
      "step": 526
    },
    {
      "epoch": 1.1836047164514318,
      "grad_norm": 0.22644369304180145,
      "learning_rate": 0.00012132157127338435,
      "loss": 0.5369,
      "step": 527
    },
    {
      "epoch": 1.1858506457046603,
      "grad_norm": 0.2547290623188019,
      "learning_rate": 0.00012114224154237777,
      "loss": 0.5108,
      "step": 528
    },
    {
      "epoch": 1.188096574957889,
      "grad_norm": 0.2384437471628189,
      "learning_rate": 0.00012096263029644112,
      "loss": 0.528,
      "step": 529
    },
    {
      "epoch": 1.1903425042111173,
      "grad_norm": 0.2654406726360321,
      "learning_rate": 0.0001207827387645606,
      "loss": 0.5179,
      "step": 530
    },
    {
      "epoch": 1.192588433464346,
      "grad_norm": 0.19757139682769775,
      "learning_rate": 0.00012060256817764025,
      "loss": 0.5126,
      "step": 531
    },
    {
      "epoch": 1.1948343627175744,
      "grad_norm": 0.21663667261600494,
      "learning_rate": 0.00012042211976849356,
      "loss": 0.5136,
      "step": 532
    },
    {
      "epoch": 1.197080291970803,
      "grad_norm": 0.21993404626846313,
      "learning_rate": 0.00012024139477183504,
      "loss": 0.5185,
      "step": 533
    },
    {
      "epoch": 1.1993262212240314,
      "grad_norm": 0.2317759096622467,
      "learning_rate": 0.00012006039442427167,
      "loss": 0.5139,
      "step": 534
    },
    {
      "epoch": 1.20157215047726,
      "grad_norm": 0.21483832597732544,
      "learning_rate": 0.0001198791199642946,
      "loss": 0.5231,
      "step": 535
    },
    {
      "epoch": 1.2038180797304885,
      "grad_norm": 0.2653373181819916,
      "learning_rate": 0.0001196975726322705,
      "loss": 0.5177,
      "step": 536
    },
    {
      "epoch": 1.206064008983717,
      "grad_norm": 0.19980397820472717,
      "learning_rate": 0.00011951575367043321,
      "loss": 0.5081,
      "step": 537
    },
    {
      "epoch": 1.2083099382369455,
      "grad_norm": 0.2335788607597351,
      "learning_rate": 0.00011933366432287522,
      "loss": 0.5283,
      "step": 538
    },
    {
      "epoch": 1.210555867490174,
      "grad_norm": 0.20896217226982117,
      "learning_rate": 0.00011915130583553906,
      "loss": 0.5009,
      "step": 539
    },
    {
      "epoch": 1.2128017967434026,
      "grad_norm": 0.2064492404460907,
      "learning_rate": 0.00011896867945620891,
      "loss": 0.5072,
      "step": 540
    },
    {
      "epoch": 1.215047725996631,
      "grad_norm": 0.22994771599769592,
      "learning_rate": 0.00011878578643450191,
      "loss": 0.506,
      "step": 541
    },
    {
      "epoch": 1.2172936552498597,
      "grad_norm": 0.21593116223812103,
      "learning_rate": 0.00011860262802185982,
      "loss": 0.5304,
      "step": 542
    },
    {
      "epoch": 1.219539584503088,
      "grad_norm": 0.21689918637275696,
      "learning_rate": 0.0001184192054715402,
      "loss": 0.5163,
      "step": 543
    },
    {
      "epoch": 1.2217855137563167,
      "grad_norm": 0.20837046205997467,
      "learning_rate": 0.00011823552003860805,
      "loss": 0.5247,
      "step": 544
    },
    {
      "epoch": 1.2240314430095451,
      "grad_norm": 0.2125036120414734,
      "learning_rate": 0.00011805157297992715,
      "loss": 0.5118,
      "step": 545
    },
    {
      "epoch": 1.2262773722627738,
      "grad_norm": 0.21233297884464264,
      "learning_rate": 0.00011786736555415134,
      "loss": 0.5091,
      "step": 546
    },
    {
      "epoch": 1.2285233015160022,
      "grad_norm": 0.2236490547657013,
      "learning_rate": 0.00011768289902171612,
      "loss": 0.5168,
      "step": 547
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.2149861603975296,
      "learning_rate": 0.00011749817464482995,
      "loss": 0.5221,
      "step": 548
    },
    {
      "epoch": 1.2330151600224593,
      "grad_norm": 0.23652967810630798,
      "learning_rate": 0.00011731319368746545,
      "loss": 0.5132,
      "step": 549
    },
    {
      "epoch": 1.235261089275688,
      "grad_norm": 0.2397671788930893,
      "learning_rate": 0.00011712795741535098,
      "loss": 0.5085,
      "step": 550
    },
    {
      "epoch": 1.2375070185289163,
      "grad_norm": 0.1940278857946396,
      "learning_rate": 0.00011694246709596195,
      "loss": 0.5429,
      "step": 551
    },
    {
      "epoch": 1.239752947782145,
      "grad_norm": 0.24372558295726776,
      "learning_rate": 0.00011675672399851188,
      "loss": 0.5091,
      "step": 552
    },
    {
      "epoch": 1.2419988770353734,
      "grad_norm": 0.21898634731769562,
      "learning_rate": 0.00011657072939394413,
      "loss": 0.5164,
      "step": 553
    },
    {
      "epoch": 1.2442448062886018,
      "grad_norm": 0.2210114300251007,
      "learning_rate": 0.00011638448455492287,
      "loss": 0.5133,
      "step": 554
    },
    {
      "epoch": 1.2464907355418304,
      "grad_norm": 0.2156367301940918,
      "learning_rate": 0.00011619799075582452,
      "loss": 0.5109,
      "step": 555
    },
    {
      "epoch": 1.248736664795059,
      "grad_norm": 0.1969204545021057,
      "learning_rate": 0.00011601124927272906,
      "loss": 0.5143,
      "step": 556
    },
    {
      "epoch": 1.2509825940482875,
      "grad_norm": 0.19980621337890625,
      "learning_rate": 0.00011582426138341111,
      "loss": 0.5087,
      "step": 557
    },
    {
      "epoch": 1.253228523301516,
      "grad_norm": 0.2064458578824997,
      "learning_rate": 0.00011563702836733152,
      "loss": 0.505,
      "step": 558
    },
    {
      "epoch": 1.2554744525547445,
      "grad_norm": 0.24166250228881836,
      "learning_rate": 0.00011544955150562819,
      "loss": 0.5204,
      "step": 559
    },
    {
      "epoch": 1.2577203818079732,
      "grad_norm": 0.251028448343277,
      "learning_rate": 0.0001152618320811077,
      "loss": 0.5071,
      "step": 560
    },
    {
      "epoch": 1.2599663110612016,
      "grad_norm": 0.1982237845659256,
      "learning_rate": 0.0001150738713782363,
      "loss": 0.5059,
      "step": 561
    },
    {
      "epoch": 1.26221224031443,
      "grad_norm": 0.26162639260292053,
      "learning_rate": 0.00011488567068313114,
      "loss": 0.5172,
      "step": 562
    },
    {
      "epoch": 1.2644581695676587,
      "grad_norm": 0.2098427712917328,
      "learning_rate": 0.0001146972312835516,
      "loss": 0.5135,
      "step": 563
    },
    {
      "epoch": 1.266704098820887,
      "grad_norm": 0.2430814802646637,
      "learning_rate": 0.00011450855446889031,
      "loss": 0.5125,
      "step": 564
    },
    {
      "epoch": 1.2689500280741157,
      "grad_norm": 0.21262916922569275,
      "learning_rate": 0.00011431964153016444,
      "loss": 0.5114,
      "step": 565
    },
    {
      "epoch": 1.2711959573273441,
      "grad_norm": 0.20545636117458344,
      "learning_rate": 0.00011413049376000686,
      "loss": 0.5095,
      "step": 566
    },
    {
      "epoch": 1.2734418865805728,
      "grad_norm": 0.23621973395347595,
      "learning_rate": 0.00011394111245265724,
      "loss": 0.5231,
      "step": 567
    },
    {
      "epoch": 1.2756878158338012,
      "grad_norm": 0.21574462950229645,
      "learning_rate": 0.00011375149890395321,
      "loss": 0.5292,
      "step": 568
    },
    {
      "epoch": 1.2779337450870298,
      "grad_norm": 0.22070422768592834,
      "learning_rate": 0.00011356165441132152,
      "loss": 0.5157,
      "step": 569
    },
    {
      "epoch": 1.2801796743402583,
      "grad_norm": 0.19420836865901947,
      "learning_rate": 0.00011337158027376918,
      "loss": 0.5179,
      "step": 570
    },
    {
      "epoch": 1.2824256035934867,
      "grad_norm": 0.26924458146095276,
      "learning_rate": 0.0001131812777918745,
      "loss": 0.5408,
      "step": 571
    },
    {
      "epoch": 1.2846715328467153,
      "grad_norm": 0.22928448021411896,
      "learning_rate": 0.00011299074826777824,
      "loss": 0.5146,
      "step": 572
    },
    {
      "epoch": 1.286917462099944,
      "grad_norm": 0.24480290710926056,
      "learning_rate": 0.00011279999300517471,
      "loss": 0.5151,
      "step": 573
    },
    {
      "epoch": 1.2891633913531724,
      "grad_norm": 0.2365870326757431,
      "learning_rate": 0.0001126090133093028,
      "loss": 0.5088,
      "step": 574
    },
    {
      "epoch": 1.2914093206064008,
      "grad_norm": 0.2634016275405884,
      "learning_rate": 0.0001124178104869371,
      "loss": 0.519,
      "step": 575
    },
    {
      "epoch": 1.2936552498596294,
      "grad_norm": 0.275654673576355,
      "learning_rate": 0.00011222638584637897,
      "loss": 0.5276,
      "step": 576
    },
    {
      "epoch": 1.295901179112858,
      "grad_norm": 0.2414851039648056,
      "learning_rate": 0.00011203474069744747,
      "loss": 0.4996,
      "step": 577
    },
    {
      "epoch": 1.2981471083660865,
      "grad_norm": 0.23619700968265533,
      "learning_rate": 0.00011184287635147058,
      "loss": 0.5116,
      "step": 578
    },
    {
      "epoch": 1.300393037619315,
      "grad_norm": 0.25254112482070923,
      "learning_rate": 0.00011165079412127607,
      "loss": 0.5133,
      "step": 579
    },
    {
      "epoch": 1.3026389668725435,
      "grad_norm": 0.21320711076259613,
      "learning_rate": 0.00011145849532118258,
      "loss": 0.5049,
      "step": 580
    },
    {
      "epoch": 1.304884896125772,
      "grad_norm": 0.24191851913928986,
      "learning_rate": 0.00011126598126699068,
      "loss": 0.5226,
      "step": 581
    },
    {
      "epoch": 1.3071308253790006,
      "grad_norm": 0.20547953248023987,
      "learning_rate": 0.00011107325327597372,
      "loss": 0.5196,
      "step": 582
    },
    {
      "epoch": 1.309376754632229,
      "grad_norm": 0.2211044281721115,
      "learning_rate": 0.00011088031266686902,
      "loss": 0.5135,
      "step": 583
    },
    {
      "epoch": 1.3116226838854577,
      "grad_norm": 0.226315438747406,
      "learning_rate": 0.00011068716075986863,
      "loss": 0.5155,
      "step": 584
    },
    {
      "epoch": 1.313868613138686,
      "grad_norm": 0.1992364525794983,
      "learning_rate": 0.00011049379887661044,
      "loss": 0.5135,
      "step": 585
    },
    {
      "epoch": 1.3161145423919147,
      "grad_norm": 0.20736606419086456,
      "learning_rate": 0.00011030022834016916,
      "loss": 0.5107,
      "step": 586
    },
    {
      "epoch": 1.3183604716451431,
      "grad_norm": 0.20780953764915466,
      "learning_rate": 0.00011010645047504712,
      "loss": 0.5072,
      "step": 587
    },
    {
      "epoch": 1.3206064008983718,
      "grad_norm": 0.20156902074813843,
      "learning_rate": 0.0001099124666071653,
      "loss": 0.5037,
      "step": 588
    },
    {
      "epoch": 1.3228523301516002,
      "grad_norm": 0.18280163407325745,
      "learning_rate": 0.00010971827806385431,
      "loss": 0.5308,
      "step": 589
    },
    {
      "epoch": 1.3250982594048288,
      "grad_norm": 0.20286300778388977,
      "learning_rate": 0.00010952388617384519,
      "loss": 0.5239,
      "step": 590
    },
    {
      "epoch": 1.3273441886580573,
      "grad_norm": 0.20476078987121582,
      "learning_rate": 0.00010932929226726041,
      "loss": 0.5339,
      "step": 591
    },
    {
      "epoch": 1.3295901179112857,
      "grad_norm": 0.19983462989330292,
      "learning_rate": 0.00010913449767560468,
      "loss": 0.5166,
      "step": 592
    },
    {
      "epoch": 1.3318360471645143,
      "grad_norm": 0.22195865213871002,
      "learning_rate": 0.00010893950373175597,
      "loss": 0.514,
      "step": 593
    },
    {
      "epoch": 1.334081976417743,
      "grad_norm": 0.20715545117855072,
      "learning_rate": 0.00010874431176995627,
      "loss": 0.5296,
      "step": 594
    },
    {
      "epoch": 1.3363279056709714,
      "grad_norm": 0.21173766255378723,
      "learning_rate": 0.00010854892312580249,
      "loss": 0.4918,
      "step": 595
    },
    {
      "epoch": 1.3385738349241998,
      "grad_norm": 0.2034001350402832,
      "learning_rate": 0.0001083533391362374,
      "loss": 0.5176,
      "step": 596
    },
    {
      "epoch": 1.3408197641774284,
      "grad_norm": 0.23540934920310974,
      "learning_rate": 0.00010815756113954031,
      "loss": 0.5145,
      "step": 597
    },
    {
      "epoch": 1.343065693430657,
      "grad_norm": 0.19440345466136932,
      "learning_rate": 0.00010796159047531811,
      "loss": 0.5167,
      "step": 598
    },
    {
      "epoch": 1.3453116226838855,
      "grad_norm": 0.2172805666923523,
      "learning_rate": 0.00010776542848449602,
      "loss": 0.5235,
      "step": 599
    },
    {
      "epoch": 1.347557551937114,
      "grad_norm": 0.19153092801570892,
      "learning_rate": 0.00010756907650930831,
      "loss": 0.4961,
      "step": 600
    },
    {
      "epoch": 1.3498034811903425,
      "grad_norm": 0.2150796353816986,
      "learning_rate": 0.00010737253589328933,
      "loss": 0.5154,
      "step": 601
    },
    {
      "epoch": 1.352049410443571,
      "grad_norm": 0.21939396858215332,
      "learning_rate": 0.0001071758079812641,
      "loss": 0.5387,
      "step": 602
    },
    {
      "epoch": 1.3542953396967996,
      "grad_norm": 0.20470492541790009,
      "learning_rate": 0.00010697889411933928,
      "loss": 0.4978,
      "step": 603
    },
    {
      "epoch": 1.356541268950028,
      "grad_norm": 0.21058504283428192,
      "learning_rate": 0.00010678179565489388,
      "loss": 0.5096,
      "step": 604
    },
    {
      "epoch": 1.3587871982032567,
      "grad_norm": 0.1950283795595169,
      "learning_rate": 0.00010658451393656999,
      "loss": 0.5089,
      "step": 605
    },
    {
      "epoch": 1.361033127456485,
      "grad_norm": 0.21830430626869202,
      "learning_rate": 0.00010638705031426371,
      "loss": 0.4892,
      "step": 606
    },
    {
      "epoch": 1.3632790567097137,
      "grad_norm": 0.19007915258407593,
      "learning_rate": 0.00010618940613911576,
      "loss": 0.5309,
      "step": 607
    },
    {
      "epoch": 1.3655249859629421,
      "grad_norm": 0.20983009040355682,
      "learning_rate": 0.0001059915827635022,
      "loss": 0.5171,
      "step": 608
    },
    {
      "epoch": 1.3677709152161706,
      "grad_norm": 0.20747217535972595,
      "learning_rate": 0.00010579358154102548,
      "loss": 0.4915,
      "step": 609
    },
    {
      "epoch": 1.3700168444693992,
      "grad_norm": 0.20381350815296173,
      "learning_rate": 0.00010559540382650474,
      "loss": 0.503,
      "step": 610
    },
    {
      "epoch": 1.3722627737226278,
      "grad_norm": 0.2014596313238144,
      "learning_rate": 0.00010539705097596689,
      "loss": 0.5124,
      "step": 611
    },
    {
      "epoch": 1.3745087029758563,
      "grad_norm": 0.2117050141096115,
      "learning_rate": 0.00010519852434663721,
      "loss": 0.4996,
      "step": 612
    },
    {
      "epoch": 1.3767546322290847,
      "grad_norm": 0.21098558604717255,
      "learning_rate": 0.00010499982529692996,
      "loss": 0.492,
      "step": 613
    },
    {
      "epoch": 1.3790005614823133,
      "grad_norm": 0.22107858955860138,
      "learning_rate": 0.00010480095518643929,
      "loss": 0.5165,
      "step": 614
    },
    {
      "epoch": 1.381246490735542,
      "grad_norm": 0.22238287329673767,
      "learning_rate": 0.00010460191537592977,
      "loss": 0.5095,
      "step": 615
    },
    {
      "epoch": 1.3834924199887704,
      "grad_norm": 0.20342691242694855,
      "learning_rate": 0.00010440270722732714,
      "loss": 0.5141,
      "step": 616
    },
    {
      "epoch": 1.3857383492419988,
      "grad_norm": 0.22299018502235413,
      "learning_rate": 0.00010420333210370903,
      "loss": 0.5133,
      "step": 617
    },
    {
      "epoch": 1.3879842784952274,
      "grad_norm": 0.20717273652553558,
      "learning_rate": 0.00010400379136929557,
      "loss": 0.5143,
      "step": 618
    },
    {
      "epoch": 1.3902302077484558,
      "grad_norm": 0.20377473533153534,
      "learning_rate": 0.00010380408638944007,
      "loss": 0.4835,
      "step": 619
    },
    {
      "epoch": 1.3924761370016845,
      "grad_norm": 0.22891288995742798,
      "learning_rate": 0.00010360421853061966,
      "loss": 0.5122,
      "step": 620
    },
    {
      "epoch": 1.394722066254913,
      "grad_norm": 0.19375132024288177,
      "learning_rate": 0.00010340418916042603,
      "loss": 0.5052,
      "step": 621
    },
    {
      "epoch": 1.3969679955081415,
      "grad_norm": 0.191814586520195,
      "learning_rate": 0.00010320399964755596,
      "loss": 0.4988,
      "step": 622
    },
    {
      "epoch": 1.39921392476137,
      "grad_norm": 0.1985396444797516,
      "learning_rate": 0.00010300365136180201,
      "loss": 0.5049,
      "step": 623
    },
    {
      "epoch": 1.4014598540145986,
      "grad_norm": 0.18780378997325897,
      "learning_rate": 0.0001028031456740432,
      "loss": 0.5002,
      "step": 624
    },
    {
      "epoch": 1.403705783267827,
      "grad_norm": 0.21660645306110382,
      "learning_rate": 0.00010260248395623548,
      "loss": 0.5184,
      "step": 625
    },
    {
      "epoch": 1.4059517125210557,
      "grad_norm": 0.19068920612335205,
      "learning_rate": 0.00010240166758140245,
      "loss": 0.5032,
      "step": 626
    },
    {
      "epoch": 1.408197641774284,
      "grad_norm": 0.2113179713487625,
      "learning_rate": 0.00010220069792362601,
      "loss": 0.5152,
      "step": 627
    },
    {
      "epoch": 1.4104435710275127,
      "grad_norm": 0.18784399330615997,
      "learning_rate": 0.00010199957635803684,
      "loss": 0.5261,
      "step": 628
    },
    {
      "epoch": 1.4126895002807411,
      "grad_norm": 0.1969737708568573,
      "learning_rate": 0.00010179830426080504,
      "loss": 0.5152,
      "step": 629
    },
    {
      "epoch": 1.4149354295339696,
      "grad_norm": 0.18799488246440887,
      "learning_rate": 0.00010159688300913076,
      "loss": 0.5111,
      "step": 630
    },
    {
      "epoch": 1.4171813587871982,
      "grad_norm": 0.18792767822742462,
      "learning_rate": 0.0001013953139812347,
      "loss": 0.5092,
      "step": 631
    },
    {
      "epoch": 1.4194272880404268,
      "grad_norm": 0.21675904095172882,
      "learning_rate": 0.00010119359855634876,
      "loss": 0.5076,
      "step": 632
    },
    {
      "epoch": 1.4216732172936553,
      "grad_norm": 0.19109146296977997,
      "learning_rate": 0.00010099173811470652,
      "loss": 0.507,
      "step": 633
    },
    {
      "epoch": 1.4239191465468837,
      "grad_norm": 0.1930873841047287,
      "learning_rate": 0.00010078973403753383,
      "loss": 0.5195,
      "step": 634
    },
    {
      "epoch": 1.4261650758001123,
      "grad_norm": 0.18737006187438965,
      "learning_rate": 0.00010058758770703938,
      "loss": 0.5233,
      "step": 635
    },
    {
      "epoch": 1.428411005053341,
      "grad_norm": 0.1958773285150528,
      "learning_rate": 0.00010038530050640522,
      "loss": 0.5031,
      "step": 636
    },
    {
      "epoch": 1.4306569343065694,
      "grad_norm": 0.18015055358409882,
      "learning_rate": 0.00010018287381977732,
      "loss": 0.5138,
      "step": 637
    },
    {
      "epoch": 1.4329028635597978,
      "grad_norm": 0.18713940680027008,
      "learning_rate": 9.998030903225603e-05,
      "loss": 0.5084,
      "step": 638
    },
    {
      "epoch": 1.4351487928130264,
      "grad_norm": 0.20459598302841187,
      "learning_rate": 9.977760752988671e-05,
      "loss": 0.5409,
      "step": 639
    },
    {
      "epoch": 1.4373947220662548,
      "grad_norm": 0.17716822028160095,
      "learning_rate": 9.957477069965018e-05,
      "loss": 0.509,
      "step": 640
    },
    {
      "epoch": 1.4396406513194835,
      "grad_norm": 0.1981070339679718,
      "learning_rate": 9.93717999294532e-05,
      "loss": 0.4953,
      "step": 641
    },
    {
      "epoch": 1.441886580572712,
      "grad_norm": 0.19121180474758148,
      "learning_rate": 9.916869660811906e-05,
      "loss": 0.5109,
      "step": 642
    },
    {
      "epoch": 1.4441325098259405,
      "grad_norm": 0.20929452776908875,
      "learning_rate": 9.896546212537793e-05,
      "loss": 0.517,
      "step": 643
    },
    {
      "epoch": 1.446378439079169,
      "grad_norm": 0.19593368470668793,
      "learning_rate": 9.87620978718576e-05,
      "loss": 0.5071,
      "step": 644
    },
    {
      "epoch": 1.4486243683323976,
      "grad_norm": 0.21035808324813843,
      "learning_rate": 9.855860523907372e-05,
      "loss": 0.5198,
      "step": 645
    },
    {
      "epoch": 1.450870297585626,
      "grad_norm": 0.19853971898555756,
      "learning_rate": 9.835498561942036e-05,
      "loss": 0.5437,
      "step": 646
    },
    {
      "epoch": 1.4531162268388544,
      "grad_norm": 0.1949443370103836,
      "learning_rate": 9.815124040616056e-05,
      "loss": 0.5076,
      "step": 647
    },
    {
      "epoch": 1.455362156092083,
      "grad_norm": 0.20280544459819794,
      "learning_rate": 9.794737099341664e-05,
      "loss": 0.5093,
      "step": 648
    },
    {
      "epoch": 1.4576080853453117,
      "grad_norm": 0.21078361570835114,
      "learning_rate": 9.774337877616083e-05,
      "loss": 0.5081,
      "step": 649
    },
    {
      "epoch": 1.4598540145985401,
      "grad_norm": 0.1961338371038437,
      "learning_rate": 9.753926515020567e-05,
      "loss": 0.5096,
      "step": 650
    },
    {
      "epoch": 1.4620999438517686,
      "grad_norm": 0.19009891152381897,
      "learning_rate": 9.733503151219433e-05,
      "loss": 0.4999,
      "step": 651
    },
    {
      "epoch": 1.4643458731049972,
      "grad_norm": 0.18627040088176727,
      "learning_rate": 9.713067925959126e-05,
      "loss": 0.5056,
      "step": 652
    },
    {
      "epoch": 1.4665918023582258,
      "grad_norm": 0.1938895285129547,
      "learning_rate": 9.692620979067245e-05,
      "loss": 0.5137,
      "step": 653
    },
    {
      "epoch": 1.4688377316114543,
      "grad_norm": 0.2050761729478836,
      "learning_rate": 9.672162450451602e-05,
      "loss": 0.5051,
      "step": 654
    },
    {
      "epoch": 1.4710836608646827,
      "grad_norm": 0.19880592823028564,
      "learning_rate": 9.651692480099251e-05,
      "loss": 0.5055,
      "step": 655
    },
    {
      "epoch": 1.4733295901179113,
      "grad_norm": 0.18447960913181305,
      "learning_rate": 9.631211208075534e-05,
      "loss": 0.5296,
      "step": 656
    },
    {
      "epoch": 1.4755755193711397,
      "grad_norm": 0.19004195928573608,
      "learning_rate": 9.610718774523137e-05,
      "loss": 0.5258,
      "step": 657
    },
    {
      "epoch": 1.4778214486243684,
      "grad_norm": 0.19954320788383484,
      "learning_rate": 9.590215319661097e-05,
      "loss": 0.5011,
      "step": 658
    },
    {
      "epoch": 1.4800673778775968,
      "grad_norm": 0.17005719244480133,
      "learning_rate": 9.569700983783885e-05,
      "loss": 0.5062,
      "step": 659
    },
    {
      "epoch": 1.4823133071308254,
      "grad_norm": 0.21068550646305084,
      "learning_rate": 9.549175907260415e-05,
      "loss": 0.5044,
      "step": 660
    },
    {
      "epoch": 1.4845592363840538,
      "grad_norm": 0.18736523389816284,
      "learning_rate": 9.528640230533093e-05,
      "loss": 0.521,
      "step": 661
    },
    {
      "epoch": 1.4868051656372825,
      "grad_norm": 0.19477304816246033,
      "learning_rate": 9.508094094116863e-05,
      "loss": 0.5065,
      "step": 662
    },
    {
      "epoch": 1.489051094890511,
      "grad_norm": 0.20427975058555603,
      "learning_rate": 9.48753763859823e-05,
      "loss": 0.5208,
      "step": 663
    },
    {
      "epoch": 1.4912970241437395,
      "grad_norm": 0.20408067107200623,
      "learning_rate": 9.466971004634316e-05,
      "loss": 0.4917,
      "step": 664
    },
    {
      "epoch": 1.493542953396968,
      "grad_norm": 0.22063596546649933,
      "learning_rate": 9.446394332951885e-05,
      "loss": 0.5097,
      "step": 665
    },
    {
      "epoch": 1.4957888826501966,
      "grad_norm": 0.20878678560256958,
      "learning_rate": 9.425807764346383e-05,
      "loss": 0.505,
      "step": 666
    },
    {
      "epoch": 1.498034811903425,
      "grad_norm": 0.21228721737861633,
      "learning_rate": 9.405211439680975e-05,
      "loss": 0.5249,
      "step": 667
    },
    {
      "epoch": 1.5002807411566534,
      "grad_norm": 0.21478019654750824,
      "learning_rate": 9.384605499885586e-05,
      "loss": 0.516,
      "step": 668
    },
    {
      "epoch": 1.502526670409882,
      "grad_norm": 0.23727190494537354,
      "learning_rate": 9.363990085955929e-05,
      "loss": 0.5128,
      "step": 669
    },
    {
      "epoch": 1.5047725996631107,
      "grad_norm": 0.211452454328537,
      "learning_rate": 9.343365338952544e-05,
      "loss": 0.5141,
      "step": 670
    },
    {
      "epoch": 1.5070185289163391,
      "grad_norm": 0.24813149869441986,
      "learning_rate": 9.322731399999829e-05,
      "loss": 0.5286,
      "step": 671
    },
    {
      "epoch": 1.5092644581695676,
      "grad_norm": 0.19929581880569458,
      "learning_rate": 9.302088410285084e-05,
      "loss": 0.5065,
      "step": 672
    },
    {
      "epoch": 1.5115103874227962,
      "grad_norm": 0.23539748787879944,
      "learning_rate": 9.281436511057538e-05,
      "loss": 0.5045,
      "step": 673
    },
    {
      "epoch": 1.5137563166760248,
      "grad_norm": 0.18617475032806396,
      "learning_rate": 9.260775843627378e-05,
      "loss": 0.4943,
      "step": 674
    },
    {
      "epoch": 1.5160022459292533,
      "grad_norm": 0.22366289794445038,
      "learning_rate": 9.24010654936479e-05,
      "loss": 0.5136,
      "step": 675
    },
    {
      "epoch": 1.5182481751824817,
      "grad_norm": 0.21610277891159058,
      "learning_rate": 9.219428769698991e-05,
      "loss": 0.4968,
      "step": 676
    },
    {
      "epoch": 1.5204941044357103,
      "grad_norm": 0.19368857145309448,
      "learning_rate": 9.198742646117254e-05,
      "loss": 0.5129,
      "step": 677
    },
    {
      "epoch": 1.522740033688939,
      "grad_norm": 0.20865383744239807,
      "learning_rate": 9.178048320163954e-05,
      "loss": 0.5136,
      "step": 678
    },
    {
      "epoch": 1.5249859629421674,
      "grad_norm": 0.18743731081485748,
      "learning_rate": 9.15734593343958e-05,
      "loss": 0.5149,
      "step": 679
    },
    {
      "epoch": 1.5272318921953958,
      "grad_norm": 0.22473086416721344,
      "learning_rate": 9.136635627599783e-05,
      "loss": 0.5155,
      "step": 680
    },
    {
      "epoch": 1.5294778214486242,
      "grad_norm": 0.1838371306657791,
      "learning_rate": 9.115917544354398e-05,
      "loss": 0.5102,
      "step": 681
    },
    {
      "epoch": 1.5317237507018528,
      "grad_norm": 0.19203968346118927,
      "learning_rate": 9.095191825466481e-05,
      "loss": 0.5225,
      "step": 682
    },
    {
      "epoch": 1.5339696799550815,
      "grad_norm": 0.21374920010566711,
      "learning_rate": 9.074458612751329e-05,
      "loss": 0.5165,
      "step": 683
    },
    {
      "epoch": 1.53621560920831,
      "grad_norm": 0.19073887169361115,
      "learning_rate": 9.053718048075516e-05,
      "loss": 0.5082,
      "step": 684
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.21084338426589966,
      "learning_rate": 9.032970273355926e-05,
      "loss": 0.4975,
      "step": 685
    },
    {
      "epoch": 1.540707467714767,
      "grad_norm": 0.20061564445495605,
      "learning_rate": 9.012215430558776e-05,
      "loss": 0.5048,
      "step": 686
    },
    {
      "epoch": 1.5429533969679956,
      "grad_norm": 0.17530708014965057,
      "learning_rate": 8.991453661698641e-05,
      "loss": 0.51,
      "step": 687
    },
    {
      "epoch": 1.545199326221224,
      "grad_norm": 0.2152005285024643,
      "learning_rate": 8.970685108837497e-05,
      "loss": 0.5224,
      "step": 688
    },
    {
      "epoch": 1.5474452554744524,
      "grad_norm": 0.1882491558790207,
      "learning_rate": 8.949909914083732e-05,
      "loss": 0.5271,
      "step": 689
    },
    {
      "epoch": 1.549691184727681,
      "grad_norm": 0.21567484736442566,
      "learning_rate": 8.92912821959118e-05,
      "loss": 0.5156,
      "step": 690
    },
    {
      "epoch": 1.5519371139809097,
      "grad_norm": 0.19783969223499298,
      "learning_rate": 8.908340167558154e-05,
      "loss": 0.4966,
      "step": 691
    },
    {
      "epoch": 1.5541830432341381,
      "grad_norm": 0.20946729183197021,
      "learning_rate": 8.88754590022647e-05,
      "loss": 0.4923,
      "step": 692
    },
    {
      "epoch": 1.5564289724873666,
      "grad_norm": 0.19118967652320862,
      "learning_rate": 8.866745559880464e-05,
      "loss": 0.5136,
      "step": 693
    },
    {
      "epoch": 1.5586749017405952,
      "grad_norm": 0.2122071534395218,
      "learning_rate": 8.845939288846032e-05,
      "loss": 0.5155,
      "step": 694
    },
    {
      "epoch": 1.5609208309938238,
      "grad_norm": 0.1733548641204834,
      "learning_rate": 8.825127229489653e-05,
      "loss": 0.4971,
      "step": 695
    },
    {
      "epoch": 1.5631667602470523,
      "grad_norm": 0.2194015234708786,
      "learning_rate": 8.804309524217408e-05,
      "loss": 0.4942,
      "step": 696
    },
    {
      "epoch": 1.5654126895002807,
      "grad_norm": 0.1795753836631775,
      "learning_rate": 8.783486315474008e-05,
      "loss": 0.5032,
      "step": 697
    },
    {
      "epoch": 1.5676586187535093,
      "grad_norm": 0.21514686942100525,
      "learning_rate": 8.762657745741831e-05,
      "loss": 0.5036,
      "step": 698
    },
    {
      "epoch": 1.5699045480067377,
      "grad_norm": 0.20286062359809875,
      "learning_rate": 8.741823957539926e-05,
      "loss": 0.5097,
      "step": 699
    },
    {
      "epoch": 1.5721504772599664,
      "grad_norm": 0.19607621431350708,
      "learning_rate": 8.720985093423053e-05,
      "loss": 0.498,
      "step": 700
    },
    {
      "epoch": 1.5743964065131948,
      "grad_norm": 0.23368516564369202,
      "learning_rate": 8.700141295980711e-05,
      "loss": 0.529,
      "step": 701
    },
    {
      "epoch": 1.5766423357664232,
      "grad_norm": 0.21203581988811493,
      "learning_rate": 8.679292707836149e-05,
      "loss": 0.4959,
      "step": 702
    },
    {
      "epoch": 1.5788882650196518,
      "grad_norm": 0.26587924361228943,
      "learning_rate": 8.658439471645391e-05,
      "loss": 0.5201,
      "step": 703
    },
    {
      "epoch": 1.5811341942728805,
      "grad_norm": 0.1834084540605545,
      "learning_rate": 8.637581730096275e-05,
      "loss": 0.504,
      "step": 704
    },
    {
      "epoch": 1.583380123526109,
      "grad_norm": 0.24840541183948517,
      "learning_rate": 8.616719625907463e-05,
      "loss": 0.5149,
      "step": 705
    },
    {
      "epoch": 1.5856260527793373,
      "grad_norm": 0.18650217354297638,
      "learning_rate": 8.595853301827469e-05,
      "loss": 0.4866,
      "step": 706
    },
    {
      "epoch": 1.587871982032566,
      "grad_norm": 0.21472761034965515,
      "learning_rate": 8.574982900633676e-05,
      "loss": 0.513,
      "step": 707
    },
    {
      "epoch": 1.5901179112857946,
      "grad_norm": 0.20243674516677856,
      "learning_rate": 8.554108565131373e-05,
      "loss": 0.5073,
      "step": 708
    },
    {
      "epoch": 1.592363840539023,
      "grad_norm": 0.18156473338603973,
      "learning_rate": 8.533230438152765e-05,
      "loss": 0.5117,
      "step": 709
    },
    {
      "epoch": 1.5946097697922514,
      "grad_norm": 0.18785932660102844,
      "learning_rate": 8.512348662555996e-05,
      "loss": 0.5184,
      "step": 710
    },
    {
      "epoch": 1.59685569904548,
      "grad_norm": 0.19026771187782288,
      "learning_rate": 8.49146338122419e-05,
      "loss": 0.493,
      "step": 711
    },
    {
      "epoch": 1.5991016282987087,
      "grad_norm": 0.1765296906232834,
      "learning_rate": 8.47057473706444e-05,
      "loss": 0.4921,
      "step": 712
    },
    {
      "epoch": 1.6013475575519371,
      "grad_norm": 0.18513350188732147,
      "learning_rate": 8.449682873006862e-05,
      "loss": 0.5043,
      "step": 713
    },
    {
      "epoch": 1.6035934868051656,
      "grad_norm": 0.1919069141149521,
      "learning_rate": 8.4287879320036e-05,
      "loss": 0.4893,
      "step": 714
    },
    {
      "epoch": 1.6058394160583942,
      "grad_norm": 0.18348896503448486,
      "learning_rate": 8.40789005702785e-05,
      "loss": 0.5287,
      "step": 715
    },
    {
      "epoch": 1.6080853453116228,
      "grad_norm": 0.19792461395263672,
      "learning_rate": 8.386989391072892e-05,
      "loss": 0.518,
      "step": 716
    },
    {
      "epoch": 1.6103312745648513,
      "grad_norm": 0.2027343064546585,
      "learning_rate": 8.366086077151091e-05,
      "loss": 0.5109,
      "step": 717
    },
    {
      "epoch": 1.6125772038180797,
      "grad_norm": 0.2016996443271637,
      "learning_rate": 8.34518025829294e-05,
      "loss": 0.5169,
      "step": 718
    },
    {
      "epoch": 1.614823133071308,
      "grad_norm": 0.20013925433158875,
      "learning_rate": 8.324272077546064e-05,
      "loss": 0.4997,
      "step": 719
    },
    {
      "epoch": 1.6170690623245367,
      "grad_norm": 0.18940746784210205,
      "learning_rate": 8.30336167797426e-05,
      "loss": 0.4962,
      "step": 720
    },
    {
      "epoch": 1.6193149915777654,
      "grad_norm": 0.20259737968444824,
      "learning_rate": 8.282449202656496e-05,
      "loss": 0.524,
      "step": 721
    },
    {
      "epoch": 1.6215609208309938,
      "grad_norm": 0.22202381491661072,
      "learning_rate": 8.261534794685952e-05,
      "loss": 0.4966,
      "step": 722
    },
    {
      "epoch": 1.6238068500842222,
      "grad_norm": 0.19881968200206757,
      "learning_rate": 8.240618597169029e-05,
      "loss": 0.5065,
      "step": 723
    },
    {
      "epoch": 1.6260527793374508,
      "grad_norm": 0.1963961273431778,
      "learning_rate": 8.219700753224371e-05,
      "loss": 0.5027,
      "step": 724
    },
    {
      "epoch": 1.6282987085906795,
      "grad_norm": 0.20289023220539093,
      "learning_rate": 8.198781405981888e-05,
      "loss": 0.5123,
      "step": 725
    },
    {
      "epoch": 1.630544637843908,
      "grad_norm": 0.20166555047035217,
      "learning_rate": 8.177860698581778e-05,
      "loss": 0.4844,
      "step": 726
    },
    {
      "epoch": 1.6327905670971363,
      "grad_norm": 0.21527273952960968,
      "learning_rate": 8.156938774173548e-05,
      "loss": 0.4884,
      "step": 727
    },
    {
      "epoch": 1.635036496350365,
      "grad_norm": 0.19657008349895477,
      "learning_rate": 8.136015775915025e-05,
      "loss": 0.5046,
      "step": 728
    },
    {
      "epoch": 1.6372824256035936,
      "grad_norm": 0.1984531283378601,
      "learning_rate": 8.11509184697139e-05,
      "loss": 0.5075,
      "step": 729
    },
    {
      "epoch": 1.639528354856822,
      "grad_norm": 0.18290367722511292,
      "learning_rate": 8.094167130514195e-05,
      "loss": 0.5094,
      "step": 730
    },
    {
      "epoch": 1.6417742841100504,
      "grad_norm": 0.18201418220996857,
      "learning_rate": 8.073241769720371e-05,
      "loss": 0.4916,
      "step": 731
    },
    {
      "epoch": 1.644020213363279,
      "grad_norm": 0.17987395823001862,
      "learning_rate": 8.052315907771262e-05,
      "loss": 0.5107,
      "step": 732
    },
    {
      "epoch": 1.6462661426165077,
      "grad_norm": 0.17415151000022888,
      "learning_rate": 8.031389687851647e-05,
      "loss": 0.4787,
      "step": 733
    },
    {
      "epoch": 1.6485120718697361,
      "grad_norm": 0.18529638648033142,
      "learning_rate": 8.010463253148746e-05,
      "loss": 0.4942,
      "step": 734
    },
    {
      "epoch": 1.6507580011229646,
      "grad_norm": 0.18021097779273987,
      "learning_rate": 7.989536746851255e-05,
      "loss": 0.5244,
      "step": 735
    },
    {
      "epoch": 1.6530039303761932,
      "grad_norm": 0.18884895741939545,
      "learning_rate": 7.968610312148354e-05,
      "loss": 0.5067,
      "step": 736
    },
    {
      "epoch": 1.6552498596294218,
      "grad_norm": 0.17446008324623108,
      "learning_rate": 7.94768409222874e-05,
      "loss": 0.4919,
      "step": 737
    },
    {
      "epoch": 1.6574957888826503,
      "grad_norm": 0.16754934191703796,
      "learning_rate": 7.926758230279634e-05,
      "loss": 0.504,
      "step": 738
    },
    {
      "epoch": 1.6597417181358787,
      "grad_norm": 0.17202447354793549,
      "learning_rate": 7.905832869485808e-05,
      "loss": 0.5118,
      "step": 739
    },
    {
      "epoch": 1.661987647389107,
      "grad_norm": 0.17612679302692413,
      "learning_rate": 7.88490815302861e-05,
      "loss": 0.4997,
      "step": 740
    },
    {
      "epoch": 1.6642335766423357,
      "grad_norm": 0.1580231636762619,
      "learning_rate": 7.863984224084977e-05,
      "loss": 0.477,
      "step": 741
    },
    {
      "epoch": 1.6664795058955644,
      "grad_norm": 0.1829080730676651,
      "learning_rate": 7.843061225826455e-05,
      "loss": 0.5091,
      "step": 742
    },
    {
      "epoch": 1.6687254351487928,
      "grad_norm": 0.17909185588359833,
      "learning_rate": 7.822139301418226e-05,
      "loss": 0.5197,
      "step": 743
    },
    {
      "epoch": 1.6709713644020212,
      "grad_norm": 0.18631631135940552,
      "learning_rate": 7.801218594018115e-05,
      "loss": 0.5069,
      "step": 744
    },
    {
      "epoch": 1.6732172936552498,
      "grad_norm": 0.17326535284519196,
      "learning_rate": 7.78029924677563e-05,
      "loss": 0.5088,
      "step": 745
    },
    {
      "epoch": 1.6754632229084785,
      "grad_norm": 0.20143157243728638,
      "learning_rate": 7.759381402830973e-05,
      "loss": 0.528,
      "step": 746
    },
    {
      "epoch": 1.677709152161707,
      "grad_norm": 0.1783144623041153,
      "learning_rate": 7.738465205314048e-05,
      "loss": 0.4956,
      "step": 747
    },
    {
      "epoch": 1.6799550814149353,
      "grad_norm": 0.19444549083709717,
      "learning_rate": 7.717550797343506e-05,
      "loss": 0.4859,
      "step": 748
    },
    {
      "epoch": 1.682201010668164,
      "grad_norm": 0.18391017615795135,
      "learning_rate": 7.696638322025744e-05,
      "loss": 0.5036,
      "step": 749
    },
    {
      "epoch": 1.6844469399213926,
      "grad_norm": 0.2030087262392044,
      "learning_rate": 7.675727922453939e-05,
      "loss": 0.5032,
      "step": 750
    },
    {
      "epoch": 1.686692869174621,
      "grad_norm": 0.17419691383838654,
      "learning_rate": 7.654819741707065e-05,
      "loss": 0.5055,
      "step": 751
    },
    {
      "epoch": 1.6889387984278494,
      "grad_norm": 0.1854201853275299,
      "learning_rate": 7.633913922848912e-05,
      "loss": 0.5,
      "step": 752
    },
    {
      "epoch": 1.691184727681078,
      "grad_norm": 0.19161422550678253,
      "learning_rate": 7.613010608927113e-05,
      "loss": 0.4888,
      "step": 753
    },
    {
      "epoch": 1.6934306569343067,
      "grad_norm": 0.1729954481124878,
      "learning_rate": 7.592109942972152e-05,
      "loss": 0.5028,
      "step": 754
    },
    {
      "epoch": 1.6956765861875351,
      "grad_norm": 0.19286830723285675,
      "learning_rate": 7.571212067996402e-05,
      "loss": 0.5133,
      "step": 755
    },
    {
      "epoch": 1.6979225154407636,
      "grad_norm": 0.17671585083007812,
      "learning_rate": 7.550317126993141e-05,
      "loss": 0.5035,
      "step": 756
    },
    {
      "epoch": 1.700168444693992,
      "grad_norm": 0.1909675896167755,
      "learning_rate": 7.529425262935561e-05,
      "loss": 0.5147,
      "step": 757
    },
    {
      "epoch": 1.7024143739472206,
      "grad_norm": 0.1676298975944519,
      "learning_rate": 7.508536618775814e-05,
      "loss": 0.488,
      "step": 758
    },
    {
      "epoch": 1.7046603032004493,
      "grad_norm": 0.1871660202741623,
      "learning_rate": 7.487651337444005e-05,
      "loss": 0.4986,
      "step": 759
    },
    {
      "epoch": 1.7069062324536777,
      "grad_norm": 0.17889705300331116,
      "learning_rate": 7.466769561847239e-05,
      "loss": 0.5103,
      "step": 760
    },
    {
      "epoch": 1.709152161706906,
      "grad_norm": 0.18187767267227173,
      "learning_rate": 7.445891434868628e-05,
      "loss": 0.477,
      "step": 761
    },
    {
      "epoch": 1.7113980909601347,
      "grad_norm": 0.17818237841129303,
      "learning_rate": 7.425017099366326e-05,
      "loss": 0.5143,
      "step": 762
    },
    {
      "epoch": 1.7136440202133634,
      "grad_norm": 0.1854383796453476,
      "learning_rate": 7.404146698172536e-05,
      "loss": 0.5286,
      "step": 763
    },
    {
      "epoch": 1.7158899494665918,
      "grad_norm": 0.1802191585302353,
      "learning_rate": 7.383280374092538e-05,
      "loss": 0.493,
      "step": 764
    },
    {
      "epoch": 1.7181358787198202,
      "grad_norm": 0.17232070863246918,
      "learning_rate": 7.362418269903728e-05,
      "loss": 0.5124,
      "step": 765
    },
    {
      "epoch": 1.7203818079730488,
      "grad_norm": 0.2103428691625595,
      "learning_rate": 7.34156052835461e-05,
      "loss": 0.5372,
      "step": 766
    },
    {
      "epoch": 1.7226277372262775,
      "grad_norm": 0.1758391559123993,
      "learning_rate": 7.320707292163853e-05,
      "loss": 0.5019,
      "step": 767
    },
    {
      "epoch": 1.724873666479506,
      "grad_norm": 0.19223737716674805,
      "learning_rate": 7.299858704019291e-05,
      "loss": 0.4956,
      "step": 768
    },
    {
      "epoch": 1.7271195957327343,
      "grad_norm": 0.17237992584705353,
      "learning_rate": 7.279014906576949e-05,
      "loss": 0.4991,
      "step": 769
    },
    {
      "epoch": 1.729365524985963,
      "grad_norm": 0.17996814846992493,
      "learning_rate": 7.258176042460077e-05,
      "loss": 0.4882,
      "step": 770
    },
    {
      "epoch": 1.7316114542391916,
      "grad_norm": 0.17651812732219696,
      "learning_rate": 7.237342254258173e-05,
      "loss": 0.5167,
      "step": 771
    },
    {
      "epoch": 1.73385738349242,
      "grad_norm": 0.19715122878551483,
      "learning_rate": 7.216513684525992e-05,
      "loss": 0.516,
      "step": 772
    },
    {
      "epoch": 1.7361033127456484,
      "grad_norm": 0.16534049808979034,
      "learning_rate": 7.195690475782596e-05,
      "loss": 0.5241,
      "step": 773
    },
    {
      "epoch": 1.738349241998877,
      "grad_norm": 0.20934666693210602,
      "learning_rate": 7.174872770510348e-05,
      "loss": 0.4848,
      "step": 774
    },
    {
      "epoch": 1.7405951712521057,
      "grad_norm": 0.17493613064289093,
      "learning_rate": 7.15406071115397e-05,
      "loss": 0.509,
      "step": 775
    },
    {
      "epoch": 1.7428411005053341,
      "grad_norm": 0.19224363565444946,
      "learning_rate": 7.133254440119538e-05,
      "loss": 0.5166,
      "step": 776
    },
    {
      "epoch": 1.7450870297585626,
      "grad_norm": 0.17673024535179138,
      "learning_rate": 7.11245409977353e-05,
      "loss": 0.4919,
      "step": 777
    },
    {
      "epoch": 1.747332959011791,
      "grad_norm": 0.17207755148410797,
      "learning_rate": 7.091659832441848e-05,
      "loss": 0.5325,
      "step": 778
    },
    {
      "epoch": 1.7495788882650196,
      "grad_norm": 0.17099009454250336,
      "learning_rate": 7.070871780408824e-05,
      "loss": 0.4918,
      "step": 779
    },
    {
      "epoch": 1.7518248175182483,
      "grad_norm": 0.16904598474502563,
      "learning_rate": 7.05009008591627e-05,
      "loss": 0.4883,
      "step": 780
    },
    {
      "epoch": 1.7540707467714767,
      "grad_norm": 0.17518097162246704,
      "learning_rate": 7.029314891162504e-05,
      "loss": 0.5112,
      "step": 781
    },
    {
      "epoch": 1.756316676024705,
      "grad_norm": 0.1848541796207428,
      "learning_rate": 7.008546338301358e-05,
      "loss": 0.522,
      "step": 782
    },
    {
      "epoch": 1.7585626052779337,
      "grad_norm": 0.18024159967899323,
      "learning_rate": 6.987784569441228e-05,
      "loss": 0.5163,
      "step": 783
    },
    {
      "epoch": 1.7608085345311624,
      "grad_norm": 0.16730569303035736,
      "learning_rate": 6.967029726644075e-05,
      "loss": 0.4693,
      "step": 784
    },
    {
      "epoch": 1.7630544637843908,
      "grad_norm": 0.18763582408428192,
      "learning_rate": 6.946281951924487e-05,
      "loss": 0.5143,
      "step": 785
    },
    {
      "epoch": 1.7653003930376192,
      "grad_norm": 0.16916576027870178,
      "learning_rate": 6.925541387248674e-05,
      "loss": 0.5188,
      "step": 786
    },
    {
      "epoch": 1.7675463222908478,
      "grad_norm": 0.19620057940483093,
      "learning_rate": 6.904808174533521e-05,
      "loss": 0.5024,
      "step": 787
    },
    {
      "epoch": 1.7697922515440765,
      "grad_norm": 0.16816137731075287,
      "learning_rate": 6.884082455645606e-05,
      "loss": 0.4878,
      "step": 788
    },
    {
      "epoch": 1.772038180797305,
      "grad_norm": 0.1925499141216278,
      "learning_rate": 6.863364372400221e-05,
      "loss": 0.4922,
      "step": 789
    },
    {
      "epoch": 1.7742841100505333,
      "grad_norm": 0.15602745115756989,
      "learning_rate": 6.842654066560422e-05,
      "loss": 0.4888,
      "step": 790
    },
    {
      "epoch": 1.776530039303762,
      "grad_norm": 0.17124199867248535,
      "learning_rate": 6.821951679836049e-05,
      "loss": 0.4795,
      "step": 791
    },
    {
      "epoch": 1.7787759685569906,
      "grad_norm": 0.17022277414798737,
      "learning_rate": 6.801257353882746e-05,
      "loss": 0.4966,
      "step": 792
    },
    {
      "epoch": 1.781021897810219,
      "grad_norm": 0.15725384652614594,
      "learning_rate": 6.78057123030101e-05,
      "loss": 0.4905,
      "step": 793
    },
    {
      "epoch": 1.7832678270634474,
      "grad_norm": 0.17000839114189148,
      "learning_rate": 6.759893450635213e-05,
      "loss": 0.498,
      "step": 794
    },
    {
      "epoch": 1.7855137563166759,
      "grad_norm": 0.15647220611572266,
      "learning_rate": 6.739224156372625e-05,
      "loss": 0.4948,
      "step": 795
    },
    {
      "epoch": 1.7877596855699045,
      "grad_norm": 0.17224030196666718,
      "learning_rate": 6.718563488942463e-05,
      "loss": 0.4995,
      "step": 796
    },
    {
      "epoch": 1.7900056148231331,
      "grad_norm": 0.17135286331176758,
      "learning_rate": 6.697911589714917e-05,
      "loss": 0.5028,
      "step": 797
    },
    {
      "epoch": 1.7922515440763616,
      "grad_norm": 0.1629776656627655,
      "learning_rate": 6.677268600000172e-05,
      "loss": 0.5004,
      "step": 798
    },
    {
      "epoch": 1.79449747332959,
      "grad_norm": 0.19575197994709015,
      "learning_rate": 6.656634661047461e-05,
      "loss": 0.5112,
      "step": 799
    },
    {
      "epoch": 1.7967434025828186,
      "grad_norm": 0.15462997555732727,
      "learning_rate": 6.636009914044074e-05,
      "loss": 0.5036,
      "step": 800
    },
    {
      "epoch": 1.7989893318360473,
      "grad_norm": 0.19468659162521362,
      "learning_rate": 6.615394500114417e-05,
      "loss": 0.5062,
      "step": 801
    },
    {
      "epoch": 1.8012352610892757,
      "grad_norm": 0.15850648283958435,
      "learning_rate": 6.594788560319025e-05,
      "loss": 0.5103,
      "step": 802
    },
    {
      "epoch": 1.803481190342504,
      "grad_norm": 0.16901031136512756,
      "learning_rate": 6.574192235653619e-05,
      "loss": 0.4964,
      "step": 803
    },
    {
      "epoch": 1.8057271195957327,
      "grad_norm": 0.16941389441490173,
      "learning_rate": 6.553605667048119e-05,
      "loss": 0.4956,
      "step": 804
    },
    {
      "epoch": 1.8079730488489614,
      "grad_norm": 0.1633678376674652,
      "learning_rate": 6.533028995365687e-05,
      "loss": 0.4844,
      "step": 805
    },
    {
      "epoch": 1.8102189781021898,
      "grad_norm": 0.16450218856334686,
      "learning_rate": 6.51246236140177e-05,
      "loss": 0.5039,
      "step": 806
    },
    {
      "epoch": 1.8124649073554182,
      "grad_norm": 0.1649266928434372,
      "learning_rate": 6.49190590588314e-05,
      "loss": 0.5237,
      "step": 807
    },
    {
      "epoch": 1.8147108366086468,
      "grad_norm": 0.17138883471488953,
      "learning_rate": 6.471359769466907e-05,
      "loss": 0.5086,
      "step": 808
    },
    {
      "epoch": 1.8169567658618755,
      "grad_norm": 0.17378132045269012,
      "learning_rate": 6.450824092739589e-05,
      "loss": 0.5091,
      "step": 809
    },
    {
      "epoch": 1.819202695115104,
      "grad_norm": 0.17285092175006866,
      "learning_rate": 6.430299016216119e-05,
      "loss": 0.5055,
      "step": 810
    },
    {
      "epoch": 1.8214486243683323,
      "grad_norm": 0.1718919575214386,
      "learning_rate": 6.409784680338905e-05,
      "loss": 0.4842,
      "step": 811
    },
    {
      "epoch": 1.823694553621561,
      "grad_norm": 0.16790670156478882,
      "learning_rate": 6.389281225476867e-05,
      "loss": 0.5004,
      "step": 812
    },
    {
      "epoch": 1.8259404828747896,
      "grad_norm": 0.1849760264158249,
      "learning_rate": 6.368788791924467e-05,
      "loss": 0.4939,
      "step": 813
    },
    {
      "epoch": 1.828186412128018,
      "grad_norm": 0.16113969683647156,
      "learning_rate": 6.348307519900753e-05,
      "loss": 0.5024,
      "step": 814
    },
    {
      "epoch": 1.8304323413812464,
      "grad_norm": 0.1709127277135849,
      "learning_rate": 6.3278375495484e-05,
      "loss": 0.4977,
      "step": 815
    },
    {
      "epoch": 1.8326782706344749,
      "grad_norm": 0.1758309006690979,
      "learning_rate": 6.307379020932758e-05,
      "loss": 0.4689,
      "step": 816
    },
    {
      "epoch": 1.8349241998877035,
      "grad_norm": 0.16264449059963226,
      "learning_rate": 6.286932074040876e-05,
      "loss": 0.4974,
      "step": 817
    },
    {
      "epoch": 1.8371701291409321,
      "grad_norm": 0.17811472713947296,
      "learning_rate": 6.266496848780567e-05,
      "loss": 0.4987,
      "step": 818
    },
    {
      "epoch": 1.8394160583941606,
      "grad_norm": 0.17399878799915314,
      "learning_rate": 6.246073484979436e-05,
      "loss": 0.4867,
      "step": 819
    },
    {
      "epoch": 1.841661987647389,
      "grad_norm": 0.17421691119670868,
      "learning_rate": 6.225662122383918e-05,
      "loss": 0.5162,
      "step": 820
    },
    {
      "epoch": 1.8439079169006176,
      "grad_norm": 0.17920304834842682,
      "learning_rate": 6.205262900658339e-05,
      "loss": 0.5058,
      "step": 821
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.16607870161533356,
      "learning_rate": 6.184875959383947e-05,
      "loss": 0.5063,
      "step": 822
    },
    {
      "epoch": 1.8483997754070747,
      "grad_norm": 0.19281108677387238,
      "learning_rate": 6.164501438057965e-05,
      "loss": 0.4936,
      "step": 823
    },
    {
      "epoch": 1.850645704660303,
      "grad_norm": 0.16037489473819733,
      "learning_rate": 6.144139476092631e-05,
      "loss": 0.4949,
      "step": 824
    },
    {
      "epoch": 1.8528916339135317,
      "grad_norm": 0.19559049606323242,
      "learning_rate": 6.123790212814241e-05,
      "loss": 0.4981,
      "step": 825
    },
    {
      "epoch": 1.8551375631667604,
      "grad_norm": 0.15469707548618317,
      "learning_rate": 6.1034537874622085e-05,
      "loss": 0.5021,
      "step": 826
    },
    {
      "epoch": 1.8573834924199888,
      "grad_norm": 0.18738782405853271,
      "learning_rate": 6.0831303391880975e-05,
      "loss": 0.4846,
      "step": 827
    },
    {
      "epoch": 1.8596294216732172,
      "grad_norm": 0.16658605635166168,
      "learning_rate": 6.0628200070546796e-05,
      "loss": 0.4945,
      "step": 828
    },
    {
      "epoch": 1.8618753509264458,
      "grad_norm": 0.16776609420776367,
      "learning_rate": 6.042522930034984e-05,
      "loss": 0.4992,
      "step": 829
    },
    {
      "epoch": 1.8641212801796745,
      "grad_norm": 0.17124858498573303,
      "learning_rate": 6.022239247011331e-05,
      "loss": 0.4915,
      "step": 830
    },
    {
      "epoch": 1.866367209432903,
      "grad_norm": 0.15521185100078583,
      "learning_rate": 6.001969096774399e-05,
      "loss": 0.5134,
      "step": 831
    },
    {
      "epoch": 1.8686131386861313,
      "grad_norm": 0.1691064089536667,
      "learning_rate": 5.981712618022272e-05,
      "loss": 0.5018,
      "step": 832
    },
    {
      "epoch": 1.87085906793936,
      "grad_norm": 0.15585891902446747,
      "learning_rate": 5.96146994935948e-05,
      "loss": 0.5071,
      "step": 833
    },
    {
      "epoch": 1.8731049971925884,
      "grad_norm": 0.1678674966096878,
      "learning_rate": 5.9412412292960656e-05,
      "loss": 0.5123,
      "step": 834
    },
    {
      "epoch": 1.875350926445817,
      "grad_norm": 0.15515373647212982,
      "learning_rate": 5.92102659624662e-05,
      "loss": 0.495,
      "step": 835
    },
    {
      "epoch": 1.8775968556990454,
      "grad_norm": 0.17066361010074615,
      "learning_rate": 5.900826188529351e-05,
      "loss": 0.4982,
      "step": 836
    },
    {
      "epoch": 1.8798427849522739,
      "grad_norm": 0.14784766733646393,
      "learning_rate": 5.880640144365124e-05,
      "loss": 0.492,
      "step": 837
    },
    {
      "epoch": 1.8820887142055025,
      "grad_norm": 0.1624741405248642,
      "learning_rate": 5.86046860187653e-05,
      "loss": 0.4985,
      "step": 838
    },
    {
      "epoch": 1.8843346434587311,
      "grad_norm": 0.14903901517391205,
      "learning_rate": 5.840311699086928e-05,
      "loss": 0.4887,
      "step": 839
    },
    {
      "epoch": 1.8865805727119596,
      "grad_norm": 0.16569632291793823,
      "learning_rate": 5.820169573919499e-05,
      "loss": 0.5031,
      "step": 840
    },
    {
      "epoch": 1.888826501965188,
      "grad_norm": 0.15516996383666992,
      "learning_rate": 5.800042364196319e-05,
      "loss": 0.4974,
      "step": 841
    },
    {
      "epoch": 1.8910724312184166,
      "grad_norm": 0.1705656498670578,
      "learning_rate": 5.779930207637401e-05,
      "loss": 0.5064,
      "step": 842
    },
    {
      "epoch": 1.8933183604716453,
      "grad_norm": 0.16612909734249115,
      "learning_rate": 5.759833241859755e-05,
      "loss": 0.4928,
      "step": 843
    },
    {
      "epoch": 1.8955642897248737,
      "grad_norm": 0.15691480040550232,
      "learning_rate": 5.7397516043764564e-05,
      "loss": 0.4992,
      "step": 844
    },
    {
      "epoch": 1.897810218978102,
      "grad_norm": 0.15925776958465576,
      "learning_rate": 5.719685432595681e-05,
      "loss": 0.503,
      "step": 845
    },
    {
      "epoch": 1.9000561482313307,
      "grad_norm": 0.1793777197599411,
      "learning_rate": 5.6996348638198e-05,
      "loss": 0.5015,
      "step": 846
    },
    {
      "epoch": 1.9023020774845594,
      "grad_norm": 0.15224167704582214,
      "learning_rate": 5.6796000352444056e-05,
      "loss": 0.4791,
      "step": 847
    },
    {
      "epoch": 1.9045480067377878,
      "grad_norm": 0.17081177234649658,
      "learning_rate": 5.6595810839574e-05,
      "loss": 0.4925,
      "step": 848
    },
    {
      "epoch": 1.9067939359910162,
      "grad_norm": 0.1512937992811203,
      "learning_rate": 5.6395781469380354e-05,
      "loss": 0.4901,
      "step": 849
    },
    {
      "epoch": 1.9090398652442448,
      "grad_norm": 0.15645167231559753,
      "learning_rate": 5.619591361055998e-05,
      "loss": 0.5001,
      "step": 850
    },
    {
      "epoch": 1.9112857944974735,
      "grad_norm": 0.17164252698421478,
      "learning_rate": 5.5996208630704445e-05,
      "loss": 0.4956,
      "step": 851
    },
    {
      "epoch": 1.913531723750702,
      "grad_norm": 0.15667004883289337,
      "learning_rate": 5.579666789629098e-05,
      "loss": 0.4906,
      "step": 852
    },
    {
      "epoch": 1.9157776530039303,
      "grad_norm": 0.16768649220466614,
      "learning_rate": 5.559729277267286e-05,
      "loss": 0.5099,
      "step": 853
    },
    {
      "epoch": 1.9180235822571587,
      "grad_norm": 0.16727498173713684,
      "learning_rate": 5.539808462407026e-05,
      "loss": 0.503,
      "step": 854
    },
    {
      "epoch": 1.9202695115103874,
      "grad_norm": 0.16755451261997223,
      "learning_rate": 5.519904481356076e-05,
      "loss": 0.5099,
      "step": 855
    },
    {
      "epoch": 1.922515440763616,
      "grad_norm": 0.16387148201465607,
      "learning_rate": 5.500017470307007e-05,
      "loss": 0.4957,
      "step": 856
    },
    {
      "epoch": 1.9247613700168444,
      "grad_norm": 0.15775729715824127,
      "learning_rate": 5.480147565336282e-05,
      "loss": 0.4976,
      "step": 857
    },
    {
      "epoch": 1.9270072992700729,
      "grad_norm": 0.1581815481185913,
      "learning_rate": 5.4602949024033116e-05,
      "loss": 0.4949,
      "step": 858
    },
    {
      "epoch": 1.9292532285233015,
      "grad_norm": 0.15002784132957458,
      "learning_rate": 5.4404596173495265e-05,
      "loss": 0.5099,
      "step": 859
    },
    {
      "epoch": 1.9314991577765301,
      "grad_norm": 0.15235161781311035,
      "learning_rate": 5.420641845897455e-05,
      "loss": 0.4809,
      "step": 860
    },
    {
      "epoch": 1.9337450870297586,
      "grad_norm": 0.16005192697048187,
      "learning_rate": 5.4008417236497815e-05,
      "loss": 0.493,
      "step": 861
    },
    {
      "epoch": 1.935991016282987,
      "grad_norm": 0.15347884595394135,
      "learning_rate": 5.381059386088428e-05,
      "loss": 0.5071,
      "step": 862
    },
    {
      "epoch": 1.9382369455362156,
      "grad_norm": 0.15472036600112915,
      "learning_rate": 5.361294968573629e-05,
      "loss": 0.4924,
      "step": 863
    },
    {
      "epoch": 1.9404828747894443,
      "grad_norm": 0.17055299878120422,
      "learning_rate": 5.341548606343001e-05,
      "loss": 0.5057,
      "step": 864
    },
    {
      "epoch": 1.9427288040426727,
      "grad_norm": 0.15424910187721252,
      "learning_rate": 5.321820434510617e-05,
      "loss": 0.5041,
      "step": 865
    },
    {
      "epoch": 1.944974733295901,
      "grad_norm": 0.15976421535015106,
      "learning_rate": 5.302110588066075e-05,
      "loss": 0.4742,
      "step": 866
    },
    {
      "epoch": 1.9472206625491297,
      "grad_norm": 0.15673977136611938,
      "learning_rate": 5.282419201873593e-05,
      "loss": 0.49,
      "step": 867
    },
    {
      "epoch": 1.9494665918023584,
      "grad_norm": 0.14829935133457184,
      "learning_rate": 5.262746410671071e-05,
      "loss": 0.5017,
      "step": 868
    },
    {
      "epoch": 1.9517125210555868,
      "grad_norm": 0.14897191524505615,
      "learning_rate": 5.243092349069169e-05,
      "loss": 0.4803,
      "step": 869
    },
    {
      "epoch": 1.9539584503088152,
      "grad_norm": 0.15609802305698395,
      "learning_rate": 5.223457151550402e-05,
      "loss": 0.4961,
      "step": 870
    },
    {
      "epoch": 1.9562043795620438,
      "grad_norm": 0.15764057636260986,
      "learning_rate": 5.203840952468191e-05,
      "loss": 0.5003,
      "step": 871
    },
    {
      "epoch": 1.9584503088152723,
      "grad_norm": 0.16121333837509155,
      "learning_rate": 5.184243886045971e-05,
      "loss": 0.5054,
      "step": 872
    },
    {
      "epoch": 1.960696238068501,
      "grad_norm": 0.15507447719573975,
      "learning_rate": 5.164666086376262e-05,
      "loss": 0.4954,
      "step": 873
    },
    {
      "epoch": 1.9629421673217293,
      "grad_norm": 0.16584189236164093,
      "learning_rate": 5.145107687419751e-05,
      "loss": 0.4924,
      "step": 874
    },
    {
      "epoch": 1.9651880965749577,
      "grad_norm": 0.15702944993972778,
      "learning_rate": 5.1255688230043766e-05,
      "loss": 0.5004,
      "step": 875
    },
    {
      "epoch": 1.9674340258281864,
      "grad_norm": 0.17031584680080414,
      "learning_rate": 5.106049626824405e-05,
      "loss": 0.5139,
      "step": 876
    },
    {
      "epoch": 1.969679955081415,
      "grad_norm": 0.16193878650665283,
      "learning_rate": 5.0865502324395345e-05,
      "loss": 0.4849,
      "step": 877
    },
    {
      "epoch": 1.9719258843346434,
      "grad_norm": 0.16150209307670593,
      "learning_rate": 5.067070773273962e-05,
      "loss": 0.4719,
      "step": 878
    },
    {
      "epoch": 1.9741718135878719,
      "grad_norm": 0.1520845890045166,
      "learning_rate": 5.047611382615481e-05,
      "loss": 0.4995,
      "step": 879
    },
    {
      "epoch": 1.9764177428411005,
      "grad_norm": 0.16827571392059326,
      "learning_rate": 5.0281721936145713e-05,
      "loss": 0.4908,
      "step": 880
    },
    {
      "epoch": 1.9786636720943291,
      "grad_norm": 0.15770889818668365,
      "learning_rate": 5.008753339283471e-05,
      "loss": 0.5116,
      "step": 881
    },
    {
      "epoch": 1.9809096013475576,
      "grad_norm": 0.1623336225748062,
      "learning_rate": 4.98935495249529e-05,
      "loss": 0.492,
      "step": 882
    },
    {
      "epoch": 1.983155530600786,
      "grad_norm": 0.16279038786888123,
      "learning_rate": 4.9699771659830855e-05,
      "loss": 0.5021,
      "step": 883
    },
    {
      "epoch": 1.9854014598540146,
      "grad_norm": 0.16874343156814575,
      "learning_rate": 4.950620112338955e-05,
      "loss": 0.4876,
      "step": 884
    },
    {
      "epoch": 1.9876473891072433,
      "grad_norm": 0.15390436351299286,
      "learning_rate": 4.931283924013141e-05,
      "loss": 0.4879,
      "step": 885
    },
    {
      "epoch": 1.9898933183604717,
      "grad_norm": 0.17372553050518036,
      "learning_rate": 4.911968733313101e-05,
      "loss": 0.4876,
      "step": 886
    },
    {
      "epoch": 1.9921392476137,
      "grad_norm": 0.15854312479496002,
      "learning_rate": 4.892674672402631e-05,
      "loss": 0.5128,
      "step": 887
    },
    {
      "epoch": 1.9943851768669287,
      "grad_norm": 0.1635546237230301,
      "learning_rate": 4.873401873300934e-05,
      "loss": 0.4946,
      "step": 888
    },
    {
      "epoch": 1.9966311061201574,
      "grad_norm": 0.15970109403133392,
      "learning_rate": 4.8541504678817435e-05,
      "loss": 0.501,
      "step": 889
    },
    {
      "epoch": 1.9988770353733858,
      "grad_norm": 0.1637182980775833,
      "learning_rate": 4.834920587872397e-05,
      "loss": 0.4807,
      "step": 890
    },
    {
      "epoch": 2.001122964626614,
      "grad_norm": 0.17495502531528473,
      "learning_rate": 4.815712364852945e-05,
      "loss": 0.4725,
      "step": 891
    },
    {
      "epoch": 2.0033688938798426,
      "grad_norm": 0.20412583649158478,
      "learning_rate": 4.7965259302552546e-05,
      "loss": 0.4545,
      "step": 892
    },
    {
      "epoch": 2.0056148231330715,
      "grad_norm": 0.1694943606853485,
      "learning_rate": 4.777361415362106e-05,
      "loss": 0.4561,
      "step": 893
    },
    {
      "epoch": 2.0078607523863,
      "grad_norm": 0.20532694458961487,
      "learning_rate": 4.75821895130629e-05,
      "loss": 0.4585,
      "step": 894
    },
    {
      "epoch": 2.0101066816395283,
      "grad_norm": 0.21771076321601868,
      "learning_rate": 4.739098669069723e-05,
      "loss": 0.4609,
      "step": 895
    },
    {
      "epoch": 2.0123526108927567,
      "grad_norm": 0.19157661497592926,
      "learning_rate": 4.7200006994825314e-05,
      "loss": 0.4533,
      "step": 896
    },
    {
      "epoch": 2.0145985401459856,
      "grad_norm": 0.1829356700181961,
      "learning_rate": 4.700925173222178e-05,
      "loss": 0.4401,
      "step": 897
    },
    {
      "epoch": 2.016844469399214,
      "grad_norm": 0.1815447062253952,
      "learning_rate": 4.681872220812551e-05,
      "loss": 0.4497,
      "step": 898
    },
    {
      "epoch": 2.0190903986524424,
      "grad_norm": 0.16822156310081482,
      "learning_rate": 4.662841972623084e-05,
      "loss": 0.4573,
      "step": 899
    },
    {
      "epoch": 2.021336327905671,
      "grad_norm": 0.18054281175136566,
      "learning_rate": 4.643834558867852e-05,
      "loss": 0.4589,
      "step": 900
    },
    {
      "epoch": 2.0235822571588993,
      "grad_norm": 0.18319673836231232,
      "learning_rate": 4.6248501096046827e-05,
      "loss": 0.4376,
      "step": 901
    },
    {
      "epoch": 2.025828186412128,
      "grad_norm": 0.1645708829164505,
      "learning_rate": 4.605888754734278e-05,
      "loss": 0.4304,
      "step": 902
    },
    {
      "epoch": 2.0280741156653566,
      "grad_norm": 0.17893430590629578,
      "learning_rate": 4.586950623999314e-05,
      "loss": 0.4526,
      "step": 903
    },
    {
      "epoch": 2.030320044918585,
      "grad_norm": 0.17927826941013336,
      "learning_rate": 4.568035846983558e-05,
      "loss": 0.4616,
      "step": 904
    },
    {
      "epoch": 2.0325659741718134,
      "grad_norm": 0.1680602878332138,
      "learning_rate": 4.549144553110974e-05,
      "loss": 0.4611,
      "step": 905
    },
    {
      "epoch": 2.0348119034250423,
      "grad_norm": 0.1612085998058319,
      "learning_rate": 4.5302768716448434e-05,
      "loss": 0.4567,
      "step": 906
    },
    {
      "epoch": 2.0370578326782707,
      "grad_norm": 0.1724167913198471,
      "learning_rate": 4.5114329316868875e-05,
      "loss": 0.4666,
      "step": 907
    },
    {
      "epoch": 2.039303761931499,
      "grad_norm": 0.15838028490543365,
      "learning_rate": 4.492612862176371e-05,
      "loss": 0.4529,
      "step": 908
    },
    {
      "epoch": 2.0415496911847275,
      "grad_norm": 0.15649183094501495,
      "learning_rate": 4.473816791889228e-05,
      "loss": 0.4462,
      "step": 909
    },
    {
      "epoch": 2.0437956204379564,
      "grad_norm": 0.16123028099536896,
      "learning_rate": 4.455044849437182e-05,
      "loss": 0.4345,
      "step": 910
    },
    {
      "epoch": 2.046041549691185,
      "grad_norm": 0.16162772476673126,
      "learning_rate": 4.436297163266853e-05,
      "loss": 0.4585,
      "step": 911
    },
    {
      "epoch": 2.048287478944413,
      "grad_norm": 0.1522200107574463,
      "learning_rate": 4.4175738616588894e-05,
      "loss": 0.4614,
      "step": 912
    },
    {
      "epoch": 2.0505334081976416,
      "grad_norm": 0.16501305997371674,
      "learning_rate": 4.398875072727097e-05,
      "loss": 0.4486,
      "step": 913
    },
    {
      "epoch": 2.0527793374508705,
      "grad_norm": 0.15927040576934814,
      "learning_rate": 4.380200924417548e-05,
      "loss": 0.4574,
      "step": 914
    },
    {
      "epoch": 2.055025266704099,
      "grad_norm": 0.1553938090801239,
      "learning_rate": 4.361551544507713e-05,
      "loss": 0.4446,
      "step": 915
    },
    {
      "epoch": 2.0572711959573273,
      "grad_norm": 0.16552136838436127,
      "learning_rate": 4.3429270606055895e-05,
      "loss": 0.4583,
      "step": 916
    },
    {
      "epoch": 2.0595171252105557,
      "grad_norm": 0.1564835011959076,
      "learning_rate": 4.3243276001488156e-05,
      "loss": 0.4476,
      "step": 917
    },
    {
      "epoch": 2.0617630544637846,
      "grad_norm": 0.1577308475971222,
      "learning_rate": 4.305753290403809e-05,
      "loss": 0.4632,
      "step": 918
    },
    {
      "epoch": 2.064008983717013,
      "grad_norm": 0.15984061360359192,
      "learning_rate": 4.2872042584649015e-05,
      "loss": 0.4624,
      "step": 919
    },
    {
      "epoch": 2.0662549129702414,
      "grad_norm": 0.16448809206485748,
      "learning_rate": 4.268680631253455e-05,
      "loss": 0.4436,
      "step": 920
    },
    {
      "epoch": 2.06850084222347,
      "grad_norm": 0.16196516156196594,
      "learning_rate": 4.250182535517008e-05,
      "loss": 0.4375,
      "step": 921
    },
    {
      "epoch": 2.0707467714766983,
      "grad_norm": 0.15193282067775726,
      "learning_rate": 4.231710097828388e-05,
      "loss": 0.4287,
      "step": 922
    },
    {
      "epoch": 2.072992700729927,
      "grad_norm": 0.16018415987491608,
      "learning_rate": 4.2132634445848704e-05,
      "loss": 0.4543,
      "step": 923
    },
    {
      "epoch": 2.0752386299831556,
      "grad_norm": 0.16128796339035034,
      "learning_rate": 4.194842702007289e-05,
      "loss": 0.4621,
      "step": 924
    },
    {
      "epoch": 2.077484559236384,
      "grad_norm": 0.15342706441879272,
      "learning_rate": 4.176447996139196e-05,
      "loss": 0.4355,
      "step": 925
    },
    {
      "epoch": 2.0797304884896124,
      "grad_norm": 0.1577060967683792,
      "learning_rate": 4.1580794528459834e-05,
      "loss": 0.4521,
      "step": 926
    },
    {
      "epoch": 2.0819764177428413,
      "grad_norm": 0.16120131313800812,
      "learning_rate": 4.13973719781402e-05,
      "loss": 0.4501,
      "step": 927
    },
    {
      "epoch": 2.0842223469960697,
      "grad_norm": 0.16163085401058197,
      "learning_rate": 4.1214213565498086e-05,
      "loss": 0.4518,
      "step": 928
    },
    {
      "epoch": 2.086468276249298,
      "grad_norm": 0.1605272889137268,
      "learning_rate": 4.10313205437911e-05,
      "loss": 0.4334,
      "step": 929
    },
    {
      "epoch": 2.0887142055025265,
      "grad_norm": 0.16757291555404663,
      "learning_rate": 4.084869416446095e-05,
      "loss": 0.4579,
      "step": 930
    },
    {
      "epoch": 2.0909601347557554,
      "grad_norm": 0.1572689265012741,
      "learning_rate": 4.0666335677124816e-05,
      "loss": 0.4462,
      "step": 931
    },
    {
      "epoch": 2.093206064008984,
      "grad_norm": 0.1841953992843628,
      "learning_rate": 4.048424632956681e-05,
      "loss": 0.4241,
      "step": 932
    },
    {
      "epoch": 2.095451993262212,
      "grad_norm": 0.1640552282333374,
      "learning_rate": 4.030242736772952e-05,
      "loss": 0.4495,
      "step": 933
    },
    {
      "epoch": 2.0976979225154406,
      "grad_norm": 0.15904076397418976,
      "learning_rate": 4.0120880035705416e-05,
      "loss": 0.4513,
      "step": 934
    },
    {
      "epoch": 2.0999438517686695,
      "grad_norm": 0.17605750262737274,
      "learning_rate": 3.9939605575728315e-05,
      "loss": 0.4444,
      "step": 935
    },
    {
      "epoch": 2.102189781021898,
      "grad_norm": 0.15149734914302826,
      "learning_rate": 3.975860522816497e-05,
      "loss": 0.4423,
      "step": 936
    },
    {
      "epoch": 2.1044357102751263,
      "grad_norm": 0.15931731462478638,
      "learning_rate": 3.957788023150647e-05,
      "loss": 0.4558,
      "step": 937
    },
    {
      "epoch": 2.1066816395283547,
      "grad_norm": 0.1513037383556366,
      "learning_rate": 3.939743182235978e-05,
      "loss": 0.4451,
      "step": 938
    },
    {
      "epoch": 2.108927568781583,
      "grad_norm": 0.1563446819782257,
      "learning_rate": 3.921726123543942e-05,
      "loss": 0.4438,
      "step": 939
    },
    {
      "epoch": 2.111173498034812,
      "grad_norm": 0.14871710538864136,
      "learning_rate": 3.9037369703558876e-05,
      "loss": 0.449,
      "step": 940
    },
    {
      "epoch": 2.1134194272880404,
      "grad_norm": 0.14909642934799194,
      "learning_rate": 3.8857758457622246e-05,
      "loss": 0.4643,
      "step": 941
    },
    {
      "epoch": 2.115665356541269,
      "grad_norm": 0.15018634498119354,
      "learning_rate": 3.867842872661565e-05,
      "loss": 0.4483,
      "step": 942
    },
    {
      "epoch": 2.1179112857944973,
      "grad_norm": 0.16879071295261383,
      "learning_rate": 3.8499381737599124e-05,
      "loss": 0.4726,
      "step": 943
    },
    {
      "epoch": 2.120157215047726,
      "grad_norm": 0.1683071106672287,
      "learning_rate": 3.832061871569787e-05,
      "loss": 0.4499,
      "step": 944
    },
    {
      "epoch": 2.1224031443009546,
      "grad_norm": 0.15678516030311584,
      "learning_rate": 3.814214088409419e-05,
      "loss": 0.4484,
      "step": 945
    },
    {
      "epoch": 2.124649073554183,
      "grad_norm": 0.1773703545331955,
      "learning_rate": 3.7963949464018945e-05,
      "loss": 0.4605,
      "step": 946
    },
    {
      "epoch": 2.1268950028074114,
      "grad_norm": 0.1767614483833313,
      "learning_rate": 3.778604567474314e-05,
      "loss": 0.4574,
      "step": 947
    },
    {
      "epoch": 2.1291409320606403,
      "grad_norm": 0.15908308327198029,
      "learning_rate": 3.760843073356981e-05,
      "loss": 0.4357,
      "step": 948
    },
    {
      "epoch": 2.1313868613138687,
      "grad_norm": 0.1637633740901947,
      "learning_rate": 3.743110585582549e-05,
      "loss": 0.4566,
      "step": 949
    },
    {
      "epoch": 2.133632790567097,
      "grad_norm": 0.1657618135213852,
      "learning_rate": 3.725407225485191e-05,
      "loss": 0.4497,
      "step": 950
    },
    {
      "epoch": 2.1358787198203255,
      "grad_norm": 0.15281249582767487,
      "learning_rate": 3.707733114199783e-05,
      "loss": 0.4494,
      "step": 951
    },
    {
      "epoch": 2.1381246490735544,
      "grad_norm": 0.16828225553035736,
      "learning_rate": 3.690088372661061e-05,
      "loss": 0.4412,
      "step": 952
    },
    {
      "epoch": 2.140370578326783,
      "grad_norm": 0.16215671598911285,
      "learning_rate": 3.672473121602801e-05,
      "loss": 0.449,
      "step": 953
    },
    {
      "epoch": 2.142616507580011,
      "grad_norm": 0.14198768138885498,
      "learning_rate": 3.654887481556993e-05,
      "loss": 0.4556,
      "step": 954
    },
    {
      "epoch": 2.1448624368332396,
      "grad_norm": 0.1703426092863083,
      "learning_rate": 3.6373315728530145e-05,
      "loss": 0.4456,
      "step": 955
    },
    {
      "epoch": 2.147108366086468,
      "grad_norm": 0.15878015756607056,
      "learning_rate": 3.6198055156168025e-05,
      "loss": 0.4593,
      "step": 956
    },
    {
      "epoch": 2.149354295339697,
      "grad_norm": 0.15779636800289154,
      "learning_rate": 3.602309429770034e-05,
      "loss": 0.4543,
      "step": 957
    },
    {
      "epoch": 2.1516002245929253,
      "grad_norm": 0.15963739156723022,
      "learning_rate": 3.584843435029316e-05,
      "loss": 0.4363,
      "step": 958
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 0.15662063658237457,
      "learning_rate": 3.567407650905353e-05,
      "loss": 0.458,
      "step": 959
    },
    {
      "epoch": 2.156092083099382,
      "grad_norm": 0.14531637728214264,
      "learning_rate": 3.5500021967021344e-05,
      "loss": 0.4474,
      "step": 960
    },
    {
      "epoch": 2.158338012352611,
      "grad_norm": 0.15317556262016296,
      "learning_rate": 3.5326271915161205e-05,
      "loss": 0.439,
      "step": 961
    },
    {
      "epoch": 2.1605839416058394,
      "grad_norm": 0.15082910656929016,
      "learning_rate": 3.515282754235419e-05,
      "loss": 0.4497,
      "step": 962
    },
    {
      "epoch": 2.162829870859068,
      "grad_norm": 0.14299066364765167,
      "learning_rate": 3.4979690035389774e-05,
      "loss": 0.4468,
      "step": 963
    },
    {
      "epoch": 2.1650758001122963,
      "grad_norm": 0.1458815485239029,
      "learning_rate": 3.480686057895778e-05,
      "loss": 0.453,
      "step": 964
    },
    {
      "epoch": 2.167321729365525,
      "grad_norm": 0.1518121361732483,
      "learning_rate": 3.4634340355640136e-05,
      "loss": 0.4393,
      "step": 965
    },
    {
      "epoch": 2.1695676586187536,
      "grad_norm": 0.14630930125713348,
      "learning_rate": 3.446213054590291e-05,
      "loss": 0.4617,
      "step": 966
    },
    {
      "epoch": 2.171813587871982,
      "grad_norm": 0.15554536879062653,
      "learning_rate": 3.4290232328088136e-05,
      "loss": 0.4555,
      "step": 967
    },
    {
      "epoch": 2.1740595171252104,
      "grad_norm": 0.1420973539352417,
      "learning_rate": 3.4118646878405755e-05,
      "loss": 0.4575,
      "step": 968
    },
    {
      "epoch": 2.1763054463784393,
      "grad_norm": 0.15307992696762085,
      "learning_rate": 3.394737537092562e-05,
      "loss": 0.466,
      "step": 969
    },
    {
      "epoch": 2.1785513756316677,
      "grad_norm": 0.14762836694717407,
      "learning_rate": 3.377641897756947e-05,
      "loss": 0.4653,
      "step": 970
    },
    {
      "epoch": 2.180797304884896,
      "grad_norm": 0.14197176694869995,
      "learning_rate": 3.360577886810286e-05,
      "loss": 0.4534,
      "step": 971
    },
    {
      "epoch": 2.1830432341381245,
      "grad_norm": 0.14574755728244781,
      "learning_rate": 3.343545621012721e-05,
      "loss": 0.4436,
      "step": 972
    },
    {
      "epoch": 2.1852891633913534,
      "grad_norm": 0.1501995027065277,
      "learning_rate": 3.326545216907171e-05,
      "loss": 0.4551,
      "step": 973
    },
    {
      "epoch": 2.187535092644582,
      "grad_norm": 0.15226097404956818,
      "learning_rate": 3.309576790818551e-05,
      "loss": 0.4458,
      "step": 974
    },
    {
      "epoch": 2.18978102189781,
      "grad_norm": 0.14684434235095978,
      "learning_rate": 3.292640458852958e-05,
      "loss": 0.4494,
      "step": 975
    },
    {
      "epoch": 2.1920269511510386,
      "grad_norm": 0.14523442089557648,
      "learning_rate": 3.275736336896893e-05,
      "loss": 0.4445,
      "step": 976
    },
    {
      "epoch": 2.1942728804042675,
      "grad_norm": 0.1518959403038025,
      "learning_rate": 3.25886454061646e-05,
      "loss": 0.4649,
      "step": 977
    },
    {
      "epoch": 2.196518809657496,
      "grad_norm": 0.1398971676826477,
      "learning_rate": 3.2420251854565704e-05,
      "loss": 0.4563,
      "step": 978
    },
    {
      "epoch": 2.1987647389107243,
      "grad_norm": 0.13926076889038086,
      "learning_rate": 3.22521838664016e-05,
      "loss": 0.4479,
      "step": 979
    },
    {
      "epoch": 2.2010106681639527,
      "grad_norm": 0.14644260704517365,
      "learning_rate": 3.2084442591674024e-05,
      "loss": 0.4349,
      "step": 980
    },
    {
      "epoch": 2.203256597417181,
      "grad_norm": 0.14670224487781525,
      "learning_rate": 3.191702917814916e-05,
      "loss": 0.4532,
      "step": 981
    },
    {
      "epoch": 2.20550252667041,
      "grad_norm": 0.13720498979091644,
      "learning_rate": 3.174994477134978e-05,
      "loss": 0.431,
      "step": 982
    },
    {
      "epoch": 2.2077484559236384,
      "grad_norm": 0.13734634220600128,
      "learning_rate": 3.158319051454743e-05,
      "loss": 0.437,
      "step": 983
    },
    {
      "epoch": 2.209994385176867,
      "grad_norm": 0.14033032953739166,
      "learning_rate": 3.141676754875465e-05,
      "loss": 0.4487,
      "step": 984
    },
    {
      "epoch": 2.2122403144300953,
      "grad_norm": 0.1471083164215088,
      "learning_rate": 3.1250677012717135e-05,
      "loss": 0.4544,
      "step": 985
    },
    {
      "epoch": 2.214486243683324,
      "grad_norm": 0.13971002399921417,
      "learning_rate": 3.10849200429059e-05,
      "loss": 0.4535,
      "step": 986
    },
    {
      "epoch": 2.2167321729365526,
      "grad_norm": 0.1465609073638916,
      "learning_rate": 3.091949777350958e-05,
      "loss": 0.4482,
      "step": 987
    },
    {
      "epoch": 2.218978102189781,
      "grad_norm": 0.14760175347328186,
      "learning_rate": 3.075441133642659e-05,
      "loss": 0.4461,
      "step": 988
    },
    {
      "epoch": 2.2212240314430094,
      "grad_norm": 0.1456819474697113,
      "learning_rate": 3.05896618612574e-05,
      "loss": 0.4468,
      "step": 989
    },
    {
      "epoch": 2.2234699606962383,
      "grad_norm": 0.14734943211078644,
      "learning_rate": 3.0425250475296883e-05,
      "loss": 0.433,
      "step": 990
    },
    {
      "epoch": 2.2257158899494667,
      "grad_norm": 0.13213606178760529,
      "learning_rate": 3.0261178303526536e-05,
      "loss": 0.4395,
      "step": 991
    },
    {
      "epoch": 2.227961819202695,
      "grad_norm": 0.14420166611671448,
      "learning_rate": 3.0097446468606785e-05,
      "loss": 0.4391,
      "step": 992
    },
    {
      "epoch": 2.2302077484559235,
      "grad_norm": 0.14115062355995178,
      "learning_rate": 2.9934056090869242e-05,
      "loss": 0.4371,
      "step": 993
    },
    {
      "epoch": 2.2324536777091524,
      "grad_norm": 0.14169073104858398,
      "learning_rate": 2.9771008288309224e-05,
      "loss": 0.4334,
      "step": 994
    },
    {
      "epoch": 2.234699606962381,
      "grad_norm": 0.14184604585170746,
      "learning_rate": 2.9608304176577872e-05,
      "loss": 0.4442,
      "step": 995
    },
    {
      "epoch": 2.236945536215609,
      "grad_norm": 0.14200329780578613,
      "learning_rate": 2.9445944868974688e-05,
      "loss": 0.465,
      "step": 996
    },
    {
      "epoch": 2.2391914654688376,
      "grad_norm": 0.14416737854480743,
      "learning_rate": 2.9283931476439886e-05,
      "loss": 0.4423,
      "step": 997
    },
    {
      "epoch": 2.241437394722066,
      "grad_norm": 0.14188611507415771,
      "learning_rate": 2.9122265107546677e-05,
      "loss": 0.4647,
      "step": 998
    },
    {
      "epoch": 2.243683323975295,
      "grad_norm": 0.14122439920902252,
      "learning_rate": 2.8960946868493843e-05,
      "loss": 0.4317,
      "step": 999
    },
    {
      "epoch": 2.2459292532285233,
      "grad_norm": 0.14019352197647095,
      "learning_rate": 2.87999778630981e-05,
      "loss": 0.4415,
      "step": 1000
    },
    {
      "epoch": 2.2481751824817517,
      "grad_norm": 0.1378793567419052,
      "learning_rate": 2.863935919278645e-05,
      "loss": 0.4537,
      "step": 1001
    },
    {
      "epoch": 2.25042111173498,
      "grad_norm": 0.14002038538455963,
      "learning_rate": 2.847909195658886e-05,
      "loss": 0.4427,
      "step": 1002
    },
    {
      "epoch": 2.252667040988209,
      "grad_norm": 0.1482112854719162,
      "learning_rate": 2.8319177251130495e-05,
      "loss": 0.4465,
      "step": 1003
    },
    {
      "epoch": 2.2549129702414374,
      "grad_norm": 0.1393243372440338,
      "learning_rate": 2.815961617062442e-05,
      "loss": 0.4405,
      "step": 1004
    },
    {
      "epoch": 2.257158899494666,
      "grad_norm": 0.14361439645290375,
      "learning_rate": 2.8000409806864007e-05,
      "loss": 0.4672,
      "step": 1005
    },
    {
      "epoch": 2.2594048287478943,
      "grad_norm": 0.13548092544078827,
      "learning_rate": 2.7841559249215503e-05,
      "loss": 0.4557,
      "step": 1006
    },
    {
      "epoch": 2.261650758001123,
      "grad_norm": 0.13999567925930023,
      "learning_rate": 2.768306558461051e-05,
      "loss": 0.4577,
      "step": 1007
    },
    {
      "epoch": 2.2638966872543516,
      "grad_norm": 0.14704839885234833,
      "learning_rate": 2.75249298975386e-05,
      "loss": 0.4556,
      "step": 1008
    },
    {
      "epoch": 2.26614261650758,
      "grad_norm": 0.1454869657754898,
      "learning_rate": 2.7367153270039934e-05,
      "loss": 0.4656,
      "step": 1009
    },
    {
      "epoch": 2.2683885457608084,
      "grad_norm": 0.14805535972118378,
      "learning_rate": 2.720973678169781e-05,
      "loss": 0.4463,
      "step": 1010
    },
    {
      "epoch": 2.2706344750140373,
      "grad_norm": 0.14422546327114105,
      "learning_rate": 2.705268150963125e-05,
      "loss": 0.4463,
      "step": 1011
    },
    {
      "epoch": 2.2728804042672657,
      "grad_norm": 0.14471085369586945,
      "learning_rate": 2.6895988528487724e-05,
      "loss": 0.4499,
      "step": 1012
    },
    {
      "epoch": 2.275126333520494,
      "grad_norm": 0.14727704226970673,
      "learning_rate": 2.6739658910435663e-05,
      "loss": 0.4498,
      "step": 1013
    },
    {
      "epoch": 2.2773722627737225,
      "grad_norm": 0.13678747415542603,
      "learning_rate": 2.6583693725157176e-05,
      "loss": 0.4396,
      "step": 1014
    },
    {
      "epoch": 2.279618192026951,
      "grad_norm": 0.14493557810783386,
      "learning_rate": 2.6428094039840827e-05,
      "loss": 0.4493,
      "step": 1015
    },
    {
      "epoch": 2.28186412128018,
      "grad_norm": 0.14464671909809113,
      "learning_rate": 2.6272860919174223e-05,
      "loss": 0.4586,
      "step": 1016
    },
    {
      "epoch": 2.284110050533408,
      "grad_norm": 0.13754825294017792,
      "learning_rate": 2.6117995425336774e-05,
      "loss": 0.4587,
      "step": 1017
    },
    {
      "epoch": 2.2863559797866366,
      "grad_norm": 0.14128117263317108,
      "learning_rate": 2.596349861799235e-05,
      "loss": 0.4578,
      "step": 1018
    },
    {
      "epoch": 2.2886019090398655,
      "grad_norm": 0.14357365667819977,
      "learning_rate": 2.5809371554282177e-05,
      "loss": 0.4492,
      "step": 1019
    },
    {
      "epoch": 2.290847838293094,
      "grad_norm": 0.1328091323375702,
      "learning_rate": 2.565561528881744e-05,
      "loss": 0.4526,
      "step": 1020
    },
    {
      "epoch": 2.2930937675463223,
      "grad_norm": 0.13385091722011566,
      "learning_rate": 2.5502230873672177e-05,
      "loss": 0.4692,
      "step": 1021
    },
    {
      "epoch": 2.2953396967995507,
      "grad_norm": 0.13780003786087036,
      "learning_rate": 2.5349219358376082e-05,
      "loss": 0.4652,
      "step": 1022
    },
    {
      "epoch": 2.297585626052779,
      "grad_norm": 0.1325894445180893,
      "learning_rate": 2.519658178990727e-05,
      "loss": 0.4384,
      "step": 1023
    },
    {
      "epoch": 2.299831555306008,
      "grad_norm": 0.13235574960708618,
      "learning_rate": 2.5044319212685066e-05,
      "loss": 0.454,
      "step": 1024
    },
    {
      "epoch": 2.3020774845592364,
      "grad_norm": 0.13442382216453552,
      "learning_rate": 2.4892432668563017e-05,
      "loss": 0.4449,
      "step": 1025
    },
    {
      "epoch": 2.304323413812465,
      "grad_norm": 0.1442955881357193,
      "learning_rate": 2.4740923196821653e-05,
      "loss": 0.4764,
      "step": 1026
    },
    {
      "epoch": 2.3065693430656933,
      "grad_norm": 0.13242414593696594,
      "learning_rate": 2.4589791834161324e-05,
      "loss": 0.44,
      "step": 1027
    },
    {
      "epoch": 2.308815272318922,
      "grad_norm": 0.1390787959098816,
      "learning_rate": 2.443903961469528e-05,
      "loss": 0.4671,
      "step": 1028
    },
    {
      "epoch": 2.3110612015721506,
      "grad_norm": 0.14238110184669495,
      "learning_rate": 2.4288667569942402e-05,
      "loss": 0.4375,
      "step": 1029
    },
    {
      "epoch": 2.313307130825379,
      "grad_norm": 0.14821192622184753,
      "learning_rate": 2.4138676728820274e-05,
      "loss": 0.4575,
      "step": 1030
    },
    {
      "epoch": 2.3155530600786074,
      "grad_norm": 0.1424325704574585,
      "learning_rate": 2.3989068117638114e-05,
      "loss": 0.4418,
      "step": 1031
    },
    {
      "epoch": 2.317798989331836,
      "grad_norm": 0.1394152194261551,
      "learning_rate": 2.383984276008975e-05,
      "loss": 0.4298,
      "step": 1032
    },
    {
      "epoch": 2.3200449185850647,
      "grad_norm": 0.1432042270898819,
      "learning_rate": 2.3691001677246552e-05,
      "loss": 0.4409,
      "step": 1033
    },
    {
      "epoch": 2.322290847838293,
      "grad_norm": 0.14173389971256256,
      "learning_rate": 2.354254588755051e-05,
      "loss": 0.4557,
      "step": 1034
    },
    {
      "epoch": 2.3245367770915215,
      "grad_norm": 0.1387631595134735,
      "learning_rate": 2.339447640680728e-05,
      "loss": 0.4562,
      "step": 1035
    },
    {
      "epoch": 2.3267827063447504,
      "grad_norm": 0.14601486921310425,
      "learning_rate": 2.3246794248179203e-05,
      "loss": 0.4496,
      "step": 1036
    },
    {
      "epoch": 2.329028635597979,
      "grad_norm": 0.13562379777431488,
      "learning_rate": 2.309950042217838e-05,
      "loss": 0.4385,
      "step": 1037
    },
    {
      "epoch": 2.331274564851207,
      "grad_norm": 0.14119566977024078,
      "learning_rate": 2.2952595936659757e-05,
      "loss": 0.4468,
      "step": 1038
    },
    {
      "epoch": 2.3335204941044356,
      "grad_norm": 0.13435381650924683,
      "learning_rate": 2.2806081796814193e-05,
      "loss": 0.4479,
      "step": 1039
    },
    {
      "epoch": 2.335766423357664,
      "grad_norm": 0.14311861991882324,
      "learning_rate": 2.2659959005161617e-05,
      "loss": 0.4466,
      "step": 1040
    },
    {
      "epoch": 2.338012352610893,
      "grad_norm": 0.13565625250339508,
      "learning_rate": 2.25142285615442e-05,
      "loss": 0.4656,
      "step": 1041
    },
    {
      "epoch": 2.3402582818641213,
      "grad_norm": 0.1413930356502533,
      "learning_rate": 2.2368891463119473e-05,
      "loss": 0.4426,
      "step": 1042
    },
    {
      "epoch": 2.3425042111173497,
      "grad_norm": 0.14812184870243073,
      "learning_rate": 2.222394870435352e-05,
      "loss": 0.4617,
      "step": 1043
    },
    {
      "epoch": 2.344750140370578,
      "grad_norm": 0.1381373107433319,
      "learning_rate": 2.2079401277014102e-05,
      "loss": 0.4506,
      "step": 1044
    },
    {
      "epoch": 2.346996069623807,
      "grad_norm": 0.1399037092924118,
      "learning_rate": 2.193525017016402e-05,
      "loss": 0.4427,
      "step": 1045
    },
    {
      "epoch": 2.3492419988770354,
      "grad_norm": 0.14365847408771515,
      "learning_rate": 2.1791496370154173e-05,
      "loss": 0.4575,
      "step": 1046
    },
    {
      "epoch": 2.351487928130264,
      "grad_norm": 0.13773076236248016,
      "learning_rate": 2.1648140860616974e-05,
      "loss": 0.4501,
      "step": 1047
    },
    {
      "epoch": 2.3537338573834923,
      "grad_norm": 0.13768814504146576,
      "learning_rate": 2.1505184622459517e-05,
      "loss": 0.4754,
      "step": 1048
    },
    {
      "epoch": 2.3559797866367207,
      "grad_norm": 0.13707469403743744,
      "learning_rate": 2.1362628633856836e-05,
      "loss": 0.4243,
      "step": 1049
    },
    {
      "epoch": 2.3582257158899496,
      "grad_norm": 0.1411537230014801,
      "learning_rate": 2.1220473870245347e-05,
      "loss": 0.463,
      "step": 1050
    },
    {
      "epoch": 2.360471645143178,
      "grad_norm": 0.1276266723871231,
      "learning_rate": 2.1078721304316064e-05,
      "loss": 0.4492,
      "step": 1051
    },
    {
      "epoch": 2.3627175743964064,
      "grad_norm": 0.13482601940631866,
      "learning_rate": 2.093737190600793e-05,
      "loss": 0.451,
      "step": 1052
    },
    {
      "epoch": 2.3649635036496353,
      "grad_norm": 0.13639169931411743,
      "learning_rate": 2.0796426642501305e-05,
      "loss": 0.4458,
      "step": 1053
    },
    {
      "epoch": 2.3672094329028637,
      "grad_norm": 0.128794863820076,
      "learning_rate": 2.065588647821116e-05,
      "loss": 0.452,
      "step": 1054
    },
    {
      "epoch": 2.369455362156092,
      "grad_norm": 0.13202716410160065,
      "learning_rate": 2.0515752374780664e-05,
      "loss": 0.4405,
      "step": 1055
    },
    {
      "epoch": 2.3717012914093205,
      "grad_norm": 0.15147733688354492,
      "learning_rate": 2.03760252910745e-05,
      "loss": 0.451,
      "step": 1056
    },
    {
      "epoch": 2.373947220662549,
      "grad_norm": 0.13587650656700134,
      "learning_rate": 2.023670618317235e-05,
      "loss": 0.4373,
      "step": 1057
    },
    {
      "epoch": 2.376193149915778,
      "grad_norm": 0.1358175277709961,
      "learning_rate": 2.009779600436228e-05,
      "loss": 0.4628,
      "step": 1058
    },
    {
      "epoch": 2.378439079169006,
      "grad_norm": 0.13308054208755493,
      "learning_rate": 1.995929570513427e-05,
      "loss": 0.4517,
      "step": 1059
    },
    {
      "epoch": 2.3806850084222346,
      "grad_norm": 0.14447179436683655,
      "learning_rate": 1.9821206233173756e-05,
      "loss": 0.464,
      "step": 1060
    },
    {
      "epoch": 2.382930937675463,
      "grad_norm": 0.1535249650478363,
      "learning_rate": 1.9683528533355077e-05,
      "loss": 0.4783,
      "step": 1061
    },
    {
      "epoch": 2.385176866928692,
      "grad_norm": 0.13172586262226105,
      "learning_rate": 1.9546263547735006e-05,
      "loss": 0.4451,
      "step": 1062
    },
    {
      "epoch": 2.3874227961819203,
      "grad_norm": 0.13454264402389526,
      "learning_rate": 1.9409412215546385e-05,
      "loss": 0.4326,
      "step": 1063
    },
    {
      "epoch": 2.3896687254351487,
      "grad_norm": 0.13548077642917633,
      "learning_rate": 1.9272975473191566e-05,
      "loss": 0.4725,
      "step": 1064
    },
    {
      "epoch": 2.391914654688377,
      "grad_norm": 0.1396332085132599,
      "learning_rate": 1.91369542542361e-05,
      "loss": 0.4433,
      "step": 1065
    },
    {
      "epoch": 2.394160583941606,
      "grad_norm": 0.13676691055297852,
      "learning_rate": 1.9001349489402374e-05,
      "loss": 0.4533,
      "step": 1066
    },
    {
      "epoch": 2.3964065131948344,
      "grad_norm": 0.138559028506279,
      "learning_rate": 1.886616210656314e-05,
      "loss": 0.4546,
      "step": 1067
    },
    {
      "epoch": 2.398652442448063,
      "grad_norm": 0.14537115395069122,
      "learning_rate": 1.873139303073529e-05,
      "loss": 0.4505,
      "step": 1068
    },
    {
      "epoch": 2.4008983717012913,
      "grad_norm": 0.14567793905735016,
      "learning_rate": 1.859704318407336e-05,
      "loss": 0.4494,
      "step": 1069
    },
    {
      "epoch": 2.40314430095452,
      "grad_norm": 0.16292881965637207,
      "learning_rate": 1.8463113485863423e-05,
      "loss": 0.4493,
      "step": 1070
    },
    {
      "epoch": 2.4053902302077486,
      "grad_norm": 0.1402868777513504,
      "learning_rate": 1.832960485251661e-05,
      "loss": 0.4546,
      "step": 1071
    },
    {
      "epoch": 2.407636159460977,
      "grad_norm": 0.13375958800315857,
      "learning_rate": 1.819651819756297e-05,
      "loss": 0.4469,
      "step": 1072
    },
    {
      "epoch": 2.4098820887142054,
      "grad_norm": 0.14132662117481232,
      "learning_rate": 1.80638544316452e-05,
      "loss": 0.4505,
      "step": 1073
    },
    {
      "epoch": 2.412128017967434,
      "grad_norm": 0.13755889236927032,
      "learning_rate": 1.7931614462512293e-05,
      "loss": 0.4704,
      "step": 1074
    },
    {
      "epoch": 2.4143739472206627,
      "grad_norm": 0.13184499740600586,
      "learning_rate": 1.7799799195013526e-05,
      "loss": 0.4369,
      "step": 1075
    },
    {
      "epoch": 2.416619876473891,
      "grad_norm": 0.13104869425296783,
      "learning_rate": 1.7668409531092097e-05,
      "loss": 0.4521,
      "step": 1076
    },
    {
      "epoch": 2.4188658057271195,
      "grad_norm": 0.135769784450531,
      "learning_rate": 1.7537446369779072e-05,
      "loss": 0.4674,
      "step": 1077
    },
    {
      "epoch": 2.421111734980348,
      "grad_norm": 0.13897131383419037,
      "learning_rate": 1.740691060718712e-05,
      "loss": 0.4401,
      "step": 1078
    },
    {
      "epoch": 2.423357664233577,
      "grad_norm": 0.12773634493350983,
      "learning_rate": 1.72768031365045e-05,
      "loss": 0.4339,
      "step": 1079
    },
    {
      "epoch": 2.425603593486805,
      "grad_norm": 0.13083034753799438,
      "learning_rate": 1.7147124847988834e-05,
      "loss": 0.451,
      "step": 1080
    },
    {
      "epoch": 2.4278495227400336,
      "grad_norm": 0.13339859247207642,
      "learning_rate": 1.7017876628961126e-05,
      "loss": 0.4495,
      "step": 1081
    },
    {
      "epoch": 2.430095451993262,
      "grad_norm": 0.13018065690994263,
      "learning_rate": 1.6889059363799623e-05,
      "loss": 0.4483,
      "step": 1082
    },
    {
      "epoch": 2.432341381246491,
      "grad_norm": 0.13034923374652863,
      "learning_rate": 1.67606739339338e-05,
      "loss": 0.4381,
      "step": 1083
    },
    {
      "epoch": 2.4345873104997193,
      "grad_norm": 0.1323402225971222,
      "learning_rate": 1.6632721217838258e-05,
      "loss": 0.4414,
      "step": 1084
    },
    {
      "epoch": 2.4368332397529477,
      "grad_norm": 0.13824905455112457,
      "learning_rate": 1.650520209102677e-05,
      "loss": 0.4469,
      "step": 1085
    },
    {
      "epoch": 2.439079169006176,
      "grad_norm": 0.12723715603351593,
      "learning_rate": 1.6378117426046332e-05,
      "loss": 0.4551,
      "step": 1086
    },
    {
      "epoch": 2.441325098259405,
      "grad_norm": 0.12957409024238586,
      "learning_rate": 1.6251468092471093e-05,
      "loss": 0.4435,
      "step": 1087
    },
    {
      "epoch": 2.4435710275126334,
      "grad_norm": 0.13387183845043182,
      "learning_rate": 1.612525495689651e-05,
      "loss": 0.4321,
      "step": 1088
    },
    {
      "epoch": 2.445816956765862,
      "grad_norm": 0.13002759218215942,
      "learning_rate": 1.5999478882933325e-05,
      "loss": 0.4461,
      "step": 1089
    },
    {
      "epoch": 2.4480628860190903,
      "grad_norm": 0.13771192729473114,
      "learning_rate": 1.5874140731201694e-05,
      "loss": 0.4337,
      "step": 1090
    },
    {
      "epoch": 2.4503088152723187,
      "grad_norm": 0.13762550055980682,
      "learning_rate": 1.574924135932529e-05,
      "loss": 0.4435,
      "step": 1091
    },
    {
      "epoch": 2.4525547445255476,
      "grad_norm": 0.13518671691417694,
      "learning_rate": 1.5624781621925462e-05,
      "loss": 0.4457,
      "step": 1092
    },
    {
      "epoch": 2.454800673778776,
      "grad_norm": 0.13244876265525818,
      "learning_rate": 1.5500762370615392e-05,
      "loss": 0.4466,
      "step": 1093
    },
    {
      "epoch": 2.4570466030320044,
      "grad_norm": 0.1363506317138672,
      "learning_rate": 1.5377184453994232e-05,
      "loss": 0.4397,
      "step": 1094
    },
    {
      "epoch": 2.4592925322852333,
      "grad_norm": 0.13642770051956177,
      "learning_rate": 1.5254048717641268e-05,
      "loss": 0.4525,
      "step": 1095
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 0.129640594124794,
      "learning_rate": 1.5131356004110234e-05,
      "loss": 0.4743,
      "step": 1096
    },
    {
      "epoch": 2.46378439079169,
      "grad_norm": 0.12901091575622559,
      "learning_rate": 1.500910715292343e-05,
      "loss": 0.4579,
      "step": 1097
    },
    {
      "epoch": 2.4660303200449185,
      "grad_norm": 0.1358920782804489,
      "learning_rate": 1.4887303000566103e-05,
      "loss": 0.4218,
      "step": 1098
    },
    {
      "epoch": 2.468276249298147,
      "grad_norm": 0.13251328468322754,
      "learning_rate": 1.4765944380480633e-05,
      "loss": 0.454,
      "step": 1099
    },
    {
      "epoch": 2.470522178551376,
      "grad_norm": 0.13257341086864471,
      "learning_rate": 1.464503212306081e-05,
      "loss": 0.4534,
      "step": 1100
    },
    {
      "epoch": 2.472768107804604,
      "grad_norm": 0.135364830493927,
      "learning_rate": 1.4524567055646261e-05,
      "loss": 0.4535,
      "step": 1101
    },
    {
      "epoch": 2.4750140370578326,
      "grad_norm": 0.13053563237190247,
      "learning_rate": 1.4404550002516709e-05,
      "loss": 0.469,
      "step": 1102
    },
    {
      "epoch": 2.477259966311061,
      "grad_norm": 0.12724533677101135,
      "learning_rate": 1.4284981784886314e-05,
      "loss": 0.4409,
      "step": 1103
    },
    {
      "epoch": 2.47950589556429,
      "grad_norm": 0.13512974977493286,
      "learning_rate": 1.4165863220898132e-05,
      "loss": 0.4644,
      "step": 1104
    },
    {
      "epoch": 2.4817518248175183,
      "grad_norm": 0.1417611837387085,
      "learning_rate": 1.404719512561843e-05,
      "loss": 0.4507,
      "step": 1105
    },
    {
      "epoch": 2.4839977540707467,
      "grad_norm": 0.13797731697559357,
      "learning_rate": 1.3928978311031194e-05,
      "loss": 0.4427,
      "step": 1106
    },
    {
      "epoch": 2.486243683323975,
      "grad_norm": 0.13513045012950897,
      "learning_rate": 1.3811213586032506e-05,
      "loss": 0.4495,
      "step": 1107
    },
    {
      "epoch": 2.4884896125772036,
      "grad_norm": 0.13863462209701538,
      "learning_rate": 1.369390175642507e-05,
      "loss": 0.4447,
      "step": 1108
    },
    {
      "epoch": 2.4907355418304324,
      "grad_norm": 0.13138817250728607,
      "learning_rate": 1.3577043624912602e-05,
      "loss": 0.4433,
      "step": 1109
    },
    {
      "epoch": 2.492981471083661,
      "grad_norm": 0.13766634464263916,
      "learning_rate": 1.3460639991094423e-05,
      "loss": 0.4569,
      "step": 1110
    },
    {
      "epoch": 2.4952274003368893,
      "grad_norm": 0.13439221680164337,
      "learning_rate": 1.3344691651459987e-05,
      "loss": 0.4527,
      "step": 1111
    },
    {
      "epoch": 2.497473329590118,
      "grad_norm": 0.12861117720603943,
      "learning_rate": 1.3229199399383395e-05,
      "loss": 0.4226,
      "step": 1112
    },
    {
      "epoch": 2.4997192588433466,
      "grad_norm": 0.135506734251976,
      "learning_rate": 1.3114164025117968e-05,
      "loss": 0.4355,
      "step": 1113
    },
    {
      "epoch": 2.501965188096575,
      "grad_norm": 0.13466140627861023,
      "learning_rate": 1.299958631579088e-05,
      "loss": 0.4613,
      "step": 1114
    },
    {
      "epoch": 2.5042111173498034,
      "grad_norm": 0.131247416138649,
      "learning_rate": 1.2885467055397691e-05,
      "loss": 0.4421,
      "step": 1115
    },
    {
      "epoch": 2.506457046603032,
      "grad_norm": 0.13447698950767517,
      "learning_rate": 1.2771807024797052e-05,
      "loss": 0.438,
      "step": 1116
    },
    {
      "epoch": 2.5087029758562607,
      "grad_norm": 0.14003418385982513,
      "learning_rate": 1.2658607001705359e-05,
      "loss": 0.4327,
      "step": 1117
    },
    {
      "epoch": 2.510948905109489,
      "grad_norm": 0.13097427785396576,
      "learning_rate": 1.254586776069143e-05,
      "loss": 0.4427,
      "step": 1118
    },
    {
      "epoch": 2.5131948343627175,
      "grad_norm": 0.1318497210741043,
      "learning_rate": 1.2433590073171175e-05,
      "loss": 0.4516,
      "step": 1119
    },
    {
      "epoch": 2.5154407636159464,
      "grad_norm": 0.12292584031820297,
      "learning_rate": 1.23217747074023e-05,
      "loss": 0.4355,
      "step": 1120
    },
    {
      "epoch": 2.517686692869175,
      "grad_norm": 0.12714707851409912,
      "learning_rate": 1.2210422428479122e-05,
      "loss": 0.4457,
      "step": 1121
    },
    {
      "epoch": 2.519932622122403,
      "grad_norm": 0.13449381291866302,
      "learning_rate": 1.2099533998327328e-05,
      "loss": 0.443,
      "step": 1122
    },
    {
      "epoch": 2.5221785513756316,
      "grad_norm": 0.1288016140460968,
      "learning_rate": 1.1989110175698629e-05,
      "loss": 0.4488,
      "step": 1123
    },
    {
      "epoch": 2.52442448062886,
      "grad_norm": 0.12953847646713257,
      "learning_rate": 1.1879151716165782e-05,
      "loss": 0.4327,
      "step": 1124
    },
    {
      "epoch": 2.5266704098820885,
      "grad_norm": 0.1303713619709015,
      "learning_rate": 1.1769659372117208e-05,
      "loss": 0.4452,
      "step": 1125
    },
    {
      "epoch": 2.5289163391353173,
      "grad_norm": 0.12560470402240753,
      "learning_rate": 1.1660633892752018e-05,
      "loss": 0.453,
      "step": 1126
    },
    {
      "epoch": 2.5311622683885457,
      "grad_norm": 0.1277565062046051,
      "learning_rate": 1.1552076024074767e-05,
      "loss": 0.4342,
      "step": 1127
    },
    {
      "epoch": 2.533408197641774,
      "grad_norm": 0.13078947365283966,
      "learning_rate": 1.1443986508890438e-05,
      "loss": 0.4529,
      "step": 1128
    },
    {
      "epoch": 2.535654126895003,
      "grad_norm": 0.13425932824611664,
      "learning_rate": 1.1336366086799262e-05,
      "loss": 0.4608,
      "step": 1129
    },
    {
      "epoch": 2.5379000561482314,
      "grad_norm": 0.12628474831581116,
      "learning_rate": 1.1229215494191724e-05,
      "loss": 0.4679,
      "step": 1130
    },
    {
      "epoch": 2.54014598540146,
      "grad_norm": 0.12629267573356628,
      "learning_rate": 1.112253546424352e-05,
      "loss": 0.4525,
      "step": 1131
    },
    {
      "epoch": 2.5423919146546883,
      "grad_norm": 0.1339423656463623,
      "learning_rate": 1.1016326726910554e-05,
      "loss": 0.4601,
      "step": 1132
    },
    {
      "epoch": 2.5446378439079167,
      "grad_norm": 0.12335141748189926,
      "learning_rate": 1.0910590008923871e-05,
      "loss": 0.444,
      "step": 1133
    },
    {
      "epoch": 2.5468837731611456,
      "grad_norm": 0.12865717709064484,
      "learning_rate": 1.0805326033784804e-05,
      "loss": 0.4384,
      "step": 1134
    },
    {
      "epoch": 2.549129702414374,
      "grad_norm": 0.13087087869644165,
      "learning_rate": 1.0700535521759874e-05,
      "loss": 0.4367,
      "step": 1135
    },
    {
      "epoch": 2.5513756316676024,
      "grad_norm": 0.12297067791223526,
      "learning_rate": 1.0596219189875963e-05,
      "loss": 0.4431,
      "step": 1136
    },
    {
      "epoch": 2.5536215609208313,
      "grad_norm": 0.13361698389053345,
      "learning_rate": 1.049237775191542e-05,
      "loss": 0.4345,
      "step": 1137
    },
    {
      "epoch": 2.5558674901740597,
      "grad_norm": 0.1307375282049179,
      "learning_rate": 1.0389011918411103e-05,
      "loss": 0.469,
      "step": 1138
    },
    {
      "epoch": 2.558113419427288,
      "grad_norm": 0.13051824271678925,
      "learning_rate": 1.0286122396641587e-05,
      "loss": 0.464,
      "step": 1139
    },
    {
      "epoch": 2.5603593486805165,
      "grad_norm": 0.13012929260730743,
      "learning_rate": 1.0183709890626301e-05,
      "loss": 0.4517,
      "step": 1140
    },
    {
      "epoch": 2.562605277933745,
      "grad_norm": 0.13006287813186646,
      "learning_rate": 1.0081775101120645e-05,
      "loss": 0.4565,
      "step": 1141
    },
    {
      "epoch": 2.5648512071869733,
      "grad_norm": 0.12601535022258759,
      "learning_rate": 9.980318725611294e-06,
      "loss": 0.4355,
      "step": 1142
    },
    {
      "epoch": 2.567097136440202,
      "grad_norm": 0.13367784023284912,
      "learning_rate": 9.879341458311394e-06,
      "loss": 0.459,
      "step": 1143
    },
    {
      "epoch": 2.5693430656934306,
      "grad_norm": 0.13120903074741364,
      "learning_rate": 9.778843990155784e-06,
      "loss": 0.4516,
      "step": 1144
    },
    {
      "epoch": 2.571588994946659,
      "grad_norm": 0.12156583368778229,
      "learning_rate": 9.67882700879632e-06,
      "loss": 0.4366,
      "step": 1145
    },
    {
      "epoch": 2.573834924199888,
      "grad_norm": 0.12496156245470047,
      "learning_rate": 9.57929119859708e-06,
      "loss": 0.4503,
      "step": 1146
    },
    {
      "epoch": 2.5760808534531163,
      "grad_norm": 0.1285991668701172,
      "learning_rate": 9.480237240629794e-06,
      "loss": 0.4546,
      "step": 1147
    },
    {
      "epoch": 2.5783267827063447,
      "grad_norm": 0.12715794146060944,
      "learning_rate": 9.381665812669074e-06,
      "loss": 0.4353,
      "step": 1148
    },
    {
      "epoch": 2.580572711959573,
      "grad_norm": 0.12791746854782104,
      "learning_rate": 9.283577589187884e-06,
      "loss": 0.4783,
      "step": 1149
    },
    {
      "epoch": 2.5828186412128016,
      "grad_norm": 0.12204549461603165,
      "learning_rate": 9.185973241352859e-06,
      "loss": 0.4475,
      "step": 1150
    },
    {
      "epoch": 2.5850645704660304,
      "grad_norm": 0.12769286334514618,
      "learning_rate": 9.088853437019688e-06,
      "loss": 0.44,
      "step": 1151
    },
    {
      "epoch": 2.587310499719259,
      "grad_norm": 0.12649452686309814,
      "learning_rate": 8.99221884072862e-06,
      "loss": 0.44,
      "step": 1152
    },
    {
      "epoch": 2.5895564289724873,
      "grad_norm": 0.12873002886772156,
      "learning_rate": 8.896070113699874e-06,
      "loss": 0.4356,
      "step": 1153
    },
    {
      "epoch": 2.591802358225716,
      "grad_norm": 0.12493567168712616,
      "learning_rate": 8.800407913829088e-06,
      "loss": 0.456,
      "step": 1154
    },
    {
      "epoch": 2.5940482874789446,
      "grad_norm": 0.12773042917251587,
      "learning_rate": 8.705232895682906e-06,
      "loss": 0.4502,
      "step": 1155
    },
    {
      "epoch": 2.596294216732173,
      "grad_norm": 0.1301664263010025,
      "learning_rate": 8.610545710494356e-06,
      "loss": 0.441,
      "step": 1156
    },
    {
      "epoch": 2.5985401459854014,
      "grad_norm": 0.136691614985466,
      "learning_rate": 8.516347006158567e-06,
      "loss": 0.4451,
      "step": 1157
    },
    {
      "epoch": 2.60078607523863,
      "grad_norm": 0.12582361698150635,
      "learning_rate": 8.422637427228193e-06,
      "loss": 0.4477,
      "step": 1158
    },
    {
      "epoch": 2.6030320044918582,
      "grad_norm": 0.12166401743888855,
      "learning_rate": 8.329417614909094e-06,
      "loss": 0.4402,
      "step": 1159
    },
    {
      "epoch": 2.605277933745087,
      "grad_norm": 0.12802627682685852,
      "learning_rate": 8.236688207055885e-06,
      "loss": 0.4545,
      "step": 1160
    },
    {
      "epoch": 2.6075238629983155,
      "grad_norm": 0.1304531693458557,
      "learning_rate": 8.144449838167579e-06,
      "loss": 0.4655,
      "step": 1161
    },
    {
      "epoch": 2.609769792251544,
      "grad_norm": 0.12477454543113708,
      "learning_rate": 8.052703139383315e-06,
      "loss": 0.4568,
      "step": 1162
    },
    {
      "epoch": 2.612015721504773,
      "grad_norm": 0.12605507671833038,
      "learning_rate": 7.96144873847796e-06,
      "loss": 0.4558,
      "step": 1163
    },
    {
      "epoch": 2.614261650758001,
      "grad_norm": 0.12706461548805237,
      "learning_rate": 7.870687259857858e-06,
      "loss": 0.4343,
      "step": 1164
    },
    {
      "epoch": 2.6165075800112296,
      "grad_norm": 0.12751144170761108,
      "learning_rate": 7.78041932455655e-06,
      "loss": 0.4554,
      "step": 1165
    },
    {
      "epoch": 2.618753509264458,
      "grad_norm": 0.12677204608917236,
      "learning_rate": 7.690645550230482e-06,
      "loss": 0.4587,
      "step": 1166
    },
    {
      "epoch": 2.6209994385176865,
      "grad_norm": 0.12588229775428772,
      "learning_rate": 7.6013665511548114e-06,
      "loss": 0.4358,
      "step": 1167
    },
    {
      "epoch": 2.6232453677709153,
      "grad_norm": 0.12063749879598618,
      "learning_rate": 7.512582938219259e-06,
      "loss": 0.4384,
      "step": 1168
    },
    {
      "epoch": 2.6254912970241437,
      "grad_norm": 0.12080162763595581,
      "learning_rate": 7.424295318923831e-06,
      "loss": 0.4542,
      "step": 1169
    },
    {
      "epoch": 2.627737226277372,
      "grad_norm": 0.12560433149337769,
      "learning_rate": 7.336504297374749e-06,
      "loss": 0.4493,
      "step": 1170
    },
    {
      "epoch": 2.629983155530601,
      "grad_norm": 9.130139350891113,
      "learning_rate": 7.249210474280208e-06,
      "loss": 0.4636,
      "step": 1171
    },
    {
      "epoch": 2.6322290847838294,
      "grad_norm": 0.12350396066904068,
      "learning_rate": 7.162414446946395e-06,
      "loss": 0.4543,
      "step": 1172
    },
    {
      "epoch": 2.634475014037058,
      "grad_norm": 0.12666672468185425,
      "learning_rate": 7.076116809273323e-06,
      "loss": 0.4633,
      "step": 1173
    },
    {
      "epoch": 2.6367209432902863,
      "grad_norm": 0.12505994737148285,
      "learning_rate": 6.990318151750757e-06,
      "loss": 0.4401,
      "step": 1174
    },
    {
      "epoch": 2.6389668725435147,
      "grad_norm": 0.1194506362080574,
      "learning_rate": 6.9050190614542565e-06,
      "loss": 0.4625,
      "step": 1175
    },
    {
      "epoch": 2.6412128017967436,
      "grad_norm": 0.12401262670755386,
      "learning_rate": 6.8202201220410255e-06,
      "loss": 0.4357,
      "step": 1176
    },
    {
      "epoch": 2.643458731049972,
      "grad_norm": 0.12455414235591888,
      "learning_rate": 6.73592191374607e-06,
      "loss": 0.4494,
      "step": 1177
    },
    {
      "epoch": 2.6457046603032004,
      "grad_norm": 0.12066637724637985,
      "learning_rate": 6.652125013378108e-06,
      "loss": 0.4565,
      "step": 1178
    },
    {
      "epoch": 2.647950589556429,
      "grad_norm": 0.12697719037532806,
      "learning_rate": 6.5688299943157e-06,
      "loss": 0.4434,
      "step": 1179
    },
    {
      "epoch": 2.6501965188096577,
      "grad_norm": 0.12216756492853165,
      "learning_rate": 6.486037426503276e-06,
      "loss": 0.4461,
      "step": 1180
    },
    {
      "epoch": 2.652442448062886,
      "grad_norm": 0.12145403027534485,
      "learning_rate": 6.403747876447232e-06,
      "loss": 0.4506,
      "step": 1181
    },
    {
      "epoch": 2.6546883773161145,
      "grad_norm": 0.11756281554698944,
      "learning_rate": 6.321961907212109e-06,
      "loss": 0.463,
      "step": 1182
    },
    {
      "epoch": 2.656934306569343,
      "grad_norm": 0.12291593104600906,
      "learning_rate": 6.240680078416699e-06,
      "loss": 0.4538,
      "step": 1183
    },
    {
      "epoch": 2.6591802358225713,
      "grad_norm": 0.12477383762598038,
      "learning_rate": 6.15990294623023e-06,
      "loss": 0.456,
      "step": 1184
    },
    {
      "epoch": 2.6614261650758,
      "grad_norm": 0.12275049090385437,
      "learning_rate": 6.079631063368547e-06,
      "loss": 0.4443,
      "step": 1185
    },
    {
      "epoch": 2.6636720943290286,
      "grad_norm": 0.12498319894075394,
      "learning_rate": 5.999864979090326e-06,
      "loss": 0.4487,
      "step": 1186
    },
    {
      "epoch": 2.665918023582257,
      "grad_norm": 0.11939443647861481,
      "learning_rate": 5.92060523919332e-06,
      "loss": 0.4285,
      "step": 1187
    },
    {
      "epoch": 2.668163952835486,
      "grad_norm": 0.12449135631322861,
      "learning_rate": 5.8418523860106665e-06,
      "loss": 0.4609,
      "step": 1188
    },
    {
      "epoch": 2.6704098820887143,
      "grad_norm": 0.12374921143054962,
      "learning_rate": 5.763606958407116e-06,
      "loss": 0.4441,
      "step": 1189
    },
    {
      "epoch": 2.6726558113419427,
      "grad_norm": 0.11954803764820099,
      "learning_rate": 5.6858694917754e-06,
      "loss": 0.4566,
      "step": 1190
    },
    {
      "epoch": 2.674901740595171,
      "grad_norm": 0.12245208770036697,
      "learning_rate": 5.6086405180324665e-06,
      "loss": 0.4519,
      "step": 1191
    },
    {
      "epoch": 2.6771476698483996,
      "grad_norm": 0.1250237375497818,
      "learning_rate": 5.531920565616e-06,
      "loss": 0.4364,
      "step": 1192
    },
    {
      "epoch": 2.6793935991016284,
      "grad_norm": 0.12335599958896637,
      "learning_rate": 5.455710159480649e-06,
      "loss": 0.4513,
      "step": 1193
    },
    {
      "epoch": 2.681639528354857,
      "grad_norm": 0.12619943916797638,
      "learning_rate": 5.380009821094536e-06,
      "loss": 0.4531,
      "step": 1194
    },
    {
      "epoch": 2.6838854576080853,
      "grad_norm": 0.1240544244647026,
      "learning_rate": 5.30482006843565e-06,
      "loss": 0.4396,
      "step": 1195
    },
    {
      "epoch": 2.686131386861314,
      "grad_norm": 0.12158697843551636,
      "learning_rate": 5.230141415988312e-06,
      "loss": 0.4426,
      "step": 1196
    },
    {
      "epoch": 2.6883773161145426,
      "grad_norm": 0.12433162331581116,
      "learning_rate": 5.155974374739634e-06,
      "loss": 0.447,
      "step": 1197
    },
    {
      "epoch": 2.690623245367771,
      "grad_norm": 0.12310656160116196,
      "learning_rate": 5.082319452176068e-06,
      "loss": 0.4359,
      "step": 1198
    },
    {
      "epoch": 2.6928691746209994,
      "grad_norm": 0.11813896149396896,
      "learning_rate": 5.009177152279865e-06,
      "loss": 0.4538,
      "step": 1199
    },
    {
      "epoch": 2.695115103874228,
      "grad_norm": 0.12028888612985611,
      "learning_rate": 4.936547975525692e-06,
      "loss": 0.4334,
      "step": 1200
    },
    {
      "epoch": 2.6973610331274562,
      "grad_norm": 0.1224963515996933,
      "learning_rate": 4.864432418877192e-06,
      "loss": 0.4454,
      "step": 1201
    },
    {
      "epoch": 2.699606962380685,
      "grad_norm": 0.12296409159898758,
      "learning_rate": 4.792830975783531e-06,
      "loss": 0.4439,
      "step": 1202
    },
    {
      "epoch": 2.7018528916339135,
      "grad_norm": 0.11706443876028061,
      "learning_rate": 4.721744136176103e-06,
      "loss": 0.4288,
      "step": 1203
    },
    {
      "epoch": 2.704098820887142,
      "grad_norm": 0.12277070432901382,
      "learning_rate": 4.651172386465152e-06,
      "loss": 0.454,
      "step": 1204
    },
    {
      "epoch": 2.706344750140371,
      "grad_norm": 0.12013454735279083,
      "learning_rate": 4.581116209536358e-06,
      "loss": 0.4405,
      "step": 1205
    },
    {
      "epoch": 2.708590679393599,
      "grad_norm": 0.12198374420404434,
      "learning_rate": 4.511576084747696e-06,
      "loss": 0.4646,
      "step": 1206
    },
    {
      "epoch": 2.7108366086468276,
      "grad_norm": 0.11776817589998245,
      "learning_rate": 4.442552487925982e-06,
      "loss": 0.4494,
      "step": 1207
    },
    {
      "epoch": 2.713082537900056,
      "grad_norm": 0.12356902658939362,
      "learning_rate": 4.3740458913637605e-06,
      "loss": 0.4578,
      "step": 1208
    },
    {
      "epoch": 2.7153284671532845,
      "grad_norm": 0.11953306198120117,
      "learning_rate": 4.3060567638159775e-06,
      "loss": 0.4379,
      "step": 1209
    },
    {
      "epoch": 2.7175743964065133,
      "grad_norm": 0.12432871758937836,
      "learning_rate": 4.238585570496847e-06,
      "loss": 0.4441,
      "step": 1210
    },
    {
      "epoch": 2.7198203256597417,
      "grad_norm": 0.11917420476675034,
      "learning_rate": 4.171632773076581e-06,
      "loss": 0.4477,
      "step": 1211
    },
    {
      "epoch": 2.72206625491297,
      "grad_norm": 0.11728362739086151,
      "learning_rate": 4.105198829678285e-06,
      "loss": 0.4638,
      "step": 1212
    },
    {
      "epoch": 2.724312184166199,
      "grad_norm": 0.1192561611533165,
      "learning_rate": 4.039284194874862e-06,
      "loss": 0.427,
      "step": 1213
    },
    {
      "epoch": 2.7265581134194274,
      "grad_norm": 0.11842131614685059,
      "learning_rate": 3.973889319685809e-06,
      "loss": 0.4321,
      "step": 1214
    },
    {
      "epoch": 2.728804042672656,
      "grad_norm": 0.11767691373825073,
      "learning_rate": 3.909014651574197e-06,
      "loss": 0.4407,
      "step": 1215
    },
    {
      "epoch": 2.7310499719258843,
      "grad_norm": 0.1151251420378685,
      "learning_rate": 3.844660634443616e-06,
      "loss": 0.4472,
      "step": 1216
    },
    {
      "epoch": 2.7332959011791127,
      "grad_norm": 0.1207621842622757,
      "learning_rate": 3.7808277086350464e-06,
      "loss": 0.4326,
      "step": 1217
    },
    {
      "epoch": 2.735541830432341,
      "grad_norm": 0.11696569621562958,
      "learning_rate": 3.7175163109239855e-06,
      "loss": 0.4421,
      "step": 1218
    },
    {
      "epoch": 2.73778775968557,
      "grad_norm": 0.11953862756490707,
      "learning_rate": 3.6547268745173247e-06,
      "loss": 0.4382,
      "step": 1219
    },
    {
      "epoch": 2.7400336889387984,
      "grad_norm": 0.12477323412895203,
      "learning_rate": 3.5924598290504855e-06,
      "loss": 0.4477,
      "step": 1220
    },
    {
      "epoch": 2.742279618192027,
      "grad_norm": 0.11988485604524612,
      "learning_rate": 3.530715600584449e-06,
      "loss": 0.4432,
      "step": 1221
    },
    {
      "epoch": 2.7445255474452557,
      "grad_norm": 0.12258612364530563,
      "learning_rate": 3.469494611602775e-06,
      "loss": 0.4575,
      "step": 1222
    },
    {
      "epoch": 2.746771476698484,
      "grad_norm": 0.125362828373909,
      "learning_rate": 3.4087972810088287e-06,
      "loss": 0.4358,
      "step": 1223
    },
    {
      "epoch": 2.7490174059517125,
      "grad_norm": 0.11876025050878525,
      "learning_rate": 3.348624024122824e-06,
      "loss": 0.4377,
      "step": 1224
    },
    {
      "epoch": 2.751263335204941,
      "grad_norm": 0.1166381686925888,
      "learning_rate": 3.2889752526790165e-06,
      "loss": 0.4348,
      "step": 1225
    },
    {
      "epoch": 2.7535092644581693,
      "grad_norm": 0.1194562315940857,
      "learning_rate": 3.2298513748228787e-06,
      "loss": 0.4443,
      "step": 1226
    },
    {
      "epoch": 2.755755193711398,
      "grad_norm": 0.11869972944259644,
      "learning_rate": 3.1712527951083126e-06,
      "loss": 0.4479,
      "step": 1227
    },
    {
      "epoch": 2.7580011229646266,
      "grad_norm": 0.11969739198684692,
      "learning_rate": 3.1131799144948683e-06,
      "loss": 0.454,
      "step": 1228
    },
    {
      "epoch": 2.760247052217855,
      "grad_norm": 0.12087547779083252,
      "learning_rate": 3.0556331303450437e-06,
      "loss": 0.4341,
      "step": 1229
    },
    {
      "epoch": 2.762492981471084,
      "grad_norm": 0.12332521378993988,
      "learning_rate": 2.998612836421506e-06,
      "loss": 0.4513,
      "step": 1230
    },
    {
      "epoch": 2.7647389107243123,
      "grad_norm": 0.12205971032381058,
      "learning_rate": 2.9421194228844084e-06,
      "loss": 0.4501,
      "step": 1231
    },
    {
      "epoch": 2.7669848399775407,
      "grad_norm": 0.12263938784599304,
      "learning_rate": 2.88615327628877e-06,
      "loss": 0.4504,
      "step": 1232
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.12588439881801605,
      "learning_rate": 2.830714779581776e-06,
      "loss": 0.4397,
      "step": 1233
    },
    {
      "epoch": 2.7714766984839976,
      "grad_norm": 0.12059302628040314,
      "learning_rate": 2.7758043121001834e-06,
      "loss": 0.4354,
      "step": 1234
    },
    {
      "epoch": 2.7737226277372264,
      "grad_norm": 0.11515524238348007,
      "learning_rate": 2.721422249567729e-06,
      "loss": 0.4495,
      "step": 1235
    },
    {
      "epoch": 2.775968556990455,
      "grad_norm": 0.11858617514371872,
      "learning_rate": 2.667568964092544e-06,
      "loss": 0.4572,
      "step": 1236
    },
    {
      "epoch": 2.7782144862436833,
      "grad_norm": 0.1132800504565239,
      "learning_rate": 2.6142448241646046e-06,
      "loss": 0.4492,
      "step": 1237
    },
    {
      "epoch": 2.7804604154969117,
      "grad_norm": 0.12041954696178436,
      "learning_rate": 2.561450194653219e-06,
      "loss": 0.444,
      "step": 1238
    },
    {
      "epoch": 2.7827063447501406,
      "grad_norm": 0.1182764321565628,
      "learning_rate": 2.509185436804549e-06,
      "loss": 0.4338,
      "step": 1239
    },
    {
      "epoch": 2.784952274003369,
      "grad_norm": 0.13408203423023224,
      "learning_rate": 2.457450908239114e-06,
      "loss": 0.4487,
      "step": 1240
    },
    {
      "epoch": 2.7871982032565974,
      "grad_norm": 0.12381100654602051,
      "learning_rate": 2.4062469629493412e-06,
      "loss": 0.4364,
      "step": 1241
    },
    {
      "epoch": 2.789444132509826,
      "grad_norm": 0.12140806019306183,
      "learning_rate": 2.3555739512971565e-06,
      "loss": 0.4296,
      "step": 1242
    },
    {
      "epoch": 2.7916900617630542,
      "grad_norm": 0.12192130833864212,
      "learning_rate": 2.3054322200115963e-06,
      "loss": 0.4537,
      "step": 1243
    },
    {
      "epoch": 2.793935991016283,
      "grad_norm": 0.11975108832120895,
      "learning_rate": 2.255822112186401e-06,
      "loss": 0.4735,
      "step": 1244
    },
    {
      "epoch": 2.7961819202695115,
      "grad_norm": 0.12235341221094131,
      "learning_rate": 2.2067439672777047e-06,
      "loss": 0.451,
      "step": 1245
    },
    {
      "epoch": 2.79842784952274,
      "grad_norm": 0.12043313682079315,
      "learning_rate": 2.158198121101691e-06,
      "loss": 0.4381,
      "step": 1246
    },
    {
      "epoch": 2.800673778775969,
      "grad_norm": 0.12066707760095596,
      "learning_rate": 2.1101849058322932e-06,
      "loss": 0.4435,
      "step": 1247
    },
    {
      "epoch": 2.802919708029197,
      "grad_norm": 0.1135956272482872,
      "learning_rate": 2.062704649998937e-06,
      "loss": 0.4406,
      "step": 1248
    },
    {
      "epoch": 2.8051656372824256,
      "grad_norm": 0.12277340143918991,
      "learning_rate": 2.0157576784843024e-06,
      "loss": 0.4661,
      "step": 1249
    },
    {
      "epoch": 2.807411566535654,
      "grad_norm": 0.11728162318468094,
      "learning_rate": 1.9693443125220346e-06,
      "loss": 0.4431,
      "step": 1250
    },
    {
      "epoch": 2.8096574957888825,
      "grad_norm": 0.11668264865875244,
      "learning_rate": 1.9234648696946354e-06,
      "loss": 0.4388,
      "step": 1251
    },
    {
      "epoch": 2.8119034250421113,
      "grad_norm": 0.11695986986160278,
      "learning_rate": 1.878119663931246e-06,
      "loss": 0.4494,
      "step": 1252
    },
    {
      "epoch": 2.8141493542953397,
      "grad_norm": 0.1159198209643364,
      "learning_rate": 1.833309005505477e-06,
      "loss": 0.4311,
      "step": 1253
    },
    {
      "epoch": 2.816395283548568,
      "grad_norm": 0.1172918975353241,
      "learning_rate": 1.7890332010333233e-06,
      "loss": 0.4621,
      "step": 1254
    },
    {
      "epoch": 2.8186412128017966,
      "grad_norm": 0.12139487266540527,
      "learning_rate": 1.7452925534710763e-06,
      "loss": 0.4393,
      "step": 1255
    },
    {
      "epoch": 2.8208871420550254,
      "grad_norm": 0.11837179213762283,
      "learning_rate": 1.7020873621131738e-06,
      "loss": 0.447,
      "step": 1256
    },
    {
      "epoch": 2.823133071308254,
      "grad_norm": 0.12008003145456314,
      "learning_rate": 1.6594179225902652e-06,
      "loss": 0.4516,
      "step": 1257
    },
    {
      "epoch": 2.8253790005614823,
      "grad_norm": 0.11927176266908646,
      "learning_rate": 1.617284526867078e-06,
      "loss": 0.4404,
      "step": 1258
    },
    {
      "epoch": 2.8276249298147107,
      "grad_norm": 0.11693605035543442,
      "learning_rate": 1.5756874632405095e-06,
      "loss": 0.4438,
      "step": 1259
    },
    {
      "epoch": 2.829870859067939,
      "grad_norm": 0.11941110342741013,
      "learning_rate": 1.534627016337593e-06,
      "loss": 0.4426,
      "step": 1260
    },
    {
      "epoch": 2.832116788321168,
      "grad_norm": 0.11750718951225281,
      "learning_rate": 1.494103467113588e-06,
      "loss": 0.4322,
      "step": 1261
    },
    {
      "epoch": 2.8343627175743964,
      "grad_norm": 0.116007000207901,
      "learning_rate": 1.4541170928500248e-06,
      "loss": 0.4621,
      "step": 1262
    },
    {
      "epoch": 2.836608646827625,
      "grad_norm": 0.11818964034318924,
      "learning_rate": 1.4146681671528418e-06,
      "loss": 0.4638,
      "step": 1263
    },
    {
      "epoch": 2.8388545760808537,
      "grad_norm": 0.11916031688451767,
      "learning_rate": 1.3757569599504917e-06,
      "loss": 0.4425,
      "step": 1264
    },
    {
      "epoch": 2.841100505334082,
      "grad_norm": 0.11497969180345535,
      "learning_rate": 1.3373837374920862e-06,
      "loss": 0.4425,
      "step": 1265
    },
    {
      "epoch": 2.8433464345873105,
      "grad_norm": 0.11767168343067169,
      "learning_rate": 1.2995487623456194e-06,
      "loss": 0.4532,
      "step": 1266
    },
    {
      "epoch": 2.845592363840539,
      "grad_norm": 0.115963876247406,
      "learning_rate": 1.2622522933961112e-06,
      "loss": 0.4344,
      "step": 1267
    },
    {
      "epoch": 2.8478382930937673,
      "grad_norm": 0.11714527010917664,
      "learning_rate": 1.225494585843876e-06,
      "loss": 0.4678,
      "step": 1268
    },
    {
      "epoch": 2.850084222346996,
      "grad_norm": 0.11749914288520813,
      "learning_rate": 1.1892758912027546e-06,
      "loss": 0.4445,
      "step": 1269
    },
    {
      "epoch": 2.8523301516002246,
      "grad_norm": 0.11820235848426819,
      "learning_rate": 1.1535964572984093e-06,
      "loss": 0.4659,
      "step": 1270
    },
    {
      "epoch": 2.854576080853453,
      "grad_norm": 0.11582965403795242,
      "learning_rate": 1.118456528266636e-06,
      "loss": 0.4441,
      "step": 1271
    },
    {
      "epoch": 2.856822010106682,
      "grad_norm": 0.11765659600496292,
      "learning_rate": 1.0838563445516503e-06,
      "loss": 0.4441,
      "step": 1272
    },
    {
      "epoch": 2.8590679393599103,
      "grad_norm": 0.11495634913444519,
      "learning_rate": 1.0497961429044979e-06,
      "loss": 0.4397,
      "step": 1273
    },
    {
      "epoch": 2.8613138686131387,
      "grad_norm": 0.13958555459976196,
      "learning_rate": 1.0162761563813927e-06,
      "loss": 0.4332,
      "step": 1274
    },
    {
      "epoch": 2.863559797866367,
      "grad_norm": 0.11957214772701263,
      "learning_rate": 9.832966143421551e-07,
      "loss": 0.4476,
      "step": 1275
    },
    {
      "epoch": 2.8658057271195956,
      "grad_norm": 0.12185267359018326,
      "learning_rate": 9.508577424486031e-07,
      "loss": 0.4571,
      "step": 1276
    },
    {
      "epoch": 2.868051656372824,
      "grad_norm": 0.1512320339679718,
      "learning_rate": 9.18959762663043e-07,
      "loss": 0.4322,
      "step": 1277
    },
    {
      "epoch": 2.870297585626053,
      "grad_norm": 0.11999038606882095,
      "learning_rate": 8.876028932467417e-07,
      "loss": 0.4399,
      "step": 1278
    },
    {
      "epoch": 2.8725435148792813,
      "grad_norm": 0.11745017766952515,
      "learning_rate": 8.567873487584077e-07,
      "loss": 0.444,
      "step": 1279
    },
    {
      "epoch": 2.8747894441325097,
      "grad_norm": 0.12399045377969742,
      "learning_rate": 8.265133400527881e-07,
      "loss": 0.4421,
      "step": 1280
    },
    {
      "epoch": 2.8770353733857386,
      "grad_norm": 0.11552898585796356,
      "learning_rate": 7.967810742791404e-07,
      "loss": 0.4369,
      "step": 1281
    },
    {
      "epoch": 2.879281302638967,
      "grad_norm": 0.1216784194111824,
      "learning_rate": 7.675907548798744e-07,
      "loss": 0.4597,
      "step": 1282
    },
    {
      "epoch": 2.8815272318921954,
      "grad_norm": 0.12029793858528137,
      "learning_rate": 7.389425815891394e-07,
      "loss": 0.4455,
      "step": 1283
    },
    {
      "epoch": 2.883773161145424,
      "grad_norm": 0.11763288825750351,
      "learning_rate": 7.108367504314651e-07,
      "loss": 0.4422,
      "step": 1284
    },
    {
      "epoch": 2.8860190903986522,
      "grad_norm": 0.11679881066083908,
      "learning_rate": 6.832734537204299e-07,
      "loss": 0.4525,
      "step": 1285
    },
    {
      "epoch": 2.888265019651881,
      "grad_norm": 0.11851628869771957,
      "learning_rate": 6.562528800572931e-07,
      "loss": 0.4435,
      "step": 1286
    },
    {
      "epoch": 2.8905109489051095,
      "grad_norm": 0.11480539292097092,
      "learning_rate": 6.297752143297864e-07,
      "loss": 0.4484,
      "step": 1287
    },
    {
      "epoch": 2.892756878158338,
      "grad_norm": 0.12258218973875046,
      "learning_rate": 6.03840637710782e-07,
      "loss": 0.4504,
      "step": 1288
    },
    {
      "epoch": 2.895002807411567,
      "grad_norm": 0.12160119414329529,
      "learning_rate": 5.784493276570669e-07,
      "loss": 0.4401,
      "step": 1289
    },
    {
      "epoch": 2.897248736664795,
      "grad_norm": 0.1183420866727829,
      "learning_rate": 5.536014579081617e-07,
      "loss": 0.4523,
      "step": 1290
    },
    {
      "epoch": 2.8994946659180236,
      "grad_norm": 0.1185230165719986,
      "learning_rate": 5.292971984850948e-07,
      "loss": 0.4497,
      "step": 1291
    },
    {
      "epoch": 2.901740595171252,
      "grad_norm": 0.11411769688129425,
      "learning_rate": 5.055367156892654e-07,
      "loss": 0.4436,
      "step": 1292
    },
    {
      "epoch": 2.9039865244244805,
      "grad_norm": 0.11810418963432312,
      "learning_rate": 4.823201721012538e-07,
      "loss": 0.4435,
      "step": 1293
    },
    {
      "epoch": 2.906232453677709,
      "grad_norm": 0.11871050298213959,
      "learning_rate": 4.5964772657980827e-07,
      "loss": 0.4512,
      "step": 1294
    },
    {
      "epoch": 2.9084783829309377,
      "grad_norm": 0.12631046772003174,
      "learning_rate": 4.375195342606464e-07,
      "loss": 0.4352,
      "step": 1295
    },
    {
      "epoch": 2.910724312184166,
      "grad_norm": 0.11332812160253525,
      "learning_rate": 4.159357465554603e-07,
      "loss": 0.4344,
      "step": 1296
    },
    {
      "epoch": 2.9129702414373946,
      "grad_norm": 0.11570383608341217,
      "learning_rate": 3.9489651115087734e-07,
      "loss": 0.4491,
      "step": 1297
    },
    {
      "epoch": 2.9152161706906234,
      "grad_norm": 0.1170554980635643,
      "learning_rate": 3.7440197200741214e-07,
      "loss": 0.4314,
      "step": 1298
    },
    {
      "epoch": 2.917462099943852,
      "grad_norm": 0.11701026558876038,
      "learning_rate": 3.544522693585428e-07,
      "loss": 0.449,
      "step": 1299
    },
    {
      "epoch": 2.9197080291970803,
      "grad_norm": 0.11610274761915207,
      "learning_rate": 3.3504753970968083e-07,
      "loss": 0.4493,
      "step": 1300
    },
    {
      "epoch": 2.9219539584503087,
      "grad_norm": 0.1187182143330574,
      "learning_rate": 3.1618791583729157e-07,
      "loss": 0.4714,
      "step": 1301
    },
    {
      "epoch": 2.924199887703537,
      "grad_norm": 0.11808615922927856,
      "learning_rate": 2.97873526787944e-07,
      "loss": 0.4494,
      "step": 1302
    },
    {
      "epoch": 2.926445816956766,
      "grad_norm": 0.11943615227937698,
      "learning_rate": 2.801044978774758e-07,
      "loss": 0.444,
      "step": 1303
    },
    {
      "epoch": 2.9286917462099944,
      "grad_norm": 0.11159630864858627,
      "learning_rate": 2.6288095069009647e-07,
      "loss": 0.4365,
      "step": 1304
    },
    {
      "epoch": 2.930937675463223,
      "grad_norm": 0.11759793758392334,
      "learning_rate": 2.4620300307756975e-07,
      "loss": 0.4449,
      "step": 1305
    },
    {
      "epoch": 2.9331836047164517,
      "grad_norm": 0.11761987954378128,
      "learning_rate": 2.30070769158397e-07,
      "loss": 0.4392,
      "step": 1306
    },
    {
      "epoch": 2.93542953396968,
      "grad_norm": 0.11657937616109848,
      "learning_rate": 2.1448435931705315e-07,
      "loss": 0.4361,
      "step": 1307
    },
    {
      "epoch": 2.9376754632229085,
      "grad_norm": 0.11725448071956635,
      "learning_rate": 1.994438802032228e-07,
      "loss": 0.4267,
      "step": 1308
    },
    {
      "epoch": 2.939921392476137,
      "grad_norm": 0.12075719982385635,
      "learning_rate": 1.8494943473108095e-07,
      "loss": 0.4495,
      "step": 1309
    },
    {
      "epoch": 2.9421673217293653,
      "grad_norm": 0.11142679303884506,
      "learning_rate": 1.710011220785557e-07,
      "loss": 0.4275,
      "step": 1310
    },
    {
      "epoch": 2.944413250982594,
      "grad_norm": 0.1148485466837883,
      "learning_rate": 1.575990376866976e-07,
      "loss": 0.4362,
      "step": 1311
    },
    {
      "epoch": 2.9466591802358226,
      "grad_norm": 0.11960410326719284,
      "learning_rate": 1.4474327325897818e-07,
      "loss": 0.4507,
      "step": 1312
    },
    {
      "epoch": 2.948905109489051,
      "grad_norm": 0.11774080991744995,
      "learning_rate": 1.324339167607036e-07,
      "loss": 0.4571,
      "step": 1313
    },
    {
      "epoch": 2.9511510387422795,
      "grad_norm": 0.11617586016654968,
      "learning_rate": 1.2067105241839294e-07,
      "loss": 0.4501,
      "step": 1314
    },
    {
      "epoch": 2.9533969679955083,
      "grad_norm": 0.11817507445812225,
      "learning_rate": 1.0945476071918316e-07,
      "loss": 0.4471,
      "step": 1315
    },
    {
      "epoch": 2.9556428972487367,
      "grad_norm": 0.12056715786457062,
      "learning_rate": 9.878511841034056e-08,
      "loss": 0.4382,
      "step": 1316
    },
    {
      "epoch": 2.957888826501965,
      "grad_norm": 0.11966580897569656,
      "learning_rate": 8.866219849864799e-08,
      "loss": 0.4471,
      "step": 1317
    },
    {
      "epoch": 2.9601347557551936,
      "grad_norm": 0.11672661453485489,
      "learning_rate": 7.908607024999626e-08,
      "loss": 0.4636,
      "step": 1318
    },
    {
      "epoch": 2.962380685008422,
      "grad_norm": 0.12275572121143341,
      "learning_rate": 7.005679918882457e-08,
      "loss": 0.4388,
      "step": 1319
    },
    {
      "epoch": 2.964626614261651,
      "grad_norm": 0.12186376005411148,
      "learning_rate": 6.157444709773863e-08,
      "loss": 0.4538,
      "step": 1320
    },
    {
      "epoch": 2.9668725435148793,
      "grad_norm": 0.11584927141666412,
      "learning_rate": 5.3639072017057647e-08,
      "loss": 0.4464,
      "step": 1321
    },
    {
      "epoch": 2.9691184727681077,
      "grad_norm": 0.11662715673446655,
      "learning_rate": 4.625072824441468e-08,
      "loss": 0.439,
      "step": 1322
    },
    {
      "epoch": 2.9713644020213366,
      "grad_norm": 0.11534745246171951,
      "learning_rate": 3.940946633440135e-08,
      "loss": 0.4496,
      "step": 1323
    },
    {
      "epoch": 2.973610331274565,
      "grad_norm": 0.11853344738483429,
      "learning_rate": 3.3115333098212576e-08,
      "loss": 0.4498,
      "step": 1324
    },
    {
      "epoch": 2.9758562605277934,
      "grad_norm": 0.11632394790649414,
      "learning_rate": 2.7368371603326838e-08,
      "loss": 0.4311,
      "step": 1325
    },
    {
      "epoch": 2.978102189781022,
      "grad_norm": 0.11567545682191849,
      "learning_rate": 2.216862117319529e-08,
      "loss": 0.4427,
      "step": 1326
    },
    {
      "epoch": 2.9803481190342502,
      "grad_norm": 0.11598379909992218,
      "learning_rate": 1.7516117387010866e-08,
      "loss": 0.4452,
      "step": 1327
    },
    {
      "epoch": 2.982594048287479,
      "grad_norm": 0.12003415077924728,
      "learning_rate": 1.3410892079432914e-08,
      "loss": 0.4408,
      "step": 1328
    },
    {
      "epoch": 2.9848399775407075,
      "grad_norm": 0.11351985484361649,
      "learning_rate": 9.85297334037405e-09,
      "loss": 0.4529,
      "step": 1329
    },
    {
      "epoch": 2.987085906793936,
      "grad_norm": 0.11411769688129425,
      "learning_rate": 6.842385514831407e-09,
      "loss": 0.434,
      "step": 1330
    },
    {
      "epoch": 2.9893318360471643,
      "grad_norm": 0.12261338531970978,
      "learning_rate": 4.3791492026734604e-09,
      "loss": 0.4534,
      "step": 1331
    },
    {
      "epoch": 2.991577765300393,
      "grad_norm": 0.11999525874853134,
      "learning_rate": 2.463281258560102e-09,
      "loss": 0.448,
      "step": 1332
    },
    {
      "epoch": 2.9938236945536216,
      "grad_norm": 0.11168470978736877,
      "learning_rate": 1.094794791764997e-09,
      "loss": 0.4408,
      "step": 1333
    },
    {
      "epoch": 2.99606962380685,
      "grad_norm": 0.11737479269504547,
      "learning_rate": 2.736991661400623e-10,
      "loss": 0.4357,
      "step": 1334
    },
    {
      "epoch": 2.9983155530600785,
      "grad_norm": 0.11935008317232132,
      "learning_rate": 0.0,
      "loss": 0.4366,
      "step": 1335
    },
    {
      "epoch": 2.9983155530600785,
      "step": 1335,
      "total_flos": 4.209303851158733e+19,
      "train_loss": 0.5228641195690141,
      "train_runtime": 86845.4923,
      "train_samples_per_second": 3.937,
      "train_steps_per_second": 0.015
    }
  ],
  "logging_steps": 1,
  "max_steps": 1335,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.209303851158733e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}