{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.994059405940594,
  "eval_steps": 500,
  "global_step": 378,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015841584158415842,
      "grad_norm": 9.02661650060573,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.9636,
      "step": 2
    },
    {
      "epoch": 0.031683168316831684,
      "grad_norm": 6.243135269339089,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.9061,
      "step": 4
    },
    {
      "epoch": 0.047524752475247525,
      "grad_norm": 5.193323051829328,
      "learning_rate": 1e-05,
      "loss": 1.6579,
      "step": 6
    },
    {
      "epoch": 0.06336633663366337,
      "grad_norm": 5.161379651013384,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.4226,
      "step": 8
    },
    {
      "epoch": 0.07920792079207921,
      "grad_norm": 3.1813181834190916,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.2698,
      "step": 10
    },
    {
      "epoch": 0.09504950495049505,
      "grad_norm": 3.948535232635907,
      "learning_rate": 2e-05,
      "loss": 1.1848,
      "step": 12
    },
    {
      "epoch": 0.11089108910891089,
      "grad_norm": 2.6512379356069657,
      "learning_rate": 1.999852647705027e-05,
      "loss": 1.2354,
      "step": 14
    },
    {
      "epoch": 0.12673267326732673,
      "grad_norm": 3.032346402915996,
      "learning_rate": 1.9994106342455053e-05,
      "loss": 1.161,
      "step": 16
    },
    {
      "epoch": 0.14257425742574256,
      "grad_norm": 2.1212186467865726,
      "learning_rate": 1.9986740898848306e-05,
      "loss": 1.1529,
      "step": 18
    },
    {
      "epoch": 0.15841584158415842,
      "grad_norm": 2.135193559072075,
      "learning_rate": 1.9976432316860065e-05,
      "loss": 1.0521,
      "step": 20
    },
    {
      "epoch": 0.17425742574257425,
      "grad_norm": 2.1958764723179547,
      "learning_rate": 1.9963183634476757e-05,
      "loss": 1.0078,
      "step": 22
    },
    {
      "epoch": 0.1900990099009901,
      "grad_norm": 2.2450349863339,
      "learning_rate": 1.9946998756145894e-05,
      "loss": 0.9967,
      "step": 24
    },
    {
      "epoch": 0.20594059405940593,
      "grad_norm": 2.509752007569588,
      "learning_rate": 1.99278824516254e-05,
      "loss": 1.0667,
      "step": 26
    },
    {
      "epoch": 0.22178217821782178,
      "grad_norm": 2.201210356151739,
      "learning_rate": 1.990584035457797e-05,
      "loss": 1.0156,
      "step": 28
    },
    {
      "epoch": 0.2376237623762376,
      "grad_norm": 2.1135504562735723,
      "learning_rate": 1.9880878960910772e-05,
      "loss": 0.9989,
      "step": 30
    },
    {
      "epoch": 0.25346534653465347,
      "grad_norm": 2.0708467368043655,
      "learning_rate": 1.985300562686109e-05,
      "loss": 0.9244,
      "step": 32
    },
    {
      "epoch": 0.2693069306930693,
      "grad_norm": 1.9881447087099158,
      "learning_rate": 1.982222856682841e-05,
      "loss": 0.912,
      "step": 34
    },
    {
      "epoch": 0.2851485148514851,
      "grad_norm": 2.1711952522187965,
      "learning_rate": 1.978855685095358e-05,
      "loss": 0.9678,
      "step": 36
    },
    {
      "epoch": 0.300990099009901,
      "grad_norm": 1.8520892574995997,
      "learning_rate": 1.9752000402445824e-05,
      "loss": 0.9405,
      "step": 38
    },
    {
      "epoch": 0.31683168316831684,
      "grad_norm": 2.330675399944507,
      "learning_rate": 1.9712569994658315e-05,
      "loss": 1.0241,
      "step": 40
    },
    {
      "epoch": 0.3326732673267327,
      "grad_norm": 1.9912264091727097,
      "learning_rate": 1.9670277247913205e-05,
      "loss": 0.9204,
      "step": 42
    },
    {
      "epoch": 0.3485148514851485,
      "grad_norm": 2.123562111523868,
      "learning_rate": 1.9625134626077084e-05,
      "loss": 0.9179,
      "step": 44
    },
    {
      "epoch": 0.36435643564356435,
      "grad_norm": 1.9790301716804515,
      "learning_rate": 1.9577155432887805e-05,
      "loss": 0.898,
      "step": 46
    },
    {
      "epoch": 0.3801980198019802,
      "grad_norm": 2.008624349315442,
      "learning_rate": 1.9526353808033827e-05,
      "loss": 0.9364,
      "step": 48
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 1.888190643885973,
      "learning_rate": 1.947274472298717e-05,
      "loss": 0.8907,
      "step": 50
    },
    {
      "epoch": 0.41188118811881186,
      "grad_norm": 2.015566919384652,
      "learning_rate": 1.941634397659126e-05,
      "loss": 0.9009,
      "step": 52
    },
    {
      "epoch": 0.4277227722772277,
      "grad_norm": 1.9768310339741355,
      "learning_rate": 1.9357168190404937e-05,
      "loss": 0.8975,
      "step": 54
    },
    {
      "epoch": 0.44356435643564357,
      "grad_norm": 2.133682758220573,
      "learning_rate": 1.9295234803804005e-05,
      "loss": 0.9143,
      "step": 56
    },
    {
      "epoch": 0.4594059405940594,
      "grad_norm": 1.9749224153125167,
      "learning_rate": 1.9230562068841764e-05,
      "loss": 0.9031,
      "step": 58
    },
    {
      "epoch": 0.4752475247524752,
      "grad_norm": 1.8623068380901364,
      "learning_rate": 1.916316904487005e-05,
      "loss": 0.8818,
      "step": 60
    },
    {
      "epoch": 0.4910891089108911,
      "grad_norm": 1.8392963872778836,
      "learning_rate": 1.909307559292236e-05,
      "loss": 0.8816,
      "step": 62
    },
    {
      "epoch": 0.5069306930693069,
      "grad_norm": 1.8853129700358418,
      "learning_rate": 1.9020302369860708e-05,
      "loss": 0.9097,
      "step": 64
    },
    {
      "epoch": 0.5227722772277228,
      "grad_norm": 2.137270128251829,
      "learning_rate": 1.8944870822287957e-05,
      "loss": 0.9296,
      "step": 66
    },
    {
      "epoch": 0.5386138613861386,
      "grad_norm": 1.7161417851549035,
      "learning_rate": 1.8866803180227403e-05,
      "loss": 0.8762,
      "step": 68
    },
    {
      "epoch": 0.5544554455445545,
      "grad_norm": 2.4673647833737093,
      "learning_rate": 1.8786122450571485e-05,
      "loss": 0.8757,
      "step": 70
    },
    {
      "epoch": 0.5702970297029702,
      "grad_norm": 1.9999583978057465,
      "learning_rate": 1.8702852410301556e-05,
      "loss": 0.9574,
      "step": 72
    },
    {
      "epoch": 0.5861386138613861,
      "grad_norm": 1.908768010347383,
      "learning_rate": 1.861701759948068e-05,
      "loss": 0.864,
      "step": 74
    },
    {
      "epoch": 0.601980198019802,
      "grad_norm": 1.9712540583735692,
      "learning_rate": 1.85286433140216e-05,
      "loss": 0.9225,
      "step": 76
    },
    {
      "epoch": 0.6178217821782178,
      "grad_norm": 1.7764975660995597,
      "learning_rate": 1.8437755598231857e-05,
      "loss": 0.9098,
      "step": 78
    },
    {
      "epoch": 0.6336633663366337,
      "grad_norm": 1.8462120353772475,
      "learning_rate": 1.8344381237138473e-05,
      "loss": 0.9059,
      "step": 80
    },
    {
      "epoch": 0.6495049504950495,
      "grad_norm": 1.7841160221457657,
      "learning_rate": 1.8248547748594246e-05,
      "loss": 0.8664,
      "step": 82
    },
    {
      "epoch": 0.6653465346534654,
      "grad_norm": 1.8561876013842784,
      "learning_rate": 1.8150283375168112e-05,
      "loss": 0.8621,
      "step": 84
    },
    {
      "epoch": 0.6811881188118812,
      "grad_norm": 2.203573345708881,
      "learning_rate": 1.8049617075821962e-05,
      "loss": 0.8719,
      "step": 86
    },
    {
      "epoch": 0.697029702970297,
      "grad_norm": 1.7796878917747134,
      "learning_rate": 1.794657851737625e-05,
      "loss": 0.8964,
      "step": 88
    },
    {
      "epoch": 0.7128712871287128,
      "grad_norm": 1.838149293961002,
      "learning_rate": 1.7841198065767107e-05,
      "loss": 0.898,
      "step": 90
    },
    {
      "epoch": 0.7287128712871287,
      "grad_norm": 1.903112272121249,
      "learning_rate": 1.77335067770973e-05,
      "loss": 0.8394,
      "step": 92
    },
    {
      "epoch": 0.7445544554455445,
      "grad_norm": 1.968601238697486,
      "learning_rate": 1.7623536388483902e-05,
      "loss": 0.8807,
      "step": 94
    },
    {
      "epoch": 0.7603960396039604,
      "grad_norm": 1.975435786088584,
      "learning_rate": 1.7511319308705198e-05,
      "loss": 0.829,
      "step": 96
    },
    {
      "epoch": 0.7762376237623763,
      "grad_norm": 2.008008309376045,
      "learning_rate": 1.7396888608649673e-05,
      "loss": 0.8512,
      "step": 98
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 1.8389509044704804,
      "learning_rate": 1.7280278011569848e-05,
      "loss": 0.8546,
      "step": 100
    },
    {
      "epoch": 0.807920792079208,
      "grad_norm": 1.842123818268232,
      "learning_rate": 1.7161521883143936e-05,
      "loss": 0.8344,
      "step": 102
    },
    {
      "epoch": 0.8237623762376237,
      "grad_norm": 1.7379472653976658,
      "learning_rate": 1.7040655221348057e-05,
      "loss": 0.8621,
      "step": 104
    },
    {
      "epoch": 0.8396039603960396,
      "grad_norm": 1.8262243602907722,
      "learning_rate": 1.6917713646142222e-05,
      "loss": 0.8454,
      "step": 106
    },
    {
      "epoch": 0.8554455445544554,
      "grad_norm": 1.656358917650264,
      "learning_rate": 1.679273338897293e-05,
      "loss": 0.8517,
      "step": 108
    },
    {
      "epoch": 0.8712871287128713,
      "grad_norm": 1.741005790971336,
      "learning_rate": 1.6665751282095634e-05,
      "loss": 0.8372,
      "step": 110
    },
    {
      "epoch": 0.8871287128712871,
      "grad_norm": 1.7417421499425474,
      "learning_rate": 1.653680474772006e-05,
      "loss": 0.8436,
      "step": 112
    },
    {
      "epoch": 0.902970297029703,
      "grad_norm": 1.8414378471720574,
      "learning_rate": 1.6405931786981753e-05,
      "loss": 0.84,
      "step": 114
    },
    {
      "epoch": 0.9188118811881189,
      "grad_norm": 1.710424834244549,
      "learning_rate": 1.6273170968742942e-05,
      "loss": 0.8252,
      "step": 116
    },
    {
      "epoch": 0.9346534653465347,
      "grad_norm": 1.7602252189051653,
      "learning_rate": 1.613856141822612e-05,
      "loss": 0.8332,
      "step": 118
    },
    {
      "epoch": 0.9504950495049505,
      "grad_norm": 1.7838059979323873,
      "learning_rate": 1.6002142805483686e-05,
      "loss": 0.8228,
      "step": 120
    },
    {
      "epoch": 0.9663366336633663,
      "grad_norm": 1.7374417300201197,
      "learning_rate": 1.586395533370696e-05,
      "loss": 0.8231,
      "step": 122
    },
    {
      "epoch": 0.9821782178217822,
      "grad_norm": 1.6853967583594676,
      "learning_rate": 1.572403972737815e-05,
      "loss": 0.8337,
      "step": 124
    },
    {
      "epoch": 0.998019801980198,
      "grad_norm": 1.887105041037784,
      "learning_rate": 1.5582437220268648e-05,
      "loss": 0.8572,
      "step": 126
    },
    {
      "epoch": 1.0138613861386139,
      "grad_norm": 1.6531514365483646,
      "learning_rate": 1.5439189543287247e-05,
      "loss": 0.6016,
      "step": 128
    },
    {
      "epoch": 1.0297029702970297,
      "grad_norm": 1.736528180579246,
      "learning_rate": 1.529433891218185e-05,
      "loss": 0.5991,
      "step": 130
    },
    {
      "epoch": 1.0455445544554456,
      "grad_norm": 1.7551648317268331,
      "learning_rate": 1.5147928015098309e-05,
      "loss": 0.5635,
      "step": 132
    },
    {
      "epoch": 1.0613861386138614,
      "grad_norm": 1.8298936253985936,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.565,
      "step": 134
    },
    {
      "epoch": 1.0772277227722773,
      "grad_norm": 1.7317255025108698,
      "learning_rate": 1.4850598461951963e-05,
      "loss": 0.5592,
      "step": 136
    },
    {
      "epoch": 1.0930693069306932,
      "grad_norm": 1.748739410420368,
      "learning_rate": 1.4699767430273202e-05,
      "loss": 0.574,
      "step": 138
    },
    {
      "epoch": 1.108910891089109,
      "grad_norm": 1.7869424929925428,
      "learning_rate": 1.454755135556106e-05,
      "loss": 0.5741,
      "step": 140
    },
    {
      "epoch": 1.1247524752475249,
      "grad_norm": 1.8524853975885442,
      "learning_rate": 1.4393995096591415e-05,
      "loss": 0.5454,
      "step": 142
    },
    {
      "epoch": 1.1405940594059407,
      "grad_norm": 1.8345725351471323,
      "learning_rate": 1.423914390709861e-05,
      "loss": 0.547,
      "step": 144
    },
    {
      "epoch": 1.1564356435643564,
      "grad_norm": 1.8060990165115691,
      "learning_rate": 1.4083043422438936e-05,
      "loss": 0.5953,
      "step": 146
    },
    {
      "epoch": 1.1722772277227722,
      "grad_norm": 1.6416315510212192,
      "learning_rate": 1.3925739646141721e-05,
      "loss": 0.5412,
      "step": 148
    },
    {
      "epoch": 1.188118811881188,
      "grad_norm": 1.664162470996372,
      "learning_rate": 1.3767278936351853e-05,
      "loss": 0.5293,
      "step": 150
    },
    {
      "epoch": 1.203960396039604,
      "grad_norm": 1.6113229932234892,
      "learning_rate": 1.3607707992167836e-05,
      "loss": 0.5276,
      "step": 152
    },
    {
      "epoch": 1.2198019801980198,
      "grad_norm": 1.799039577469552,
      "learning_rate": 1.3447073839879339e-05,
      "loss": 0.5569,
      "step": 154
    },
    {
      "epoch": 1.2356435643564356,
      "grad_norm": 1.6604650735978537,
      "learning_rate": 1.3285423819108349e-05,
      "loss": 0.5435,
      "step": 156
    },
    {
      "epoch": 1.2514851485148515,
      "grad_norm": 1.7636186077229687,
      "learning_rate": 1.3122805568857948e-05,
      "loss": 0.5837,
      "step": 158
    },
    {
      "epoch": 1.2673267326732673,
      "grad_norm": 1.6232817216358415,
      "learning_rate": 1.2959267013472894e-05,
      "loss": 0.546,
      "step": 160
    },
    {
      "epoch": 1.2831683168316832,
      "grad_norm": 1.6172712656831925,
      "learning_rate": 1.2794856348516095e-05,
      "loss": 0.5574,
      "step": 162
    },
    {
      "epoch": 1.299009900990099,
      "grad_norm": 1.8102400872571573,
      "learning_rate": 1.2629622026565147e-05,
      "loss": 0.5796,
      "step": 164
    },
    {
      "epoch": 1.314851485148515,
      "grad_norm": 1.7802623079191595,
      "learning_rate": 1.2463612742933148e-05,
      "loss": 0.5442,
      "step": 166
    },
    {
      "epoch": 1.3306930693069308,
      "grad_norm": 1.7022382654116954,
      "learning_rate": 1.2296877421317958e-05,
      "loss": 0.585,
      "step": 168
    },
    {
      "epoch": 1.3465346534653464,
      "grad_norm": 1.6401839574055097,
      "learning_rate": 1.2129465199384158e-05,
      "loss": 0.5397,
      "step": 170
    },
    {
      "epoch": 1.3623762376237623,
      "grad_norm": 1.7101624547819703,
      "learning_rate": 1.196142541428197e-05,
      "loss": 0.5745,
      "step": 172
    },
    {
      "epoch": 1.378217821782178,
      "grad_norm": 1.6535320779874634,
      "learning_rate": 1.1792807588107358e-05,
      "loss": 0.5357,
      "step": 174
    },
    {
      "epoch": 1.394059405940594,
      "grad_norm": 1.6245529400611858,
      "learning_rate": 1.1623661413307638e-05,
      "loss": 0.5543,
      "step": 176
    },
    {
      "epoch": 1.4099009900990098,
      "grad_norm": 1.6629345686182546,
      "learning_rate": 1.14540367380369e-05,
      "loss": 0.5237,
      "step": 178
    },
    {
      "epoch": 1.4257425742574257,
      "grad_norm": 1.68909608575907,
      "learning_rate": 1.1283983551465512e-05,
      "loss": 0.5746,
      "step": 180
    },
    {
      "epoch": 1.4415841584158415,
      "grad_norm": 1.7585724609639268,
      "learning_rate": 1.1113551969048088e-05,
      "loss": 0.542,
      "step": 182
    },
    {
      "epoch": 1.4574257425742574,
      "grad_norm": 1.598454179166171,
      "learning_rate": 1.0942792217754245e-05,
      "loss": 0.5217,
      "step": 184
    },
    {
      "epoch": 1.4732673267326732,
      "grad_norm": 1.720537069197336,
      "learning_rate": 1.0771754621266466e-05,
      "loss": 0.5567,
      "step": 186
    },
    {
      "epoch": 1.489108910891089,
      "grad_norm": 1.6147204766507826,
      "learning_rate": 1.0600489585149485e-05,
      "loss": 0.5509,
      "step": 188
    },
    {
      "epoch": 1.504950495049505,
      "grad_norm": 1.7292799453559213,
      "learning_rate": 1.0429047581995547e-05,
      "loss": 0.5479,
      "step": 190
    },
    {
      "epoch": 1.5207920792079208,
      "grad_norm": 1.7407208786866153,
      "learning_rate": 1.0257479136549889e-05,
      "loss": 0.5539,
      "step": 192
    },
    {
      "epoch": 1.5366336633663367,
      "grad_norm": 1.6829968026665005,
      "learning_rate": 1.0085834810820871e-05,
      "loss": 0.5236,
      "step": 194
    },
    {
      "epoch": 1.5524752475247525,
      "grad_norm": 1.5077533197060748,
      "learning_rate": 9.914165189179132e-06,
      "loss": 0.5492,
      "step": 196
    },
    {
      "epoch": 1.5683168316831684,
      "grad_norm": 1.619225808673778,
      "learning_rate": 9.742520863450116e-06,
      "loss": 0.5435,
      "step": 198
    },
    {
      "epoch": 1.5841584158415842,
      "grad_norm": 1.6946922694133721,
      "learning_rate": 9.570952418004455e-06,
      "loss": 0.5628,
      "step": 200
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.7264082675727195,
      "learning_rate": 9.399510414850518e-06,
      "loss": 0.5405,
      "step": 202
    },
    {
      "epoch": 1.615841584158416,
      "grad_norm": 1.668467187331713,
      "learning_rate": 9.228245378733537e-06,
      "loss": 0.5503,
      "step": 204
    },
    {
      "epoch": 1.6316831683168318,
      "grad_norm": 1.6228977289298525,
      "learning_rate": 9.057207782245756e-06,
      "loss": 0.552,
      "step": 206
    },
    {
      "epoch": 1.6475247524752477,
      "grad_norm": 1.6720968963932732,
      "learning_rate": 8.886448030951912e-06,
      "loss": 0.5266,
      "step": 208
    },
    {
      "epoch": 1.6633663366336635,
      "grad_norm": 1.6117561664476598,
      "learning_rate": 8.71601644853449e-06,
      "loss": 0.5439,
      "step": 210
    },
    {
      "epoch": 1.6792079207920794,
      "grad_norm": 1.7309748707062824,
      "learning_rate": 8.545963261963102e-06,
      "loss": 0.5518,
      "step": 212
    },
    {
      "epoch": 1.695049504950495,
      "grad_norm": 1.727253391380127,
      "learning_rate": 8.376338586692367e-06,
      "loss": 0.5689,
      "step": 214
    },
    {
      "epoch": 1.7108910891089109,
      "grad_norm": 1.6465767825228266,
      "learning_rate": 8.207192411892645e-06,
      "loss": 0.5263,
      "step": 216
    },
    {
      "epoch": 1.7267326732673267,
      "grad_norm": 1.7061559526686028,
      "learning_rate": 8.038574585718032e-06,
      "loss": 0.561,
      "step": 218
    },
    {
      "epoch": 1.7425742574257426,
      "grad_norm": 1.641091211390163,
      "learning_rate": 7.870534800615845e-06,
      "loss": 0.5279,
      "step": 220
    },
    {
      "epoch": 1.7584158415841584,
      "grad_norm": 1.703349596429662,
      "learning_rate": 7.703122578682047e-06,
      "loss": 0.5496,
      "step": 222
    },
    {
      "epoch": 1.7742574257425743,
      "grad_norm": 1.6149104022531628,
      "learning_rate": 7.536387257066854e-06,
      "loss": 0.5592,
      "step": 224
    },
    {
      "epoch": 1.7900990099009901,
      "grad_norm": 1.5562454704981712,
      "learning_rate": 7.370377973434854e-06,
      "loss": 0.5439,
      "step": 226
    },
    {
      "epoch": 1.805940594059406,
      "grad_norm": 1.8575887871163193,
      "learning_rate": 7.2051436514839064e-06,
      "loss": 0.5488,
      "step": 228
    },
    {
      "epoch": 1.8217821782178216,
      "grad_norm": 1.584715339525317,
      "learning_rate": 7.040732986527108e-06,
      "loss": 0.5308,
      "step": 230
    },
    {
      "epoch": 1.8376237623762375,
      "grad_norm": 1.501398258461206,
      "learning_rate": 6.877194431142055e-06,
      "loss": 0.5239,
      "step": 232
    },
    {
      "epoch": 1.8534653465346533,
      "grad_norm": 1.6132499536201124,
      "learning_rate": 6.714576180891653e-06,
      "loss": 0.5522,
      "step": 234
    },
    {
      "epoch": 1.8693069306930692,
      "grad_norm": 1.6315843930884224,
      "learning_rate": 6.552926160120663e-06,
      "loss": 0.5077,
      "step": 236
    },
    {
      "epoch": 1.885148514851485,
      "grad_norm": 1.7272400167492237,
      "learning_rate": 6.3922920078321685e-06,
      "loss": 0.5633,
      "step": 238
    },
    {
      "epoch": 1.900990099009901,
      "grad_norm": 1.6689075327553573,
      "learning_rate": 6.232721063648148e-06,
      "loss": 0.5055,
      "step": 240
    },
    {
      "epoch": 1.9168316831683168,
      "grad_norm": 1.578818325825261,
      "learning_rate": 6.074260353858283e-06,
      "loss": 0.5389,
      "step": 242
    },
    {
      "epoch": 1.9326732673267326,
      "grad_norm": 1.7205801010677875,
      "learning_rate": 5.916956577561066e-06,
      "loss": 0.5562,
      "step": 244
    },
    {
      "epoch": 1.9485148514851485,
      "grad_norm": 1.6477307933447243,
      "learning_rate": 5.760856092901394e-06,
      "loss": 0.5193,
      "step": 246
    },
    {
      "epoch": 1.9643564356435643,
      "grad_norm": 1.5685239373769044,
      "learning_rate": 5.6060049034085815e-06,
      "loss": 0.5512,
      "step": 248
    },
    {
      "epoch": 1.9801980198019802,
      "grad_norm": 1.6936425396642782,
      "learning_rate": 5.4524486444389455e-06,
      "loss": 0.5584,
      "step": 250
    },
    {
      "epoch": 1.996039603960396,
      "grad_norm": 1.7086317273357263,
      "learning_rate": 5.300232569726805e-06,
      "loss": 0.5644,
      "step": 252
    },
    {
      "epoch": 2.011881188118812,
      "grad_norm": 1.5710974953396362,
      "learning_rate": 5.14940153804804e-06,
      "loss": 0.3551,
      "step": 254
    },
    {
      "epoch": 2.0277227722772277,
      "grad_norm": 1.3779991120357036,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.3204,
      "step": 256
    },
    {
      "epoch": 2.0435643564356436,
      "grad_norm": 1.3532509589808863,
      "learning_rate": 4.852071984901696e-06,
      "loss": 0.3381,
      "step": 258
    },
    {
      "epoch": 2.0594059405940595,
      "grad_norm": 1.5655956293278384,
      "learning_rate": 4.705661087818149e-06,
      "loss": 0.3114,
      "step": 260
    },
    {
      "epoch": 2.0752475247524753,
      "grad_norm": 1.8047288146207374,
      "learning_rate": 4.560810456712754e-06,
      "loss": 0.3167,
      "step": 262
    },
    {
      "epoch": 2.091089108910891,
      "grad_norm": 1.5969295392705383,
      "learning_rate": 4.417562779731355e-06,
      "loss": 0.2968,
      "step": 264
    },
    {
      "epoch": 2.106930693069307,
      "grad_norm": 1.5043862632074243,
      "learning_rate": 4.275960272621852e-06,
      "loss": 0.2873,
      "step": 266
    },
    {
      "epoch": 2.122772277227723,
      "grad_norm": 1.4566588428064557,
      "learning_rate": 4.1360446662930445e-06,
      "loss": 0.2906,
      "step": 268
    },
    {
      "epoch": 2.1386138613861387,
      "grad_norm": 1.4148675515775622,
      "learning_rate": 3.997857194516319e-06,
      "loss": 0.2902,
      "step": 270
    },
    {
      "epoch": 2.1544554455445546,
      "grad_norm": 1.4039039705486787,
      "learning_rate": 3.86143858177388e-06,
      "loss": 0.3055,
      "step": 272
    },
    {
      "epoch": 2.1702970297029704,
      "grad_norm": 1.4590478348079479,
      "learning_rate": 3.7268290312570622e-06,
      "loss": 0.2887,
      "step": 274
    },
    {
      "epoch": 2.1861386138613863,
      "grad_norm": 1.4904023110394045,
      "learning_rate": 3.594068213018249e-06,
      "loss": 0.2838,
      "step": 276
    },
    {
      "epoch": 2.201980198019802,
      "grad_norm": 1.4223228096195222,
      "learning_rate": 3.4631952522799396e-06,
      "loss": 0.2816,
      "step": 278
    },
    {
      "epoch": 2.217821782178218,
      "grad_norm": 1.4645691354886492,
      "learning_rate": 3.334248717904368e-06,
      "loss": 0.304,
      "step": 280
    },
    {
      "epoch": 2.233663366336634,
      "grad_norm": 1.446048636808659,
      "learning_rate": 3.207266611027069e-06,
      "loss": 0.3098,
      "step": 282
    },
    {
      "epoch": 2.2495049504950497,
      "grad_norm": 1.4585412000734919,
      "learning_rate": 3.082286353857782e-06,
      "loss": 0.2881,
      "step": 284
    },
    {
      "epoch": 2.2653465346534656,
      "grad_norm": 1.4508547813683121,
      "learning_rate": 2.9593447786519424e-06,
      "loss": 0.2961,
      "step": 286
    },
    {
      "epoch": 2.2811881188118814,
      "grad_norm": 1.4305009349332931,
      "learning_rate": 2.8384781168560693e-06,
      "loss": 0.3015,
      "step": 288
    },
    {
      "epoch": 2.297029702970297,
      "grad_norm": 1.3742813840340038,
      "learning_rate": 2.719721988430153e-06,
      "loss": 0.2826,
      "step": 290
    },
    {
      "epoch": 2.3128712871287127,
      "grad_norm": 1.4476247412504035,
      "learning_rate": 2.6031113913503337e-06,
      "loss": 0.2768,
      "step": 292
    },
    {
      "epoch": 2.3287128712871286,
      "grad_norm": 1.3974509182841102,
      "learning_rate": 2.4886806912948034e-06,
      "loss": 0.2669,
      "step": 294
    },
    {
      "epoch": 2.3445544554455444,
      "grad_norm": 1.465709495723541,
      "learning_rate": 2.376463611516098e-06,
      "loss": 0.2952,
      "step": 296
    },
    {
      "epoch": 2.3603960396039603,
      "grad_norm": 1.4155568971087533,
      "learning_rate": 2.2664932229027025e-06,
      "loss": 0.2863,
      "step": 298
    },
    {
      "epoch": 2.376237623762376,
      "grad_norm": 1.4443007558100314,
      "learning_rate": 2.158801934232897e-06,
      "loss": 0.286,
      "step": 300
    },
    {
      "epoch": 2.392079207920792,
      "grad_norm": 1.3965088698230241,
      "learning_rate": 2.0534214826237486e-06,
      "loss": 0.2783,
      "step": 302
    },
    {
      "epoch": 2.407920792079208,
      "grad_norm": 1.4407127199864882,
      "learning_rate": 1.9503829241780416e-06,
      "loss": 0.2852,
      "step": 304
    },
    {
      "epoch": 2.4237623762376237,
      "grad_norm": 1.4265187454796464,
      "learning_rate": 1.8497166248318876e-06,
      "loss": 0.2945,
      "step": 306
    },
    {
      "epoch": 2.4396039603960396,
      "grad_norm": 1.5393606880372226,
      "learning_rate": 1.7514522514057552e-06,
      "loss": 0.2906,
      "step": 308
    },
    {
      "epoch": 2.4554455445544554,
      "grad_norm": 1.509234066590099,
      "learning_rate": 1.6556187628615273e-06,
      "loss": 0.2803,
      "step": 310
    },
    {
      "epoch": 2.4712871287128713,
      "grad_norm": 1.4716057289372597,
      "learning_rate": 1.5622444017681438e-06,
      "loss": 0.2834,
      "step": 312
    },
    {
      "epoch": 2.487128712871287,
      "grad_norm": 1.4208546193648086,
      "learning_rate": 1.4713566859784045e-06,
      "loss": 0.2807,
      "step": 314
    },
    {
      "epoch": 2.502970297029703,
      "grad_norm": 1.4813272843019751,
      "learning_rate": 1.3829824005193183e-06,
      "loss": 0.2606,
      "step": 316
    },
    {
      "epoch": 2.518811881188119,
      "grad_norm": 1.4317127596411277,
      "learning_rate": 1.2971475896984475e-06,
      "loss": 0.2872,
      "step": 318
    },
    {
      "epoch": 2.5346534653465347,
      "grad_norm": 1.4190350255812814,
      "learning_rate": 1.2138775494285181e-06,
      "loss": 0.2849,
      "step": 320
    },
    {
      "epoch": 2.5504950495049505,
      "grad_norm": 1.3786354752806598,
      "learning_rate": 1.1331968197725985e-06,
      "loss": 0.2748,
      "step": 322
    },
    {
      "epoch": 2.5663366336633664,
      "grad_norm": 1.3687349820385863,
      "learning_rate": 1.0551291777120465e-06,
      "loss": 0.2637,
      "step": 324
    },
    {
      "epoch": 2.5821782178217823,
      "grad_norm": 1.5296662542963093,
      "learning_rate": 9.796976301392935e-07,
      "loss": 0.2763,
      "step": 326
    },
    {
      "epoch": 2.598019801980198,
      "grad_norm": 1.438465874033189,
      "learning_rate": 9.069244070776428e-07,
      "loss": 0.3135,
      "step": 328
    },
    {
      "epoch": 2.613861386138614,
      "grad_norm": 1.423122514861154,
      "learning_rate": 8.368309551299536e-07,
      "loss": 0.2867,
      "step": 330
    },
    {
      "epoch": 2.62970297029703,
      "grad_norm": 1.479495787675627,
      "learning_rate": 7.694379311582401e-07,
      "loss": 0.284,
      "step": 332
    },
    {
      "epoch": 2.6455445544554457,
      "grad_norm": 1.4083216396155038,
      "learning_rate": 7.047651961959978e-07,
      "loss": 0.2815,
      "step": 334
    },
    {
      "epoch": 2.6613861386138615,
      "grad_norm": 1.3782207183520463,
      "learning_rate": 6.428318095950648e-07,
      "loss": 0.2746,
      "step": 336
    },
    {
      "epoch": 2.6772277227722774,
      "grad_norm": 1.4227248154028977,
      "learning_rate": 5.836560234087418e-07,
      "loss": 0.2646,
      "step": 338
    },
    {
      "epoch": 2.693069306930693,
      "grad_norm": 1.4574818091415243,
      "learning_rate": 5.272552770128314e-07,
      "loss": 0.2725,
      "step": 340
    },
    {
      "epoch": 2.7089108910891087,
      "grad_norm": 1.3601121324659562,
      "learning_rate": 4.73646191966175e-07,
      "loss": 0.2609,
      "step": 342
    },
    {
      "epoch": 2.7247524752475245,
      "grad_norm": 1.4223626310719977,
      "learning_rate": 4.2284456711219723e-07,
      "loss": 0.2949,
      "step": 344
    },
    {
      "epoch": 2.7405940594059404,
      "grad_norm": 1.3931852574014099,
      "learning_rate": 3.748653739229191e-07,
      "loss": 0.2818,
      "step": 346
    },
    {
      "epoch": 2.756435643564356,
      "grad_norm": 1.4108773420640486,
      "learning_rate": 3.2972275208679625e-07,
      "loss": 0.2888,
      "step": 348
    },
    {
      "epoch": 2.772277227722772,
      "grad_norm": 1.3496089808630627,
      "learning_rate": 2.8743000534168673e-07,
      "loss": 0.2651,
      "step": 350
    },
    {
      "epoch": 2.788118811881188,
      "grad_norm": 1.4057990507827347,
      "learning_rate": 2.479995975541749e-07,
      "loss": 0.2895,
      "step": 352
    },
    {
      "epoch": 2.803960396039604,
      "grad_norm": 1.4102665625188138,
      "learning_rate": 2.1144314904642194e-07,
      "loss": 0.2609,
      "step": 354
    },
    {
      "epoch": 2.8198019801980196,
      "grad_norm": 1.3292831585550606,
      "learning_rate": 1.7777143317159407e-07,
      "loss": 0.2717,
      "step": 356
    },
    {
      "epoch": 2.8356435643564355,
      "grad_norm": 1.3815722866503821,
      "learning_rate": 1.4699437313891007e-07,
      "loss": 0.2941,
      "step": 358
    },
    {
      "epoch": 2.8514851485148514,
      "grad_norm": 1.4033894606032193,
      "learning_rate": 1.1912103908922945e-07,
      "loss": 0.2747,
      "step": 360
    },
    {
      "epoch": 2.867326732673267,
      "grad_norm": 1.463974792809012,
      "learning_rate": 9.415964542203059e-08,
      "loss": 0.2759,
      "step": 362
    },
    {
      "epoch": 2.883168316831683,
      "grad_norm": 1.3556200240858571,
      "learning_rate": 7.21175483745995e-08,
      "loss": 0.2728,
      "step": 364
    },
    {
      "epoch": 2.899009900990099,
      "grad_norm": 1.4407004492072946,
      "learning_rate": 5.300124385410943e-08,
      "loss": 0.255,
      "step": 366
    },
    {
      "epoch": 2.9148514851485148,
      "grad_norm": 1.3953279840487336,
      "learning_rate": 3.681636552324452e-08,
      "loss": 0.2831,
      "step": 368
    },
    {
      "epoch": 2.9306930693069306,
      "grad_norm": 1.3987888464947156,
      "learning_rate": 2.3567683139936736e-08,
      "loss": 0.2607,
      "step": 370
    },
    {
      "epoch": 2.9465346534653465,
      "grad_norm": 1.4508777672512516,
      "learning_rate": 1.325910115169471e-08,
      "loss": 0.2599,
      "step": 372
    },
    {
      "epoch": 2.9623762376237623,
      "grad_norm": 1.3800670482596784,
      "learning_rate": 5.8936575449475284e-09,
      "loss": 0.2661,
      "step": 374
    },
    {
      "epoch": 2.978217821782178,
      "grad_norm": 1.394978304799224,
      "learning_rate": 1.47352294973091e-09,
      "loss": 0.286,
      "step": 376
    },
    {
      "epoch": 2.994059405940594,
      "grad_norm": 1.4850311019997162,
      "learning_rate": 0.0,
      "loss": 0.285,
      "step": 378
    },
    {
      "epoch": 2.994059405940594,
      "step": 378,
      "total_flos": 1243685281333248.0,
      "train_loss": 0.6043043333701986,
      "train_runtime": 10201.0989,
      "train_samples_per_second": 1.188,
      "train_steps_per_second": 0.037
    }
  ],
  "logging_steps": 2,
  "max_steps": 378,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 32,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1243685281333248.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}