{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 28.74074074074074,
  "eval_steps": 500,
  "global_step": 402,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 70.21087646484375,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 6.0132,
      "step": 2
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 57.58814239501953,
      "learning_rate": 5e-06,
      "loss": 5.2072,
      "step": 4
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 46.47439193725586,
      "learning_rate": 8.333333333333334e-06,
      "loss": 3.0408,
      "step": 6
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 24.632150650024414,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 2.3364,
      "step": 8
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 23.976943969726562,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 2.185,
      "step": 10
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 18.078527450561523,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 1.9432,
      "step": 12
    },
    {
      "epoch": 1.0,
      "grad_norm": 25.87737464904785,
      "learning_rate": 1.9999675557165282e-05,
      "loss": 1.5516,
      "step": 14
    },
    {
      "epoch": 1.1481481481481481,
      "grad_norm": 14.125572204589844,
      "learning_rate": 1.9997080140801932e-05,
      "loss": 0.8972,
      "step": 16
    },
    {
      "epoch": 1.2962962962962963,
      "grad_norm": 12.101792335510254,
      "learning_rate": 1.9991889981715696e-05,
      "loss": 0.8666,
      "step": 18
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 21.769561767578125,
      "learning_rate": 1.9984106427012667e-05,
      "loss": 0.9736,
      "step": 20
    },
    {
      "epoch": 1.5925925925925926,
      "grad_norm": 14.465237617492676,
      "learning_rate": 1.9973731496914914e-05,
      "loss": 0.8706,
      "step": 22
    },
    {
      "epoch": 1.7407407407407407,
      "grad_norm": 35.41783142089844,
      "learning_rate": 1.9960767884236132e-05,
      "loss": 0.7846,
      "step": 24
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 20.135147094726562,
      "learning_rate": 1.9945218953682736e-05,
      "loss": 1.1249,
      "step": 26
    },
    {
      "epoch": 2.0,
      "grad_norm": 20.01813507080078,
      "learning_rate": 1.992708874098054e-05,
      "loss": 0.8804,
      "step": 28
    },
    {
      "epoch": 2.148148148148148,
      "grad_norm": 5.577389240264893,
      "learning_rate": 1.9906381951827295e-05,
      "loss": 0.2036,
      "step": 30
    },
    {
      "epoch": 2.2962962962962963,
      "grad_norm": 7.592391014099121,
      "learning_rate": 1.9883103960671305e-05,
      "loss": 0.165,
      "step": 32
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 9.455511093139648,
      "learning_rate": 1.985726080931651e-05,
      "loss": 0.1009,
      "step": 34
    },
    {
      "epoch": 2.5925925925925926,
      "grad_norm": 11.158129692077637,
      "learning_rate": 1.9828859205354326e-05,
      "loss": 0.1706,
      "step": 36
    },
    {
      "epoch": 2.7407407407407405,
      "grad_norm": 9.241584777832031,
      "learning_rate": 1.979790652042268e-05,
      "loss": 0.2829,
      "step": 38
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 9.160713195800781,
      "learning_rate": 1.9764410788292724e-05,
      "loss": 0.276,
      "step": 40
    },
    {
      "epoch": 3.0,
      "grad_norm": 9.034798622131348,
      "learning_rate": 1.9728380702783644e-05,
      "loss": 0.2954,
      "step": 42
    },
    {
      "epoch": 3.148148148148148,
      "grad_norm": 2.3645989894866943,
      "learning_rate": 1.968982561550621e-05,
      "loss": 0.0698,
      "step": 44
    },
    {
      "epoch": 3.2962962962962963,
      "grad_norm": 6.123332500457764,
      "learning_rate": 1.9648755533435517e-05,
      "loss": 0.0961,
      "step": 46
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 1.8872700929641724,
      "learning_rate": 1.9605181116313725e-05,
      "loss": 0.0648,
      "step": 48
    },
    {
      "epoch": 3.5925925925925926,
      "grad_norm": 6.479188919067383,
      "learning_rate": 1.955911367388329e-05,
      "loss": 0.1653,
      "step": 50
    },
    {
      "epoch": 3.7407407407407405,
      "grad_norm": 2.771259069442749,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.057,
      "step": 52
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 10.078364372253418,
      "learning_rate": 1.9459548184287254e-05,
      "loss": 0.1347,
      "step": 54
    },
    {
      "epoch": 4.0,
      "grad_norm": 16.32892608642578,
      "learning_rate": 1.9406075979350175e-05,
      "loss": 0.1828,
      "step": 56
    },
    {
      "epoch": 4.148148148148148,
      "grad_norm": 0.7437280416488647,
      "learning_rate": 1.9350162426854152e-05,
      "loss": 0.0483,
      "step": 58
    },
    {
      "epoch": 4.296296296296296,
      "grad_norm": 4.6985321044921875,
      "learning_rate": 1.9291822039164934e-05,
      "loss": 0.0657,
      "step": 60
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 3.9528374671936035,
      "learning_rate": 1.923106995853349e-05,
      "loss": 0.1279,
      "step": 62
    },
    {
      "epoch": 4.592592592592593,
      "grad_norm": 4.089845180511475,
      "learning_rate": 1.9167921953165827e-05,
      "loss": 0.0813,
      "step": 64
    },
    {
      "epoch": 4.7407407407407405,
      "grad_norm": 2.3875203132629395,
      "learning_rate": 1.9102394413130348e-05,
      "loss": 0.0367,
      "step": 66
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 5.7833967208862305,
      "learning_rate": 1.9034504346103825e-05,
      "loss": 0.2109,
      "step": 68
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.2964959740638733,
      "learning_rate": 1.896426937295704e-05,
      "loss": 0.0383,
      "step": 70
    },
    {
      "epoch": 5.148148148148148,
      "grad_norm": 4.408813953399658,
      "learning_rate": 1.8891707723181294e-05,
      "loss": 0.1141,
      "step": 72
    },
    {
      "epoch": 5.296296296296296,
      "grad_norm": 0.22182708978652954,
      "learning_rate": 1.881683823015694e-05,
      "loss": 0.0672,
      "step": 74
    },
    {
      "epoch": 5.444444444444445,
      "grad_norm": 1.0347212553024292,
      "learning_rate": 1.873968032626518e-05,
      "loss": 0.0131,
      "step": 76
    },
    {
      "epoch": 5.592592592592593,
      "grad_norm": 0.7128021717071533,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.0101,
      "step": 78
    },
    {
      "epoch": 5.7407407407407405,
      "grad_norm": 0.7934299111366272,
      "learning_rate": 1.8578579979992266e-05,
      "loss": 0.0266,
      "step": 80
    },
    {
      "epoch": 5.888888888888889,
      "grad_norm": 13.658126831054688,
      "learning_rate": 1.8494679351215212e-05,
      "loss": 0.1843,
      "step": 82
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.41831719875335693,
      "learning_rate": 1.8408573927926225e-05,
      "loss": 0.0023,
      "step": 84
    },
    {
      "epoch": 6.148148148148148,
      "grad_norm": 0.07081316411495209,
      "learning_rate": 1.8320286058792845e-05,
      "loss": 0.0014,
      "step": 86
    },
    {
      "epoch": 6.296296296296296,
      "grad_norm": 1.6338634490966797,
      "learning_rate": 1.8229838658936566e-05,
      "loss": 0.0907,
      "step": 88
    },
    {
      "epoch": 6.444444444444445,
      "grad_norm": 8.390157699584961,
      "learning_rate": 1.81372552039852e-05,
      "loss": 0.2235,
      "step": 90
    },
    {
      "epoch": 6.592592592592593,
      "grad_norm": 4.785590648651123,
      "learning_rate": 1.804255972397977e-05,
      "loss": 0.1009,
      "step": 92
    },
    {
      "epoch": 6.7407407407407405,
      "grad_norm": 9.069583892822266,
      "learning_rate": 1.7945776797137544e-05,
      "loss": 0.0224,
      "step": 94
    },
    {
      "epoch": 6.888888888888889,
      "grad_norm": 0.145456925034523,
      "learning_rate": 1.7846931543472722e-05,
      "loss": 0.0017,
      "step": 96
    },
    {
      "epoch": 7.0,
      "grad_norm": 7.696702003479004,
      "learning_rate": 1.7746049618276545e-05,
      "loss": 0.165,
      "step": 98
    },
    {
      "epoch": 7.148148148148148,
      "grad_norm": 0.1802881360054016,
      "learning_rate": 1.7643157205458483e-05,
      "loss": 0.0285,
      "step": 100
    },
    {
      "epoch": 7.296296296296296,
      "grad_norm": 5.289300918579102,
      "learning_rate": 1.753828101075017e-05,
      "loss": 0.0386,
      "step": 102
    },
    {
      "epoch": 7.444444444444445,
      "grad_norm": 0.5074731111526489,
      "learning_rate": 1.7431448254773943e-05,
      "loss": 0.0149,
      "step": 104
    },
    {
      "epoch": 7.592592592592593,
      "grad_norm": 4.221737861633301,
      "learning_rate": 1.7322686665977738e-05,
      "loss": 0.0159,
      "step": 106
    },
    {
      "epoch": 7.7407407407407405,
      "grad_norm": 2.5934197902679443,
      "learning_rate": 1.7212024473438145e-05,
      "loss": 0.0519,
      "step": 108
    },
    {
      "epoch": 7.888888888888889,
      "grad_norm": 0.21167413890361786,
      "learning_rate": 1.7099490399533583e-05,
      "loss": 0.0142,
      "step": 110
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.09941914677619934,
      "learning_rate": 1.6985113652489374e-05,
      "loss": 0.0019,
      "step": 112
    },
    {
      "epoch": 8.148148148148149,
      "grad_norm": 0.11601820588111877,
      "learning_rate": 1.6868923918796753e-05,
      "loss": 0.001,
      "step": 114
    },
    {
      "epoch": 8.296296296296296,
      "grad_norm": 0.048870399594306946,
      "learning_rate": 1.6750951355507763e-05,
      "loss": 0.004,
      "step": 116
    },
    {
      "epoch": 8.444444444444445,
      "grad_norm": 10.136484146118164,
      "learning_rate": 1.6631226582407954e-05,
      "loss": 0.0512,
      "step": 118
    },
    {
      "epoch": 8.592592592592592,
      "grad_norm": 4.009435653686523,
      "learning_rate": 1.650978067406904e-05,
      "loss": 0.0569,
      "step": 120
    },
    {
      "epoch": 8.74074074074074,
      "grad_norm": 0.04615255072712898,
      "learning_rate": 1.638664515178348e-05,
      "loss": 0.0276,
      "step": 122
    },
    {
      "epoch": 8.88888888888889,
      "grad_norm": 0.5869151949882507,
      "learning_rate": 1.626185197538314e-05,
      "loss": 0.0122,
      "step": 124
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.372694194316864,
      "learning_rate": 1.613543353494409e-05,
      "loss": 0.004,
      "step": 126
    },
    {
      "epoch": 9.148148148148149,
      "grad_norm": 0.034844283014535904,
      "learning_rate": 1.600742264237979e-05,
      "loss": 0.0027,
      "step": 128
    },
    {
      "epoch": 9.296296296296296,
      "grad_norm": 0.024813378229737282,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.0005,
      "step": 130
    },
    {
      "epoch": 9.444444444444445,
      "grad_norm": 0.054847851395606995,
      "learning_rate": 1.574675680651084e-05,
      "loss": 0.0003,
      "step": 132
    },
    {
      "epoch": 9.592592592592592,
      "grad_norm": 0.012215496972203255,
      "learning_rate": 1.561416951903881e-05,
      "loss": 0.0411,
      "step": 134
    },
    {
      "epoch": 9.74074074074074,
      "grad_norm": 0.01614837907254696,
      "learning_rate": 1.5480125073546705e-05,
      "loss": 0.0055,
      "step": 136
    },
    {
      "epoch": 9.88888888888889,
      "grad_norm": 0.8813748359680176,
      "learning_rate": 1.5344658261278013e-05,
      "loss": 0.0283,
      "step": 138
    },
    {
      "epoch": 10.0,
      "grad_norm": 57.692848205566406,
      "learning_rate": 1.5207804242651625e-05,
      "loss": 0.3287,
      "step": 140
    },
    {
      "epoch": 10.148148148148149,
      "grad_norm": 0.01186081487685442,
      "learning_rate": 1.5069598538135905e-05,
      "loss": 0.0002,
      "step": 142
    },
    {
      "epoch": 10.296296296296296,
      "grad_norm": 0.03444704785943031,
      "learning_rate": 1.4930077019029376e-05,
      "loss": 0.0061,
      "step": 144
    },
    {
      "epoch": 10.444444444444445,
      "grad_norm": 0.05061617121100426,
      "learning_rate": 1.4789275898150309e-05,
      "loss": 0.0023,
      "step": 146
    },
    {
      "epoch": 10.592592592592592,
      "grad_norm": 0.19461821019649506,
      "learning_rate": 1.4647231720437687e-05,
      "loss": 0.0005,
      "step": 148
    },
    {
      "epoch": 10.74074074074074,
      "grad_norm": 0.5531904697418213,
      "learning_rate": 1.450398135346597e-05,
      "loss": 0.0225,
      "step": 150
    },
    {
      "epoch": 10.88888888888889,
      "grad_norm": 0.02902345545589924,
      "learning_rate": 1.4359561977876102e-05,
      "loss": 0.0572,
      "step": 152
    },
    {
      "epoch": 11.0,
      "grad_norm": 0.03750229626893997,
      "learning_rate": 1.4214011077725293e-05,
      "loss": 0.0238,
      "step": 154
    },
    {
      "epoch": 11.148148148148149,
      "grad_norm": 0.01594114489853382,
      "learning_rate": 1.4067366430758004e-05,
      "loss": 0.0125,
      "step": 156
    },
    {
      "epoch": 11.296296296296296,
      "grad_norm": 0.01831846497952938,
      "learning_rate": 1.3919666098600753e-05,
      "loss": 0.0002,
      "step": 158
    },
    {
      "epoch": 11.444444444444445,
      "grad_norm": 0.014910983853042126,
      "learning_rate": 1.3770948416883205e-05,
      "loss": 0.0002,
      "step": 160
    },
    {
      "epoch": 11.592592592592592,
      "grad_norm": 2.285388946533203,
      "learning_rate": 1.362125198528817e-05,
      "loss": 0.0251,
      "step": 162
    },
    {
      "epoch": 11.74074074074074,
      "grad_norm": 0.04311133176088333,
      "learning_rate": 1.347061565753303e-05,
      "loss": 0.01,
      "step": 164
    },
    {
      "epoch": 11.88888888888889,
      "grad_norm": 0.014949589967727661,
      "learning_rate": 1.3319078531285286e-05,
      "loss": 0.0022,
      "step": 166
    },
    {
      "epoch": 12.0,
      "grad_norm": 0.011438173241913319,
      "learning_rate": 1.3166679938014728e-05,
      "loss": 0.0003,
      "step": 168
    },
    {
      "epoch": 12.148148148148149,
      "grad_norm": 0.016681043431162834,
      "learning_rate": 1.301345943278496e-05,
      "loss": 0.0002,
      "step": 170
    },
    {
      "epoch": 12.296296296296296,
      "grad_norm": 0.011501719243824482,
      "learning_rate": 1.2859456783986892e-05,
      "loss": 0.0004,
      "step": 172
    },
    {
      "epoch": 12.444444444444445,
      "grad_norm": 0.13780571520328522,
      "learning_rate": 1.270471196301684e-05,
      "loss": 0.0053,
      "step": 174
    },
    {
      "epoch": 12.592592592592592,
      "grad_norm": 0.15591566264629364,
      "learning_rate": 1.2549265133901934e-05,
      "loss": 0.0087,
      "step": 176
    },
    {
      "epoch": 12.74074074074074,
      "grad_norm": 0.07638789713382721,
      "learning_rate": 1.2393156642875579e-05,
      "loss": 0.0063,
      "step": 178
    },
    {
      "epoch": 12.88888888888889,
      "grad_norm": 0.009266780689358711,
      "learning_rate": 1.2236427007905558e-05,
      "loss": 0.0002,
      "step": 180
    },
    {
      "epoch": 13.0,
      "grad_norm": 0.020039549097418785,
      "learning_rate": 1.2079116908177592e-05,
      "loss": 0.2838,
      "step": 182
    },
    {
      "epoch": 13.148148148148149,
      "grad_norm": 0.15673038363456726,
      "learning_rate": 1.1921267173537085e-05,
      "loss": 0.1877,
      "step": 184
    },
    {
      "epoch": 13.296296296296296,
      "grad_norm": 0.08017202466726303,
      "learning_rate": 1.1762918773891691e-05,
      "loss": 0.0042,
      "step": 186
    },
    {
      "epoch": 13.444444444444445,
      "grad_norm": 0.010346467606723309,
      "learning_rate": 1.1604112808577603e-05,
      "loss": 0.0002,
      "step": 188
    },
    {
      "epoch": 13.592592592592592,
      "grad_norm": 0.010894942097365856,
      "learning_rate": 1.1444890495692214e-05,
      "loss": 0.0001,
      "step": 190
    },
    {
      "epoch": 13.74074074074074,
      "grad_norm": 0.031103109940886497,
      "learning_rate": 1.1285293161395948e-05,
      "loss": 0.0068,
      "step": 192
    },
    {
      "epoch": 13.88888888888889,
      "grad_norm": 0.01819729432463646,
      "learning_rate": 1.1125362229186056e-05,
      "loss": 0.0002,
      "step": 194
    },
    {
      "epoch": 14.0,
      "grad_norm": 0.01841341145336628,
      "learning_rate": 1.0965139209145153e-05,
      "loss": 0.0003,
      "step": 196
    },
    {
      "epoch": 14.148148148148149,
      "grad_norm": 0.008297973312437534,
      "learning_rate": 1.0804665687167262e-05,
      "loss": 0.0001,
      "step": 198
    },
    {
      "epoch": 14.296296296296296,
      "grad_norm": 0.021972045302391052,
      "learning_rate": 1.0643983314164195e-05,
      "loss": 0.0052,
      "step": 200
    },
    {
      "epoch": 14.444444444444445,
      "grad_norm": 0.025723164901137352,
      "learning_rate": 1.0483133795255072e-05,
      "loss": 0.0002,
      "step": 202
    },
    {
      "epoch": 14.592592592592592,
      "grad_norm": 0.09751021862030029,
      "learning_rate": 1.0322158878941733e-05,
      "loss": 0.0092,
      "step": 204
    },
    {
      "epoch": 14.74074074074074,
      "grad_norm": 0.009472132660448551,
      "learning_rate": 1.0161100346272913e-05,
      "loss": 0.0035,
      "step": 206
    },
    {
      "epoch": 14.88888888888889,
      "grad_norm": 0.006406329572200775,
      "learning_rate": 1e-05,
      "loss": 0.0005,
      "step": 208
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.01075380202382803,
      "learning_rate": 9.838899653727088e-06,
      "loss": 0.0002,
      "step": 210
    },
    {
      "epoch": 15.148148148148149,
      "grad_norm": 0.008914481848478317,
      "learning_rate": 9.677841121058274e-06,
      "loss": 0.0001,
      "step": 212
    },
    {
      "epoch": 15.296296296296296,
      "grad_norm": 0.13058064877986908,
      "learning_rate": 9.516866204744932e-06,
      "loss": 0.0042,
      "step": 214
    },
    {
      "epoch": 15.444444444444445,
      "grad_norm": 0.005530489608645439,
      "learning_rate": 9.356016685835807e-06,
      "loss": 0.0053,
      "step": 216
    },
    {
      "epoch": 15.592592592592592,
      "grad_norm": 0.07168114185333252,
      "learning_rate": 9.195334312832742e-06,
      "loss": 0.0093,
      "step": 218
    },
    {
      "epoch": 15.74074074074074,
      "grad_norm": 0.005750632844865322,
      "learning_rate": 9.034860790854848e-06,
      "loss": 0.0001,
      "step": 220
    },
    {
      "epoch": 15.88888888888889,
      "grad_norm": 0.005580791737884283,
      "learning_rate": 8.874637770813947e-06,
      "loss": 0.0001,
      "step": 222
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.008345577865839005,
      "learning_rate": 8.714706838604056e-06,
      "loss": 0.0001,
      "step": 224
    },
    {
      "epoch": 16.14814814814815,
      "grad_norm": 0.12289520353078842,
      "learning_rate": 8.55510950430779e-06,
      "loss": 0.0108,
      "step": 226
    },
    {
      "epoch": 16.296296296296298,
      "grad_norm": 0.008948876522481441,
      "learning_rate": 8.395887191422397e-06,
      "loss": 0.0001,
      "step": 228
    },
    {
      "epoch": 16.444444444444443,
      "grad_norm": 0.005637575872242451,
      "learning_rate": 8.23708122610831e-06,
      "loss": 0.0074,
      "step": 230
    },
    {
      "epoch": 16.59259259259259,
      "grad_norm": 0.004851146135479212,
      "learning_rate": 8.078732826462917e-06,
      "loss": 0.0001,
      "step": 232
    },
    {
      "epoch": 16.74074074074074,
      "grad_norm": 0.004342212807387114,
      "learning_rate": 7.92088309182241e-06,
      "loss": 0.0001,
      "step": 234
    },
    {
      "epoch": 16.88888888888889,
      "grad_norm": 0.0062991357408463955,
      "learning_rate": 7.763572992094448e-06,
      "loss": 0.0001,
      "step": 236
    },
    {
      "epoch": 17.0,
      "grad_norm": 0.0036818073131144047,
      "learning_rate": 7.606843357124426e-06,
      "loss": 0.0001,
      "step": 238
    },
    {
      "epoch": 17.14814814814815,
      "grad_norm": 0.07259424030780792,
      "learning_rate": 7.450734866098066e-06,
      "loss": 0.0033,
      "step": 240
    },
    {
      "epoch": 17.296296296296298,
      "grad_norm": 0.004074610769748688,
      "learning_rate": 7.2952880369831635e-06,
      "loss": 0.0065,
      "step": 242
    },
    {
      "epoch": 17.444444444444443,
      "grad_norm": 0.1560247242450714,
      "learning_rate": 7.140543216013109e-06,
      "loss": 0.0045,
      "step": 244
    },
    {
      "epoch": 17.59259259259259,
      "grad_norm": 0.004389321897178888,
      "learning_rate": 6.986540567215043e-06,
      "loss": 0.0001,
      "step": 246
    },
    {
      "epoch": 17.74074074074074,
      "grad_norm": 0.007073231041431427,
      "learning_rate": 6.833320061985278e-06,
      "loss": 0.0001,
      "step": 248
    },
    {
      "epoch": 17.88888888888889,
      "grad_norm": 0.006827354431152344,
      "learning_rate": 6.680921468714718e-06,
      "loss": 0.0047,
      "step": 250
    },
    {
      "epoch": 18.0,
      "grad_norm": 0.004763526376336813,
      "learning_rate": 6.529384342466971e-06,
      "loss": 0.0001,
      "step": 252
    },
    {
      "epoch": 18.14814814814815,
      "grad_norm": 0.005955778993666172,
      "learning_rate": 6.378748014711834e-06,
      "loss": 0.0001,
      "step": 254
    },
    {
      "epoch": 18.296296296296298,
      "grad_norm": 0.003511330345645547,
      "learning_rate": 6.229051583116796e-06,
      "loss": 0.0001,
      "step": 256
    },
    {
      "epoch": 18.444444444444443,
      "grad_norm": 0.00399408582597971,
      "learning_rate": 6.080333901399252e-06,
      "loss": 0.0063,
      "step": 258
    },
    {
      "epoch": 18.59259259259259,
      "grad_norm": 0.004711697343736887,
      "learning_rate": 5.932633569242e-06,
      "loss": 0.0001,
      "step": 260
    },
    {
      "epoch": 18.74074074074074,
      "grad_norm": 0.004290228709578514,
      "learning_rate": 5.785988922274711e-06,
      "loss": 0.0098,
      "step": 262
    },
    {
      "epoch": 18.88888888888889,
      "grad_norm": 0.05570642277598381,
      "learning_rate": 5.640438022123898e-06,
      "loss": 0.0031,
      "step": 264
    },
    {
      "epoch": 19.0,
      "grad_norm": 0.003965294919908047,
      "learning_rate": 5.496018646534032e-06,
      "loss": 0.0001,
      "step": 266
    },
    {
      "epoch": 19.14814814814815,
      "grad_norm": 0.003580670338124037,
      "learning_rate": 5.352768279562315e-06,
      "loss": 0.0093,
      "step": 268
    },
    {
      "epoch": 19.296296296296298,
      "grad_norm": 0.004285724833607674,
      "learning_rate": 5.210724101849696e-06,
      "loss": 0.0001,
      "step": 270
    },
    {
      "epoch": 19.444444444444443,
      "grad_norm": 0.0037607268895953894,
      "learning_rate": 5.069922980970626e-06,
      "loss": 0.0001,
      "step": 272
    },
    {
      "epoch": 19.59259259259259,
      "grad_norm": 0.04302617534995079,
      "learning_rate": 4.930401461864099e-06,
      "loss": 0.0081,
      "step": 274
    },
    {
      "epoch": 19.74074074074074,
      "grad_norm": 0.0037424350157380104,
      "learning_rate": 4.7921957573483756e-06,
      "loss": 0.0001,
      "step": 276
    },
    {
      "epoch": 19.88888888888889,
      "grad_norm": 0.0032615945674479008,
      "learning_rate": 4.655341738721989e-06,
      "loss": 0.0001,
      "step": 278
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.003283739322796464,
      "learning_rate": 4.519874926453303e-06,
      "loss": 0.0,
      "step": 280
    },
    {
      "epoch": 20.14814814814815,
      "grad_norm": 0.00264250161126256,
      "learning_rate": 4.385830480961192e-06,
      "loss": 0.0001,
      "step": 282
    },
    {
      "epoch": 20.296296296296298,
      "grad_norm": 0.00357725634239614,
      "learning_rate": 4.2532431934891646e-06,
      "loss": 0.0001,
      "step": 284
    },
    {
      "epoch": 20.444444444444443,
      "grad_norm": 0.003912975545972586,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.0054,
      "step": 286
    },
    {
      "epoch": 20.59259259259259,
      "grad_norm": 0.0031737168319523335,
      "learning_rate": 3.99257735762021e-06,
      "loss": 0.0001,
      "step": 288
    },
    {
      "epoch": 20.74074074074074,
      "grad_norm": 0.004108683671802282,
      "learning_rate": 3.864566465055913e-06,
      "loss": 0.0043,
      "step": 290
    },
    {
      "epoch": 20.88888888888889,
      "grad_norm": 0.0033303890377283096,
      "learning_rate": 3.738148024616863e-06,
      "loss": 0.0001,
      "step": 292
    },
    {
      "epoch": 21.0,
      "grad_norm": 0.0030161114409565926,
      "learning_rate": 3.6133548482165225e-06,
      "loss": 0.0098,
      "step": 294
    },
    {
      "epoch": 21.14814814814815,
      "grad_norm": 0.060281865298748016,
      "learning_rate": 3.4902193259309627e-06,
      "loss": 0.0033,
      "step": 296
    },
    {
      "epoch": 21.296296296296298,
      "grad_norm": 0.0027096017729490995,
      "learning_rate": 3.3687734175920505e-06,
      "loss": 0.0,
      "step": 298
    },
    {
      "epoch": 21.444444444444443,
      "grad_norm": 0.004156744573265314,
      "learning_rate": 3.2490486444922396e-06,
      "loss": 0.0001,
      "step": 300
    },
    {
      "epoch": 21.59259259259259,
      "grad_norm": 0.14578433334827423,
      "learning_rate": 3.131076081203247e-06,
      "loss": 0.0037,
      "step": 302
    },
    {
      "epoch": 21.74074074074074,
      "grad_norm": 0.0028298762626945972,
      "learning_rate": 3.0148863475106315e-06,
      "loss": 0.0062,
      "step": 304
    },
    {
      "epoch": 21.88888888888889,
      "grad_norm": 0.18271295726299286,
      "learning_rate": 2.900509600466418e-06,
      "loss": 0.0043,
      "step": 306
    },
    {
      "epoch": 22.0,
      "grad_norm": 0.00494324741885066,
      "learning_rate": 2.7879755265618558e-06,
      "loss": 0.0001,
      "step": 308
    },
    {
      "epoch": 22.14814814814815,
      "grad_norm": 0.004431094974279404,
      "learning_rate": 2.6773133340222677e-06,
      "loss": 0.0038,
      "step": 310
    },
    {
      "epoch": 22.296296296296298,
      "grad_norm": 0.002698077354580164,
      "learning_rate": 2.5685517452260566e-06,
      "loss": 0.0001,
      "step": 312
    },
    {
      "epoch": 22.444444444444443,
      "grad_norm": 0.0034333046060055494,
      "learning_rate": 2.4617189892498326e-06,
      "loss": 0.0,
      "step": 314
    },
    {
      "epoch": 22.59259259259259,
      "grad_norm": 0.07087589800357819,
      "learning_rate": 2.3568427945415163e-06,
      "loss": 0.0089,
      "step": 316
    },
    {
      "epoch": 22.74074074074074,
      "grad_norm": 0.0028803746681660414,
      "learning_rate": 2.2539503817234553e-06,
      "loss": 0.0,
      "step": 318
    },
    {
      "epoch": 22.88888888888889,
      "grad_norm": 0.0028331754729151726,
      "learning_rate": 2.153068456527283e-06,
      "loss": 0.0,
      "step": 320
    },
    {
      "epoch": 23.0,
      "grad_norm": 0.24954956769943237,
      "learning_rate": 2.0542232028624585e-06,
      "loss": 0.0189,
      "step": 322
    },
    {
      "epoch": 23.14814814814815,
      "grad_norm": 0.07590242475271225,
      "learning_rate": 1.9574402760202315e-06,
      "loss": 0.0071,
      "step": 324
    },
    {
      "epoch": 23.296296296296298,
      "grad_norm": 0.07335228472948074,
      "learning_rate": 1.8627447960148036e-06,
      "loss": 0.0041,
      "step": 326
    },
    {
      "epoch": 23.444444444444443,
      "grad_norm": 0.002679693978279829,
      "learning_rate": 1.7701613410634367e-06,
      "loss": 0.0001,
      "step": 328
    },
    {
      "epoch": 23.59259259259259,
      "grad_norm": 0.008854858577251434,
      "learning_rate": 1.6797139412071583e-06,
      "loss": 0.0001,
      "step": 330
    },
    {
      "epoch": 23.74074074074074,
      "grad_norm": 0.003298202995210886,
      "learning_rate": 1.5914260720737796e-06,
      "loss": 0.0001,
      "step": 332
    },
    {
      "epoch": 23.88888888888889,
      "grad_norm": 0.0022927140817046165,
      "learning_rate": 1.5053206487847916e-06,
      "loss": 0.0047,
      "step": 334
    },
    {
      "epoch": 24.0,
      "grad_norm": 0.0027822547126561403,
      "learning_rate": 1.4214200200077343e-06,
      "loss": 0.0,
      "step": 336
    },
    {
      "epoch": 24.14814814814815,
      "grad_norm": 0.0029783721547573805,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.0,
      "step": 338
    },
    {
      "epoch": 24.296296296296298,
      "grad_norm": 0.0020928133744746447,
      "learning_rate": 1.2603196737348211e-06,
      "loss": 0.0039,
      "step": 340
    },
    {
      "epoch": 24.444444444444443,
      "grad_norm": 0.0029716058634221554,
      "learning_rate": 1.1831617698430609e-06,
      "loss": 0.0001,
      "step": 342
    },
    {
      "epoch": 24.59259259259259,
      "grad_norm": 0.05463359132409096,
      "learning_rate": 1.1082922768187098e-06,
      "loss": 0.0058,
      "step": 344
    },
    {
      "epoch": 24.74074074074074,
      "grad_norm": 0.055414874106645584,
      "learning_rate": 1.0357306270429623e-06,
      "loss": 0.0041,
      "step": 346
    },
    {
      "epoch": 24.88888888888889,
      "grad_norm": 0.1706482619047165,
      "learning_rate": 9.65495653896179e-07,
      "loss": 0.0037,
      "step": 348
    },
    {
      "epoch": 25.0,
      "grad_norm": 0.004686425905674696,
      "learning_rate": 8.976055868696543e-07,
      "loss": 0.0,
      "step": 350
    },
    {
      "epoch": 25.14814814814815,
      "grad_norm": 0.002915605204179883,
      "learning_rate": 8.320780468341761e-07,
      "loss": 0.0001,
      "step": 352
    },
    {
      "epoch": 25.296296296296298,
      "grad_norm": 0.177982896566391,
      "learning_rate": 7.689300414665124e-07,
      "loss": 0.0039,
      "step": 354
    },
    {
      "epoch": 25.444444444444443,
      "grad_norm": 0.0028289929032325745,
      "learning_rate": 7.08177960835068e-07,
      "loss": 0.0072,
      "step": 356
    },
    {
      "epoch": 25.59259259259259,
      "grad_norm": 0.16306143999099731,
      "learning_rate": 6.498375731458529e-07,
      "loss": 0.0035,
      "step": 358
    },
    {
      "epoch": 25.74074074074074,
      "grad_norm": 0.002770756371319294,
      "learning_rate": 5.939240206498287e-07,
      "loss": 0.0001,
      "step": 360
    },
    {
      "epoch": 25.88888888888889,
      "grad_norm": 0.0030980072915554047,
      "learning_rate": 5.404518157127481e-07,
      "loss": 0.0041,
      "step": 362
    },
    {
      "epoch": 26.0,
      "grad_norm": 0.0027522058226168156,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.0,
      "step": 364
    },
    {
      "epoch": 26.14814814814815,
      "grad_norm": 0.0026546705048531294,
      "learning_rate": 4.408863261167096e-07,
      "loss": 0.0,
      "step": 366
    },
    {
      "epoch": 26.296296296296298,
      "grad_norm": 0.05512738972902298,
      "learning_rate": 3.9481888368627764e-07,
      "loss": 0.0042,
      "step": 368
    },
    {
      "epoch": 26.444444444444443,
      "grad_norm": 0.0037136340979486704,
      "learning_rate": 3.5124446656448654e-07,
      "loss": 0.0001,
      "step": 370
    },
    {
      "epoch": 26.59259259259259,
      "grad_norm": 0.002223914721980691,
      "learning_rate": 3.101743844937943e-07,
      "loss": 0.0106,
      "step": 372
    },
    {
      "epoch": 26.74074074074074,
      "grad_norm": 0.0037102268543094397,
      "learning_rate": 2.716192972163556e-07,
      "loss": 0.0001,
      "step": 374
    },
    {
      "epoch": 26.88888888888889,
      "grad_norm": 0.0032115220092236996,
      "learning_rate": 2.355892117072789e-07,
      "loss": 0.0,
      "step": 376
    },
    {
      "epoch": 27.0,
      "grad_norm": 0.003928745165467262,
      "learning_rate": 2.0209347957732328e-07,
      "loss": 0.0039,
      "step": 378
    },
    {
      "epoch": 27.14814814814815,
      "grad_norm": 0.0024801164399832487,
      "learning_rate": 1.711407946456789e-07,
      "loss": 0.0,
      "step": 380
    },
    {
      "epoch": 27.296296296296298,
      "grad_norm": 0.17018507421016693,
      "learning_rate": 1.4273919068349184e-07,
      "loss": 0.0076,
      "step": 382
    },
    {
      "epoch": 27.444444444444443,
      "grad_norm": 0.003076062072068453,
      "learning_rate": 1.1689603932869664e-07,
      "loss": 0.0,
      "step": 384
    },
    {
      "epoch": 27.59259259259259,
      "grad_norm": 0.002432670909911394,
      "learning_rate": 9.36180481727067e-08,
      "loss": 0.0041,
      "step": 386
    },
    {
      "epoch": 27.74074074074074,
      "grad_norm": 0.003008410567417741,
      "learning_rate": 7.291125901946027e-08,
      "loss": 0.0,
      "step": 388
    },
    {
      "epoch": 27.88888888888889,
      "grad_norm": 0.048845987766981125,
      "learning_rate": 5.4781046317267103e-08,
      "loss": 0.0051,
      "step": 390
    },
    {
      "epoch": 28.0,
      "grad_norm": 0.006181825418025255,
      "learning_rate": 3.923211576387087e-08,
      "loss": 0.0001,
      "step": 392
    },
    {
      "epoch": 28.14814814814815,
      "grad_norm": 0.0037348337937146425,
      "learning_rate": 2.6268503085089547e-08,
      "loss": 0.0001,
      "step": 394
    },
    {
      "epoch": 28.296296296296298,
      "grad_norm": 0.0033626286312937737,
      "learning_rate": 1.5893572987333293e-08,
      "loss": 0.0,
      "step": 396
    },
    {
      "epoch": 28.444444444444443,
      "grad_norm": 0.0655711367726326,
      "learning_rate": 8.110018284304132e-09,
      "loss": 0.0049,
      "step": 398
    },
    {
      "epoch": 28.59259259259259,
      "grad_norm": 0.0024890624918043613,
      "learning_rate": 2.9198591980705847e-09,
      "loss": 0.0037,
      "step": 400
    },
    {
      "epoch": 28.74074074074074,
      "grad_norm": 0.1838274598121643,
      "learning_rate": 3.244428347204398e-10,
      "loss": 0.004,
      "step": 402
    }
  ],
  "logging_steps": 2,
  "max_steps": 402,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 29,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.1706596520820736e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}