{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 348,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.017241379310344827,
      "grad_norm": 0.8816090822219849,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 2.133296012878418,
      "step": 2
    },
    {
      "epoch": 0.034482758620689655,
      "grad_norm": 0.29265427589416504,
      "learning_rate": 4.9999999999999996e-06,
      "loss": 1.8569927215576172,
      "step": 4
    },
    {
      "epoch": 0.05172413793103448,
      "grad_norm": 0.4113790988922119,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.9297298192977905,
      "step": 6
    },
    {
      "epoch": 0.06896551724137931,
      "grad_norm": 0.501505434513092,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 4.868577480316162,
      "step": 8
    },
    {
      "epoch": 0.08620689655172414,
      "grad_norm": 0.43636268377304077,
      "learning_rate": 1.5e-05,
      "loss": 2.009166955947876,
      "step": 10
    },
    {
      "epoch": 0.10344827586206896,
      "grad_norm": 3.4641079902648926,
      "learning_rate": 1.8333333333333336e-05,
      "loss": 2.0880112648010254,
      "step": 12
    },
    {
      "epoch": 0.1206896551724138,
      "grad_norm": 2.272722005844116,
      "learning_rate": 2.1666666666666667e-05,
      "loss": 2.3606438636779785,
      "step": 14
    },
    {
      "epoch": 0.13793103448275862,
      "grad_norm": 0.5703615546226501,
      "learning_rate": 2.5e-05,
      "loss": 1.9572478532791138,
      "step": 16
    },
    {
      "epoch": 0.15517241379310345,
      "grad_norm": 0.23337635397911072,
      "learning_rate": 2.8333333333333332e-05,
      "loss": 1.6358482837677002,
      "step": 18
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 0.2846831679344177,
      "learning_rate": 2.999373614050377e-05,
      "loss": 1.5971399545669556,
      "step": 20
    },
    {
      "epoch": 0.1896551724137931,
      "grad_norm": 0.22005710005760193,
      "learning_rate": 2.9943660135527193e-05,
      "loss": 1.9199273586273193,
      "step": 22
    },
    {
      "epoch": 0.20689655172413793,
      "grad_norm": 0.30223548412323,
      "learning_rate": 2.984369396041239e-05,
      "loss": 1.5466594696044922,
      "step": 24
    },
    {
      "epoch": 0.22413793103448276,
      "grad_norm": 4.415768146514893,
      "learning_rate": 2.9694208595192654e-05,
      "loss": 1.039365530014038,
      "step": 26
    },
    {
      "epoch": 0.2413793103448276,
      "grad_norm": 0.2239375114440918,
      "learning_rate": 2.949575878836866e-05,
      "loss": 1.457193374633789,
      "step": 28
    },
    {
      "epoch": 0.25862068965517243,
      "grad_norm": 0.5077499151229858,
      "learning_rate": 2.9249080998205997e-05,
      "loss": 1.247235894203186,
      "step": 30
    },
    {
      "epoch": 0.27586206896551724,
      "grad_norm": 0.1902107149362564,
      "learning_rate": 2.895509065969754e-05,
      "loss": 1.132712721824646,
      "step": 32
    },
    {
      "epoch": 0.29310344827586204,
      "grad_norm": 0.7180187106132507,
      "learning_rate": 2.861487878733334e-05,
      "loss": 1.1004750728607178,
      "step": 34
    },
    {
      "epoch": 0.3103448275862069,
      "grad_norm": 0.19518446922302246,
      "learning_rate": 2.8229707926285193e-05,
      "loss": 1.2603535652160645,
      "step": 36
    },
    {
      "epoch": 0.3275862068965517,
      "grad_norm": 0.2706547975540161,
      "learning_rate": 2.7801007467031303e-05,
      "loss": 1.564131259918213,
      "step": 38
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.11646223813295364,
      "learning_rate": 2.7330368340808766e-05,
      "loss": 1.3439611196517944,
      "step": 40
    },
    {
      "epoch": 0.3620689655172414,
      "grad_norm": 0.18652920424938202,
      "learning_rate": 2.68195371155793e-05,
      "loss": 1.653893232345581,
      "step": 42
    },
    {
      "epoch": 0.3793103448275862,
      "grad_norm": 0.35720935463905334,
      "learning_rate": 2.6270409514418447e-05,
      "loss": 1.345064401626587,
      "step": 44
    },
    {
      "epoch": 0.39655172413793105,
      "grad_norm": 0.18193630874156952,
      "learning_rate": 2.568502338038184e-05,
      "loss": 1.3374089002609253,
      "step": 46
    },
    {
      "epoch": 0.41379310344827586,
      "grad_norm": 0.15458394587039948,
      "learning_rate": 2.5065551113956345e-05,
      "loss": 1.3249835968017578,
      "step": 48
    },
    {
      "epoch": 0.43103448275862066,
      "grad_norm": 0.3153666853904724,
      "learning_rate": 2.441429161116107e-05,
      "loss": 1.143474817276001,
      "step": 50
    },
    {
      "epoch": 0.4482758620689655,
      "grad_norm": 0.1796191781759262,
      "learning_rate": 2.3733661732216455e-05,
      "loss": 0.91184401512146,
      "step": 52
    },
    {
      "epoch": 0.46551724137931033,
      "grad_norm": 0.2718876004219055,
      "learning_rate": 2.3026187332441612e-05,
      "loss": 1.1794605255126953,
      "step": 54
    },
    {
      "epoch": 0.4827586206896552,
      "grad_norm": 0.154719278216362,
      "learning_rate": 2.2294493888664832e-05,
      "loss": 1.2965553998947144,
      "step": 56
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.14152568578720093,
      "learning_rate": 2.1541296755933106e-05,
      "loss": 1.4213244915008545,
      "step": 58
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.15456536412239075,
      "learning_rate": 2.0769391090678594e-05,
      "loss": 1.25790274143219,
      "step": 60
    },
    {
      "epoch": 0.5344827586206896,
      "grad_norm": 0.25589054822921753,
      "learning_rate": 1.998164147773771e-05,
      "loss": 1.2669916152954102,
      "step": 62
    },
    {
      "epoch": 0.5517241379310345,
      "grad_norm": 0.19327247142791748,
      "learning_rate": 1.9180971299717562e-05,
      "loss": 1.0608755350112915,
      "step": 64
    },
    {
      "epoch": 0.5689655172413793,
      "grad_norm": 0.1933823823928833,
      "learning_rate": 1.8370351888160553e-05,
      "loss": 1.2603998184204102,
      "step": 66
    },
    {
      "epoch": 0.5862068965517241,
      "grad_norm": 0.37840721011161804,
      "learning_rate": 1.755279149676784e-05,
      "loss": 0.9561605453491211,
      "step": 68
    },
    {
      "epoch": 0.603448275862069,
      "grad_norm": 0.21245446801185608,
      "learning_rate": 1.6731324137602643e-05,
      "loss": 1.0841741561889648,
      "step": 70
    },
    {
      "epoch": 0.6206896551724138,
      "grad_norm": 0.2268361747264862,
      "learning_rate": 1.590899832170276e-05,
      "loss": 0.8117428421974182,
      "step": 72
    },
    {
      "epoch": 0.6379310344827587,
      "grad_norm": 0.36945435404777527,
      "learning_rate": 1.5088865745886681e-05,
      "loss": 0.8893211483955383,
      "step": 74
    },
    {
      "epoch": 0.6551724137931034,
      "grad_norm": 0.43866750597953796,
      "learning_rate": 1.4273969967736997e-05,
      "loss": 1.256456732749939,
      "step": 76
    },
    {
      "epoch": 0.6724137931034483,
      "grad_norm": 0.6824928522109985,
      "learning_rate": 1.3467335110789045e-05,
      "loss": 1.0219424962997437,
      "step": 78
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.1600809097290039,
      "learning_rate": 1.267195464184032e-05,
      "loss": 1.3244811296463013,
      "step": 80
    },
    {
      "epoch": 0.7068965517241379,
      "grad_norm": 0.16961514949798584,
      "learning_rate": 1.1890780262028785e-05,
      "loss": 1.2907791137695312,
      "step": 82
    },
    {
      "epoch": 0.7241379310344828,
      "grad_norm": 0.12361691892147064,
      "learning_rate": 1.1126710952905864e-05,
      "loss": 1.0599552392959595,
      "step": 84
    },
    {
      "epoch": 0.7413793103448276,
      "grad_norm": 0.2644699811935425,
      "learning_rate": 1.0382582218154716e-05,
      "loss": 0.931882381439209,
      "step": 86
    },
    {
      "epoch": 0.7586206896551724,
      "grad_norm": 0.3073562681674957,
      "learning_rate": 9.661155560878463e-06,
      "loss": 0.7623745203018188,
      "step": 88
    },
    {
      "epoch": 0.7758620689655172,
      "grad_norm": 0.14720334112644196,
      "learning_rate": 8.965108235508627e-06,
      "loss": 0.8441999554634094,
      "step": 90
    },
    {
      "epoch": 0.7931034482758621,
      "grad_norm": 0.29734253883361816,
      "learning_rate": 8.29702331236512e-06,
      "loss": 0.8531256318092346,
      "step": 92
    },
    {
      "epoch": 0.8103448275862069,
      "grad_norm": 0.5815638899803162,
      "learning_rate": 7.659380091738652e-06,
      "loss": 0.8273341655731201,
      "step": 94
    },
    {
      "epoch": 0.8275862068965517,
      "grad_norm": 1.9160736799240112,
      "learning_rate": 7.054544903069566e-06,
      "loss": 0.4431428015232086,
      "step": 96
    },
    {
      "epoch": 0.8448275862068966,
      "grad_norm": 0.16483919322490692,
      "learning_rate": 6.484762323367704e-06,
      "loss": 1.2755130529403687,
      "step": 98
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.42587000131607056,
      "learning_rate": 5.9521468474623304e-06,
      "loss": 1.144418716430664,
      "step": 100
    },
    {
      "epoch": 0.8793103448275862,
      "grad_norm": 0.15736447274684906,
      "learning_rate": 5.458675040994306e-06,
      "loss": 1.2321348190307617,
      "step": 102
    },
    {
      "epoch": 0.896551724137931,
      "grad_norm": 0.3543795645236969,
      "learning_rate": 5.006178205271082e-06,
      "loss": 0.9103032946586609,
      "step": 104
    },
    {
      "epoch": 0.9137931034482759,
      "grad_norm": 0.1326935738325119,
      "learning_rate": 4.596335581205745e-06,
      "loss": 1.2454521656036377,
      "step": 106
    },
    {
      "epoch": 0.9310344827586207,
      "grad_norm": 1.112565517425537,
      "learning_rate": 4.230668117560634e-06,
      "loss": 1.1100295782089233,
      "step": 108
    },
    {
      "epoch": 0.9482758620689655,
      "grad_norm": 0.18412314355373383,
      "learning_rate": 3.910532826621947e-06,
      "loss": 1.0047061443328857,
      "step": 110
    },
    {
      "epoch": 0.9655172413793104,
      "grad_norm": 0.1519099920988083,
      "learning_rate": 3.6371177482516813e-06,
      "loss": 0.7593088150024414,
      "step": 112
    },
    {
      "epoch": 0.9827586206896551,
      "grad_norm": 0.2574796974658966,
      "learning_rate": 3.411437541005667e-06,
      "loss": 0.8851341605186462,
      "step": 114
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.162760391831398,
      "learning_rate": 3.234329716679273e-06,
      "loss": 1.245699405670166,
      "step": 116
    },
    {
      "epoch": 1.0172413793103448,
      "grad_norm": 0.1872638612985611,
      "learning_rate": 3.1064515322545505e-06,
      "loss": 1.221221923828125,
      "step": 118
    },
    {
      "epoch": 1.0344827586206897,
      "grad_norm": 0.21109050512313843,
      "learning_rate": 3.0282775507830497e-06,
      "loss": 0.7024672627449036,
      "step": 120
    },
    {
      "epoch": 1.0517241379310345,
      "grad_norm": 0.14990702271461487,
      "learning_rate": 3.000097880255948e-06,
      "loss": 1.2402740716934204,
      "step": 122
    },
    {
      "epoch": 1.0689655172413792,
      "grad_norm": 0.23416019976139069,
      "learning_rate": 3.0220170969971693e-06,
      "loss": 1.1297236680984497,
      "step": 124
    },
    {
      "epoch": 1.0862068965517242,
      "grad_norm": 0.19604845345020294,
      "learning_rate": 3.093953857574826e-06,
      "loss": 1.0468320846557617,
      "step": 126
    },
    {
      "epoch": 1.103448275862069,
      "grad_norm": 0.1591433882713318,
      "learning_rate": 3.2156412006712305e-06,
      "loss": 1.190972089767456,
      "step": 128
    },
    {
      "epoch": 1.1206896551724137,
      "grad_norm": 0.21266596019268036,
      "learning_rate": 3.386627537791162e-06,
      "loss": 0.83074551820755,
      "step": 130
    },
    {
      "epoch": 1.1379310344827587,
      "grad_norm": 0.1659928411245346,
      "learning_rate": 3.606278329131906e-06,
      "loss": 1.2269715070724487,
      "step": 132
    },
    {
      "epoch": 1.1551724137931034,
      "grad_norm": 0.3175746500492096,
      "learning_rate": 3.873778438395723e-06,
      "loss": 0.5150075554847717,
      "step": 134
    },
    {
      "epoch": 1.1724137931034484,
      "grad_norm": 0.31136131286621094,
      "learning_rate": 4.1881351578059545e-06,
      "loss": 0.47654953598976135,
      "step": 136
    },
    {
      "epoch": 1.1896551724137931,
      "grad_norm": 0.14184990525245667,
      "learning_rate": 4.5481818921007985e-06,
      "loss": 1.2832177877426147,
      "step": 138
    },
    {
      "epoch": 1.206896551724138,
      "grad_norm": 0.25604957342147827,
      "learning_rate": 4.952582487833158e-06,
      "loss": 1.1527303457260132,
      "step": 140
    },
    {
      "epoch": 1.2241379310344827,
      "grad_norm": 0.13393063843250275,
      "learning_rate": 5.3998361919103724e-06,
      "loss": 1.4890146255493164,
      "step": 142
    },
    {
      "epoch": 1.2413793103448276,
      "grad_norm": 0.12155193835496902,
      "learning_rate": 5.888283220972366e-06,
      "loss": 1.1686463356018066,
      "step": 144
    },
    {
      "epoch": 1.2586206896551724,
      "grad_norm": 0.38867977261543274,
      "learning_rate": 6.416110920939995e-06,
      "loss": 1.1420594453811646,
      "step": 146
    },
    {
      "epoch": 1.2758620689655173,
      "grad_norm": 0.1920805424451828,
      "learning_rate": 6.981360493875075e-06,
      "loss": 0.8097314834594727,
      "step": 148
    },
    {
      "epoch": 1.293103448275862,
      "grad_norm": 0.2275863140821457,
      "learning_rate": 7.581934267188444e-06,
      "loss": 1.1563327312469482,
      "step": 150
    },
    {
      "epoch": 1.3103448275862069,
      "grad_norm": 0.6193908452987671,
      "learning_rate": 8.215603478219558e-06,
      "loss": 0.7376953959465027,
      "step": 152
    },
    {
      "epoch": 1.3275862068965516,
      "grad_norm": 0.13849061727523804,
      "learning_rate": 8.880016545298615e-06,
      "loss": 0.8840894103050232,
      "step": 154
    },
    {
      "epoch": 1.3448275862068966,
      "grad_norm": 0.4044109284877777,
      "learning_rate": 9.572707794596881e-06,
      "loss": 1.3034617900848389,
      "step": 156
    },
    {
      "epoch": 1.3620689655172413,
      "grad_norm": 0.1762719750404358,
      "learning_rate": 1.0291106610379316e-05,
      "loss": 1.2110811471939087,
      "step": 158
    },
    {
      "epoch": 1.3793103448275863,
      "grad_norm": 0.21315965056419373,
      "learning_rate": 1.1032546974702523e-05,
      "loss": 1.174965262413025,
      "step": 160
    },
    {
      "epoch": 1.396551724137931,
      "grad_norm": 0.1833634078502655,
      "learning_rate": 1.1794277361155493e-05,
      "loss": 0.9785462021827698,
      "step": 162
    },
    {
      "epoch": 1.4137931034482758,
      "grad_norm": 0.2881973683834076,
      "learning_rate": 1.2573470945927114e-05,
      "loss": 0.7486613988876343,
      "step": 164
    },
    {
      "epoch": 1.4310344827586206,
      "grad_norm": 0.1457541584968567,
      "learning_rate": 1.3367236098306466e-05,
      "loss": 1.2081069946289062,
      "step": 166
    },
    {
      "epoch": 1.4482758620689655,
      "grad_norm": 0.22875168919563293,
      "learning_rate": 1.4172627111685208e-05,
      "loss": 1.2631800174713135,
      "step": 168
    },
    {
      "epoch": 1.4655172413793103,
      "grad_norm": 0.14663054049015045,
      "learning_rate": 1.4986655135238434e-05,
      "loss": 0.8129775524139404,
      "step": 170
    },
    {
      "epoch": 1.4827586206896552,
      "grad_norm": 0.18815924227237701,
      "learning_rate": 1.5806299265716396e-05,
      "loss": 1.2445049285888672,
      "step": 172
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.23885682225227356,
      "learning_rate": 1.6628517758184285e-05,
      "loss": 0.7052794694900513,
      "step": 174
    },
    {
      "epoch": 1.5172413793103448,
      "grad_norm": 0.13497234880924225,
      "learning_rate": 1.7450259314106843e-05,
      "loss": 1.4724665880203247,
      "step": 176
    },
    {
      "epoch": 1.5344827586206895,
      "grad_norm": 0.5048268437385559,
      "learning_rate": 1.826847440488684e-05,
      "loss": 0.32006025314331055,
      "step": 178
    },
    {
      "epoch": 1.5517241379310345,
      "grad_norm": 0.8052246570587158,
      "learning_rate": 1.9080126588835274e-05,
      "loss": 0.29676616191864014,
      "step": 180
    },
    {
      "epoch": 1.5689655172413794,
      "grad_norm": 0.43781599402427673,
      "learning_rate": 1.9882203779575198e-05,
      "loss": 1.1562625169754028,
      "step": 182
    },
    {
      "epoch": 1.5862068965517242,
      "grad_norm": 0.1728672832250595,
      "learning_rate": 2.0671729424061787e-05,
      "loss": 0.9202221632003784,
      "step": 184
    },
    {
      "epoch": 1.603448275862069,
      "grad_norm": 0.5775326490402222,
      "learning_rate": 2.144577354873615e-05,
      "loss": 1.2155585289001465,
      "step": 186
    },
    {
      "epoch": 1.6206896551724137,
      "grad_norm": 0.17796771228313446,
      "learning_rate": 2.220146363282005e-05,
      "loss": 1.167516827583313,
      "step": 188
    },
    {
      "epoch": 1.6379310344827587,
      "grad_norm": 0.3755885064601898,
      "learning_rate": 2.2935995268400318e-05,
      "loss": 1.1323333978652954,
      "step": 190
    },
    {
      "epoch": 1.6551724137931034,
      "grad_norm": 0.21519975364208221,
      "learning_rate": 2.3646642567742345e-05,
      "loss": 0.9196767807006836,
      "step": 192
    },
    {
      "epoch": 1.6724137931034484,
      "grad_norm": 0.16918060183525085,
      "learning_rate": 2.433076827921117e-05,
      "loss": 0.9174919724464417,
      "step": 194
    },
    {
      "epoch": 1.6896551724137931,
      "grad_norm": 0.20906352996826172,
      "learning_rate": 2.4985833574258856e-05,
      "loss": 1.3593827486038208,
      "step": 196
    },
    {
      "epoch": 1.706896551724138,
      "grad_norm": 0.620851457118988,
      "learning_rate": 2.560940746915833e-05,
      "loss": 0.9581778645515442,
      "step": 198
    },
    {
      "epoch": 1.7241379310344827,
      "grad_norm": 0.5852736830711365,
      "learning_rate": 2.619917584651918e-05,
      "loss": 0.6433994174003601,
      "step": 200
    },
    {
      "epoch": 1.7413793103448276,
      "grad_norm": 0.18479883670806885,
      "learning_rate": 2.6752950043105974e-05,
      "loss": 1.1657538414001465,
      "step": 202
    },
    {
      "epoch": 1.7586206896551724,
      "grad_norm": 0.18072469532489777,
      "learning_rate": 2.7268674972089096e-05,
      "loss": 1.1429758071899414,
      "step": 204
    },
    {
      "epoch": 1.7758620689655173,
      "grad_norm": 0.2669624388217926,
      "learning_rate": 2.7744436749586343e-05,
      "loss": 1.2312031984329224,
      "step": 206
    },
    {
      "epoch": 1.793103448275862,
      "grad_norm": 0.16005530953407288,
      "learning_rate": 2.8178469797192326e-05,
      "loss": 1.1482793092727661,
      "step": 208
    },
    {
      "epoch": 1.8103448275862069,
      "grad_norm": 0.24072809517383575,
      "learning_rate": 2.856916339413811e-05,
      "loss": 1.1373822689056396,
      "step": 210
    },
    {
      "epoch": 1.8275862068965516,
      "grad_norm": 0.1878095120191574,
      "learning_rate": 2.8915067654765562e-05,
      "loss": 0.8796662092208862,
      "step": 212
    },
    {
      "epoch": 1.8448275862068966,
      "grad_norm": 0.21740852296352386,
      "learning_rate": 2.9214898909133586e-05,
      "loss": 1.0384447574615479,
      "step": 214
    },
    {
      "epoch": 1.8620689655172413,
      "grad_norm": 0.9018149971961975,
      "learning_rate": 2.946754446678865e-05,
      "loss": 0.5491471290588379,
      "step": 216
    },
    {
      "epoch": 1.8793103448275863,
      "grad_norm": 0.13663442432880402,
      "learning_rate": 2.967206674602094e-05,
      "loss": 0.8381883502006531,
      "step": 218
    },
    {
      "epoch": 1.896551724137931,
      "grad_norm": 0.17705294489860535,
      "learning_rate": 2.98277067532822e-05,
      "loss": 0.8339143991470337,
      "step": 220
    },
    {
      "epoch": 1.9137931034482758,
      "grad_norm": 0.6685168743133545,
      "learning_rate": 2.993388689985295e-05,
      "loss": 0.8806865215301514,
      "step": 222
    },
    {
      "epoch": 1.9310344827586206,
      "grad_norm": 0.27922579646110535,
      "learning_rate": 2.9990213145306393e-05,
      "loss": 1.1154509782791138,
      "step": 224
    },
    {
      "epoch": 1.9482758620689655,
      "grad_norm": 0.42925339937210083,
      "learning_rate": 2.999647645981429e-05,
      "loss": 0.8699172735214233,
      "step": 226
    },
    {
      "epoch": 1.9655172413793105,
      "grad_norm": 0.30161452293395996,
      "learning_rate": 2.995265359986831e-05,
      "loss": 1.0112342834472656,
      "step": 228
    },
    {
      "epoch": 1.9827586206896552,
      "grad_norm": 0.5354682803153992,
      "learning_rate": 2.9858907194537958e-05,
      "loss": 1.221873164176941,
      "step": 230
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.1859283596277237,
      "learning_rate": 2.9715585141945073e-05,
      "loss": 0.8529492616653442,
      "step": 232
    },
    {
      "epoch": 2.0172413793103448,
      "grad_norm": 0.22067049145698547,
      "learning_rate": 2.9523219318194555e-05,
      "loss": 1.0910695791244507,
      "step": 234
    },
    {
      "epoch": 2.0344827586206895,
      "grad_norm": 0.4083843231201172,
      "learning_rate": 2.9282523603552557e-05,
      "loss": 0.39936938881874084,
      "step": 236
    },
    {
      "epoch": 2.0517241379310347,
      "grad_norm": 0.22413796186447144,
      "learning_rate": 2.899439123319714e-05,
      "loss": 0.6455128788948059,
      "step": 238
    },
    {
      "epoch": 2.0689655172413794,
      "grad_norm": 0.44840389490127563,
      "learning_rate": 2.86598914823729e-05,
      "loss": 1.0364433526992798,
      "step": 240
    },
    {
      "epoch": 2.086206896551724,
      "grad_norm": 0.245926633477211,
      "learning_rate": 2.8280265698251005e-05,
      "loss": 0.6382094025611877,
      "step": 242
    },
    {
      "epoch": 2.103448275862069,
      "grad_norm": 1.7387171983718872,
      "learning_rate": 2.7856922693220947e-05,
      "loss": 0.6532158255577087,
      "step": 244
    },
    {
      "epoch": 2.1206896551724137,
      "grad_norm": 0.3799879848957062,
      "learning_rate": 2.739143351670935e-05,
      "loss": 0.8184542655944824,
      "step": 246
    },
    {
      "epoch": 2.1379310344827585,
      "grad_norm": 0.25618430972099304,
      "learning_rate": 2.688552562492825e-05,
      "loss": 0.675823986530304,
      "step": 248
    },
    {
      "epoch": 2.1551724137931036,
      "grad_norm": 0.32830527424812317,
      "learning_rate": 2.6341076470189065e-05,
      "loss": 0.7770854830741882,
      "step": 250
    },
    {
      "epoch": 2.1724137931034484,
      "grad_norm": 0.15962277352809906,
      "learning_rate": 2.5760106533572648e-05,
      "loss": 0.713956356048584,
      "step": 252
    },
    {
      "epoch": 2.189655172413793,
      "grad_norm": 0.42531585693359375,
      "learning_rate": 2.5144771826811748e-05,
      "loss": 0.4886062741279602,
      "step": 254
    },
    {
      "epoch": 2.206896551724138,
      "grad_norm": 0.23626545071601868,
      "learning_rate": 2.4497355891211547e-05,
      "loss": 1.1009202003479004,
      "step": 256
    },
    {
      "epoch": 2.2241379310344827,
      "grad_norm": 0.29544082283973694,
      "learning_rate": 2.3820261323300925e-05,
      "loss": 1.0635813474655151,
      "step": 258
    },
    {
      "epoch": 2.2413793103448274,
      "grad_norm": 0.3267728090286255,
      "learning_rate": 2.311600085866322e-05,
      "loss": 0.9566066265106201,
      "step": 260
    },
    {
      "epoch": 2.2586206896551726,
      "grad_norm": 0.09956636279821396,
      "learning_rate": 2.238718804703476e-05,
      "loss": 0.6884672045707703,
      "step": 262
    },
    {
      "epoch": 2.2758620689655173,
      "grad_norm": 0.15193510055541992,
      "learning_rate": 2.163652755327646e-05,
      "loss": 0.9428229928016663,
      "step": 264
    },
    {
      "epoch": 2.293103448275862,
      "grad_norm": 0.24053514003753662,
      "learning_rate": 2.0866805120212266e-05,
      "loss": 0.6498053669929504,
      "step": 266
    },
    {
      "epoch": 2.310344827586207,
      "grad_norm": 0.13813968002796173,
      "learning_rate": 2.0080877230582565e-05,
      "loss": 1.1316256523132324,
      "step": 268
    },
    {
      "epoch": 2.3275862068965516,
      "grad_norm": 0.3910239636898041,
      "learning_rate": 1.9281660506477953e-05,
      "loss": 1.0687792301177979,
      "step": 270
    },
    {
      "epoch": 2.344827586206897,
      "grad_norm": 0.23670506477355957,
      "learning_rate": 1.8472120885592557e-05,
      "loss": 1.125198245048523,
      "step": 272
    },
    {
      "epoch": 2.3620689655172415,
      "grad_norm": 0.7727434635162354,
      "learning_rate": 1.7655262614464347e-05,
      "loss": 0.5221872329711914,
      "step": 274
    },
    {
      "epoch": 2.3793103448275863,
      "grad_norm": 0.5010542869567871,
      "learning_rate": 1.683411709954916e-05,
      "loss": 1.0470247268676758,
      "step": 276
    },
    {
      "epoch": 2.396551724137931,
      "grad_norm": 1.5273538827896118,
      "learning_rate": 1.6011731657502948e-05,
      "loss": 0.6991406679153442,
      "step": 278
    },
    {
      "epoch": 2.413793103448276,
      "grad_norm": 0.12472137063741684,
      "learning_rate": 1.5191158206420104e-05,
      "loss": 1.0698401927947998,
      "step": 280
    },
    {
      "epoch": 2.4310344827586206,
      "grad_norm": 0.40073373913764954,
      "learning_rate": 1.4375441939995862e-05,
      "loss": 0.9676493406295776,
      "step": 282
    },
    {
      "epoch": 2.4482758620689653,
      "grad_norm": 0.29846158623695374,
      "learning_rate": 1.3567610026643158e-05,
      "loss": 0.8159676194190979,
      "step": 284
    },
    {
      "epoch": 2.4655172413793105,
      "grad_norm": 0.0978626236319542,
      "learning_rate": 1.2770660375502325e-05,
      "loss": 0.731606125831604,
      "step": 286
    },
    {
      "epoch": 2.4827586206896552,
      "grad_norm": 0.1449108123779297,
      "learning_rate": 1.1987550511033729e-05,
      "loss": 0.9657235145568848,
      "step": 288
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.7278546690940857,
      "learning_rate": 1.1221186597479921e-05,
      "loss": 0.6879425644874573,
      "step": 290
    },
    {
      "epoch": 2.5172413793103448,
      "grad_norm": 0.1562328189611435,
      "learning_rate": 1.047441265392866e-05,
      "loss": 0.6442292928695679,
      "step": 292
    },
    {
      "epoch": 2.5344827586206895,
      "grad_norm": 0.412852942943573,
      "learning_rate": 9.74999999999999e-06,
      "loss": 1.2038459777832031,
      "step": 294
    },
    {
      "epoch": 2.5517241379310347,
      "grad_norm": 0.8354277014732361,
      "learning_rate": 9.05063697132504e-06,
      "loss": 0.6161110401153564,
      "step": 296
    },
    {
      "epoch": 2.5689655172413794,
      "grad_norm": 0.3308437466621399,
      "learning_rate": 8.378918942982984e-06,
      "loss": 0.4709848463535309,
      "step": 298
    },
    {
      "epoch": 2.586206896551724,
      "grad_norm": 0.15517888963222504,
      "learning_rate": 7.7373386979199e-06,
      "loss": 0.9857034683227539,
      "step": 300
    },
    {
      "epoch": 2.603448275862069,
      "grad_norm": 0.8485265970230103,
      "learning_rate": 7.128277176092711e-06,
      "loss": 0.93929523229599,
      "step": 302
    },
    {
      "epoch": 2.6206896551724137,
      "grad_norm": 0.7992085218429565,
      "learning_rate": 6.5539946386685424e-06,
      "loss": 0.8182238340377808,
      "step": 304
    },
    {
      "epoch": 2.637931034482759,
      "grad_norm": 0.15321463346481323,
      "learning_rate": 6.01662228006993e-06,
      "loss": 0.8413806557655334,
      "step": 306
    },
    {
      "epoch": 2.655172413793103,
      "grad_norm": 0.26136964559555054,
      "learning_rate": 5.5181543189938835e-06,
      "loss": 0.7553901076316833,
      "step": 308
    },
    {
      "epoch": 2.6724137931034484,
      "grad_norm": 0.6263846158981323,
      "learning_rate": 5.060440597755323e-06,
      "loss": 0.8772685527801514,
      "step": 310
    },
    {
      "epoch": 2.689655172413793,
      "grad_norm": 0.1620139181613922,
      "learning_rate": 4.6451797174195354e-06,
      "loss": 0.9297232031822205,
      "step": 312
    },
    {
      "epoch": 2.706896551724138,
      "grad_norm": 0.14144213497638702,
      "learning_rate": 4.273912734199091e-06,
      "loss": 0.8999103307723999,
      "step": 314
    },
    {
      "epoch": 2.7241379310344827,
      "grad_norm": 0.4446767568588257,
      "learning_rate": 3.948017440508606e-06,
      "loss": 0.32868385314941406,
      "step": 316
    },
    {
      "epoch": 2.7413793103448274,
      "grad_norm": 0.2091308832168579,
      "learning_rate": 3.6687032519005313e-06,
      "loss": 1.1546356678009033,
      "step": 318
    },
    {
      "epoch": 2.7586206896551726,
      "grad_norm": 0.1578148901462555,
      "learning_rate": 3.4370067188567254e-06,
      "loss": 0.9378973841667175,
      "step": 320
    },
    {
      "epoch": 2.7758620689655173,
      "grad_norm": 1.2611632347106934,
      "learning_rate": 3.2537876800920677e-06,
      "loss": 0.6517216563224792,
      "step": 322
    },
    {
      "epoch": 2.793103448275862,
      "grad_norm": 0.19654294848442078,
      "learning_rate": 3.119726071645127e-06,
      "loss": 0.7699644565582275,
      "step": 324
    },
    {
      "epoch": 2.810344827586207,
      "grad_norm": 0.2935585379600525,
      "learning_rate": 3.035319403597751e-06,
      "loss": 1.0573527812957764,
      "step": 326
    },
    {
      "epoch": 2.8275862068965516,
      "grad_norm": 0.18080638349056244,
      "learning_rate": 3.000880913787505e-06,
      "loss": 1.1476738452911377,
      "step": 328
    },
    {
      "epoch": 2.844827586206897,
      "grad_norm": 0.1654699146747589,
      "learning_rate": 3.016538405364614e-06,
      "loss": 1.1468658447265625,
      "step": 330
    },
    {
      "epoch": 2.862068965517241,
      "grad_norm": 0.17703653872013092,
      "learning_rate": 3.082233772507386e-06,
      "loss": 1.062970757484436,
      "step": 332
    },
    {
      "epoch": 2.8793103448275863,
      "grad_norm": 0.37376028299331665,
      "learning_rate": 3.1977232160561467e-06,
      "loss": 0.603091835975647,
      "step": 334
    },
    {
      "epoch": 2.896551724137931,
      "grad_norm": 0.19850152730941772,
      "learning_rate": 3.3625781482654565e-06,
      "loss": 0.7071291208267212,
      "step": 336
    },
    {
      "epoch": 2.913793103448276,
      "grad_norm": 0.1782890260219574,
      "learning_rate": 3.5761867833170895e-06,
      "loss": 0.658890962600708,
      "step": 338
    },
    {
      "epoch": 2.9310344827586206,
      "grad_norm": 0.18476705253124237,
      "learning_rate": 3.8377564076912e-06,
      "loss": 1.0716102123260498,
      "step": 340
    },
    {
      "epoch": 2.9482758620689653,
      "grad_norm": 0.30881527066230774,
      "learning_rate": 4.146316321970244e-06,
      "loss": 1.2615000009536743,
      "step": 342
    },
    {
      "epoch": 2.9655172413793105,
      "grad_norm": 0.3074623644351959,
      "learning_rate": 4.5007214431585365e-06,
      "loss": 0.8507893681526184,
      "step": 344
    },
    {
      "epoch": 2.9827586206896552,
      "grad_norm": 0.21223706007003784,
      "learning_rate": 4.8996565541488335e-06,
      "loss": 0.6322518587112427,
      "step": 346
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.4978598952293396,
      "learning_rate": 5.341641184566203e-06,
      "loss": 0.7810978293418884,
      "step": 348
    },
    {
      "epoch": 3.0,
      "step": 348,
      "total_flos": 2.7756656592022405e+18,
      "train_loss": 1.0638441426315526,
      "train_runtime": 6969.7468,
      "train_samples_per_second": 5.992,
      "train_steps_per_second": 0.05
    }
  ],
  "logging_steps": 2,
  "max_steps": 348,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7756656592022405e+18,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}