{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.13541489903275072,
  "eval_steps": 500,
  "global_step": 133,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001018157135584592,
      "grad_norm": 11.6351900100708,
      "learning_rate": 0.0,
      "loss": 9.5408,
      "num_input_tokens_seen": 1572864,
      "step": 1
    },
    {
      "epoch": 0.002036314271169184,
      "grad_norm": 12.06759262084961,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 9.2981,
      "num_input_tokens_seen": 3145728,
      "step": 2
    },
    {
      "epoch": 0.0030544714067537756,
      "grad_norm": 5.20039701461792,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 9.1643,
      "num_input_tokens_seen": 4718592,
      "step": 3
    },
    {
      "epoch": 0.004072628542338368,
      "grad_norm": 5.776241779327393,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 9.155,
      "num_input_tokens_seen": 6291456,
      "step": 4
    },
    {
      "epoch": 0.0050907856779229595,
      "grad_norm": 5.6493048667907715,
      "learning_rate": 1.4814814814814815e-05,
      "loss": 9.9883,
      "num_input_tokens_seen": 7864320,
      "step": 5
    },
    {
      "epoch": 0.006108942813507551,
      "grad_norm": 5.06437873840332,
      "learning_rate": 1.8518518518518518e-05,
      "loss": 9.0083,
      "num_input_tokens_seen": 9437184,
      "step": 6
    },
    {
      "epoch": 0.007127099949092143,
      "grad_norm": 8.688281059265137,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 8.7441,
      "num_input_tokens_seen": 11010048,
      "step": 7
    },
    {
      "epoch": 0.008145257084676736,
      "grad_norm": 4.987055778503418,
      "learning_rate": 2.5925925925925925e-05,
      "loss": 9.578,
      "num_input_tokens_seen": 12582912,
      "step": 8
    },
    {
      "epoch": 0.009163414220261326,
      "grad_norm": 6.269039154052734,
      "learning_rate": 2.962962962962963e-05,
      "loss": 9.2803,
      "num_input_tokens_seen": 14155776,
      "step": 9
    },
    {
      "epoch": 0.010181571355845919,
      "grad_norm": 3.3577678203582764,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 8.7893,
      "num_input_tokens_seen": 15728640,
      "step": 10
    },
    {
      "epoch": 0.01119972849143051,
      "grad_norm": 4.074950218200684,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 8.8306,
      "num_input_tokens_seen": 17301504,
      "step": 11
    },
    {
      "epoch": 0.012217885627015103,
      "grad_norm": 2.5604281425476074,
      "learning_rate": 4.074074074074074e-05,
      "loss": 9.9509,
      "num_input_tokens_seen": 18874368,
      "step": 12
    },
    {
      "epoch": 0.013236042762599695,
      "grad_norm": 5.522690773010254,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 10.0199,
      "num_input_tokens_seen": 20447232,
      "step": 13
    },
    {
      "epoch": 0.014254199898184286,
      "grad_norm": 3.264158010482788,
      "learning_rate": 4.814814814814815e-05,
      "loss": 9.2761,
      "num_input_tokens_seen": 22020096,
      "step": 14
    },
    {
      "epoch": 0.015272357033768879,
      "grad_norm": 3.1376729011535645,
      "learning_rate": 5.185185185185185e-05,
      "loss": 9.7989,
      "num_input_tokens_seen": 23592960,
      "step": 15
    },
    {
      "epoch": 0.01629051416935347,
      "grad_norm": 2.6666500568389893,
      "learning_rate": 5.555555555555556e-05,
      "loss": 9.2875,
      "num_input_tokens_seen": 25165824,
      "step": 16
    },
    {
      "epoch": 0.017308671304938062,
      "grad_norm": 3.044588565826416,
      "learning_rate": 5.925925925925926e-05,
      "loss": 8.9129,
      "num_input_tokens_seen": 26738688,
      "step": 17
    },
    {
      "epoch": 0.018326828440522653,
      "grad_norm": 3.131470203399658,
      "learning_rate": 6.296296296296296e-05,
      "loss": 9.2967,
      "num_input_tokens_seen": 28311552,
      "step": 18
    },
    {
      "epoch": 0.019344985576107247,
      "grad_norm": 3.9975271224975586,
      "learning_rate": 6.666666666666667e-05,
      "loss": 9.2564,
      "num_input_tokens_seen": 29884416,
      "step": 19
    },
    {
      "epoch": 0.020363142711691838,
      "grad_norm": 4.00247049331665,
      "learning_rate": 7.037037037037038e-05,
      "loss": 9.7382,
      "num_input_tokens_seen": 31457280,
      "step": 20
    },
    {
      "epoch": 0.02138129984727643,
      "grad_norm": 2.88885235786438,
      "learning_rate": 7.407407407407407e-05,
      "loss": 9.8961,
      "num_input_tokens_seen": 33030144,
      "step": 21
    },
    {
      "epoch": 0.02239945698286102,
      "grad_norm": 3.772406578063965,
      "learning_rate": 7.777777777777778e-05,
      "loss": 10.2719,
      "num_input_tokens_seen": 34603008,
      "step": 22
    },
    {
      "epoch": 0.023417614118445614,
      "grad_norm": 2.989847421646118,
      "learning_rate": 8.148148148148148e-05,
      "loss": 8.0849,
      "num_input_tokens_seen": 36175872,
      "step": 23
    },
    {
      "epoch": 0.024435771254030205,
      "grad_norm": 3.9388954639434814,
      "learning_rate": 8.518518518518518e-05,
      "loss": 9.0817,
      "num_input_tokens_seen": 37748736,
      "step": 24
    },
    {
      "epoch": 0.025453928389614796,
      "grad_norm": 3.857853889465332,
      "learning_rate": 8.888888888888889e-05,
      "loss": 9.2902,
      "num_input_tokens_seen": 39321600,
      "step": 25
    },
    {
      "epoch": 0.02647208552519939,
      "grad_norm": 4.174322605133057,
      "learning_rate": 9.25925925925926e-05,
      "loss": 8.8552,
      "num_input_tokens_seen": 40894464,
      "step": 26
    },
    {
      "epoch": 0.02749024266078398,
      "grad_norm": 2.5443918704986572,
      "learning_rate": 9.62962962962963e-05,
      "loss": 8.4878,
      "num_input_tokens_seen": 42467328,
      "step": 27
    },
    {
      "epoch": 0.028508399796368572,
      "grad_norm": 3.078213691711426,
      "learning_rate": 0.0001,
      "loss": 10.4723,
      "num_input_tokens_seen": 44040192,
      "step": 28
    },
    {
      "epoch": 0.029526556931953166,
      "grad_norm": 4.266736030578613,
      "learning_rate": 9.999568045802217e-05,
      "loss": 8.8477,
      "num_input_tokens_seen": 45613056,
      "step": 29
    },
    {
      "epoch": 0.030544714067537757,
      "grad_norm": 6.914696216583252,
      "learning_rate": 9.998272257842641e-05,
      "loss": 8.4572,
      "num_input_tokens_seen": 47185920,
      "step": 30
    },
    {
      "epoch": 0.03156287120312235,
      "grad_norm": 5.477447032928467,
      "learning_rate": 9.996112860009688e-05,
      "loss": 10.2007,
      "num_input_tokens_seen": 48758784,
      "step": 31
    },
    {
      "epoch": 0.03258102833870694,
      "grad_norm": 4.215938091278076,
      "learning_rate": 9.993090225407743e-05,
      "loss": 9.4179,
      "num_input_tokens_seen": 50331648,
      "step": 32
    },
    {
      "epoch": 0.03359918547429153,
      "grad_norm": 2.894822597503662,
      "learning_rate": 9.989204876292688e-05,
      "loss": 9.0953,
      "num_input_tokens_seen": 51904512,
      "step": 33
    },
    {
      "epoch": 0.034617342609876124,
      "grad_norm": 6.472196102142334,
      "learning_rate": 9.984457483981669e-05,
      "loss": 9.91,
      "num_input_tokens_seen": 53477376,
      "step": 34
    },
    {
      "epoch": 0.035635499745460715,
      "grad_norm": 2.529986619949341,
      "learning_rate": 9.978848868737098e-05,
      "loss": 9.3412,
      "num_input_tokens_seen": 55050240,
      "step": 35
    },
    {
      "epoch": 0.036653656881045306,
      "grad_norm": 6.255418300628662,
      "learning_rate": 9.972379999624936e-05,
      "loss": 9.6125,
      "num_input_tokens_seen": 56623104,
      "step": 36
    },
    {
      "epoch": 0.0376718140166299,
      "grad_norm": 4.211091041564941,
      "learning_rate": 9.96505199434725e-05,
      "loss": 9.9629,
      "num_input_tokens_seen": 58195968,
      "step": 37
    },
    {
      "epoch": 0.038689971152214495,
      "grad_norm": 3.872631549835205,
      "learning_rate": 9.956866119049095e-05,
      "loss": 8.2777,
      "num_input_tokens_seen": 59768832,
      "step": 38
    },
    {
      "epoch": 0.039708128287799085,
      "grad_norm": 2.6533520221710205,
      "learning_rate": 9.947823788099753e-05,
      "loss": 9.6421,
      "num_input_tokens_seen": 61341696,
      "step": 39
    },
    {
      "epoch": 0.040726285423383676,
      "grad_norm": 2.9233040809631348,
      "learning_rate": 9.937926563848346e-05,
      "loss": 9.1002,
      "num_input_tokens_seen": 62914560,
      "step": 40
    },
    {
      "epoch": 0.04174444255896827,
      "grad_norm": 2.9860687255859375,
      "learning_rate": 9.927176156353899e-05,
      "loss": 9.3179,
      "num_input_tokens_seen": 64487424,
      "step": 41
    },
    {
      "epoch": 0.04276259969455286,
      "grad_norm": 8.309036254882812,
      "learning_rate": 9.91557442308987e-05,
      "loss": 8.7919,
      "num_input_tokens_seen": 66060288,
      "step": 42
    },
    {
      "epoch": 0.04378075683013745,
      "grad_norm": 3.492337226867676,
      "learning_rate": 9.903123368623216e-05,
      "loss": 9.2796,
      "num_input_tokens_seen": 67633152,
      "step": 43
    },
    {
      "epoch": 0.04479891396572204,
      "grad_norm": 4.4715352058410645,
      "learning_rate": 9.889825144268029e-05,
      "loss": 7.8785,
      "num_input_tokens_seen": 69206016,
      "step": 44
    },
    {
      "epoch": 0.04581707110130664,
      "grad_norm": 3.341895341873169,
      "learning_rate": 9.875682047713846e-05,
      "loss": 8.9495,
      "num_input_tokens_seen": 70778880,
      "step": 45
    },
    {
      "epoch": 0.04683522823689123,
      "grad_norm": 3.275592803955078,
      "learning_rate": 9.860696522628639e-05,
      "loss": 10.1828,
      "num_input_tokens_seen": 72351744,
      "step": 46
    },
    {
      "epoch": 0.04785338537247582,
      "grad_norm": 3.430386781692505,
      "learning_rate": 9.844871158236591e-05,
      "loss": 8.193,
      "num_input_tokens_seen": 73924608,
      "step": 47
    },
    {
      "epoch": 0.04887154250806041,
      "grad_norm": 2.59080171585083,
      "learning_rate": 9.828208688870735e-05,
      "loss": 8.7955,
      "num_input_tokens_seen": 75497472,
      "step": 48
    },
    {
      "epoch": 0.049889699643645,
      "grad_norm": 3.031977653503418,
      "learning_rate": 9.810711993500507e-05,
      "loss": 10.1191,
      "num_input_tokens_seen": 77070336,
      "step": 49
    },
    {
      "epoch": 0.05090785677922959,
      "grad_norm": 10.469562530517578,
      "learning_rate": 9.792384095234313e-05,
      "loss": 9.2337,
      "num_input_tokens_seen": 78643200,
      "step": 50
    },
    {
      "epoch": 0.05192601391481419,
      "grad_norm": 2.8945353031158447,
      "learning_rate": 9.773228160797188e-05,
      "loss": 8.936,
      "num_input_tokens_seen": 80216064,
      "step": 51
    },
    {
      "epoch": 0.05294417105039878,
      "grad_norm": 2.5451819896698,
      "learning_rate": 9.753247499983649e-05,
      "loss": 9.4338,
      "num_input_tokens_seen": 81788928,
      "step": 52
    },
    {
      "epoch": 0.05396232818598337,
      "grad_norm": 2.6489815711975098,
      "learning_rate": 9.732445565085824e-05,
      "loss": 8.2926,
      "num_input_tokens_seen": 83361792,
      "step": 53
    },
    {
      "epoch": 0.05498048532156796,
      "grad_norm": 2.7393391132354736,
      "learning_rate": 9.71082595029695e-05,
      "loss": 9.2477,
      "num_input_tokens_seen": 84934656,
      "step": 54
    },
    {
      "epoch": 0.05599864245715255,
      "grad_norm": 2.3519155979156494,
      "learning_rate": 9.688392391090373e-05,
      "loss": 9.2921,
      "num_input_tokens_seen": 86507520,
      "step": 55
    },
    {
      "epoch": 0.057016799592737144,
      "grad_norm": 3.0327858924865723,
      "learning_rate": 9.665148763574123e-05,
      "loss": 8.9777,
      "num_input_tokens_seen": 88080384,
      "step": 56
    },
    {
      "epoch": 0.058034956728321735,
      "grad_norm": 3.5062544345855713,
      "learning_rate": 9.64109908382119e-05,
      "loss": 9.9211,
      "num_input_tokens_seen": 89653248,
      "step": 57
    },
    {
      "epoch": 0.05905311386390633,
      "grad_norm": 2.559021472930908,
      "learning_rate": 9.616247507175623e-05,
      "loss": 8.9003,
      "num_input_tokens_seen": 91226112,
      "step": 58
    },
    {
      "epoch": 0.060071270999490924,
      "grad_norm": 2.288188934326172,
      "learning_rate": 9.590598327534564e-05,
      "loss": 10.0134,
      "num_input_tokens_seen": 92798976,
      "step": 59
    },
    {
      "epoch": 0.061089428135075514,
      "grad_norm": 3.029099702835083,
      "learning_rate": 9.564155976606339e-05,
      "loss": 9.0596,
      "num_input_tokens_seen": 94371840,
      "step": 60
    },
    {
      "epoch": 0.062107585270660105,
      "grad_norm": 5.305948734283447,
      "learning_rate": 9.536925023144742e-05,
      "loss": 8.9666,
      "num_input_tokens_seen": 95944704,
      "step": 61
    },
    {
      "epoch": 0.0631257424062447,
      "grad_norm": 2.6959710121154785,
      "learning_rate": 9.508910172159635e-05,
      "loss": 9.7026,
      "num_input_tokens_seen": 97517568,
      "step": 62
    },
    {
      "epoch": 0.0641438995418293,
      "grad_norm": 2.45168399810791,
      "learning_rate": 9.480116264104011e-05,
      "loss": 8.1744,
      "num_input_tokens_seen": 99090432,
      "step": 63
    },
    {
      "epoch": 0.06516205667741388,
      "grad_norm": 2.5155069828033447,
      "learning_rate": 9.450548274037653e-05,
      "loss": 9.145,
      "num_input_tokens_seen": 100663296,
      "step": 64
    },
    {
      "epoch": 0.06618021381299848,
      "grad_norm": 3.035719394683838,
      "learning_rate": 9.420211310767533e-05,
      "loss": 8.8996,
      "num_input_tokens_seen": 102236160,
      "step": 65
    },
    {
      "epoch": 0.06719837094858307,
      "grad_norm": 2.5634443759918213,
      "learning_rate": 9.389110615965102e-05,
      "loss": 8.8526,
      "num_input_tokens_seen": 103809024,
      "step": 66
    },
    {
      "epoch": 0.06821652808416766,
      "grad_norm": 2.726071834564209,
      "learning_rate": 9.35725156326063e-05,
      "loss": 8.6106,
      "num_input_tokens_seen": 105381888,
      "step": 67
    },
    {
      "epoch": 0.06923468521975225,
      "grad_norm": 7.38182258605957,
      "learning_rate": 9.324639657314742e-05,
      "loss": 9.3592,
      "num_input_tokens_seen": 106954752,
      "step": 68
    },
    {
      "epoch": 0.07025284235533684,
      "grad_norm": 2.8825085163116455,
      "learning_rate": 9.291280532867302e-05,
      "loss": 9.407,
      "num_input_tokens_seen": 108527616,
      "step": 69
    },
    {
      "epoch": 0.07127099949092143,
      "grad_norm": 3.041630506515503,
      "learning_rate": 9.257179953763845e-05,
      "loss": 9.2032,
      "num_input_tokens_seen": 110100480,
      "step": 70
    },
    {
      "epoch": 0.07228915662650602,
      "grad_norm": 2.5680899620056152,
      "learning_rate": 9.222343811959693e-05,
      "loss": 10.1544,
      "num_input_tokens_seen": 111673344,
      "step": 71
    },
    {
      "epoch": 0.07330731376209061,
      "grad_norm": 3.0244016647338867,
      "learning_rate": 9.186778126501916e-05,
      "loss": 8.8151,
      "num_input_tokens_seen": 113246208,
      "step": 72
    },
    {
      "epoch": 0.0743254708976752,
      "grad_norm": 3.2452633380889893,
      "learning_rate": 9.150489042489367e-05,
      "loss": 8.2984,
      "num_input_tokens_seen": 114819072,
      "step": 73
    },
    {
      "epoch": 0.0753436280332598,
      "grad_norm": 3.0332398414611816,
      "learning_rate": 9.113482830010918e-05,
      "loss": 8.9962,
      "num_input_tokens_seen": 116391936,
      "step": 74
    },
    {
      "epoch": 0.0763617851688444,
      "grad_norm": 2.4632184505462646,
      "learning_rate": 9.075765883062093e-05,
      "loss": 10.0713,
      "num_input_tokens_seen": 117964800,
      "step": 75
    },
    {
      "epoch": 0.07737994230442899,
      "grad_norm": 2.421849012374878,
      "learning_rate": 9.037344718440322e-05,
      "loss": 9.5697,
      "num_input_tokens_seen": 119537664,
      "step": 76
    },
    {
      "epoch": 0.07839809944001358,
      "grad_norm": 2.8447134494781494,
      "learning_rate": 8.99822597461894e-05,
      "loss": 10.0348,
      "num_input_tokens_seen": 121110528,
      "step": 77
    },
    {
      "epoch": 0.07941625657559817,
      "grad_norm": 3.023327350616455,
      "learning_rate": 8.958416410600187e-05,
      "loss": 8.2245,
      "num_input_tokens_seen": 122683392,
      "step": 78
    },
    {
      "epoch": 0.08043441371118276,
      "grad_norm": 2.6515488624572754,
      "learning_rate": 8.917922904747384e-05,
      "loss": 9.5885,
      "num_input_tokens_seen": 124256256,
      "step": 79
    },
    {
      "epoch": 0.08145257084676735,
      "grad_norm": 2.6909425258636475,
      "learning_rate": 8.876752453596462e-05,
      "loss": 7.7732,
      "num_input_tokens_seen": 125829120,
      "step": 80
    },
    {
      "epoch": 0.08247072798235194,
      "grad_norm": 2.8426523208618164,
      "learning_rate": 8.834912170647101e-05,
      "loss": 9.0941,
      "num_input_tokens_seen": 127401984,
      "step": 81
    },
    {
      "epoch": 0.08348888511793653,
      "grad_norm": 23.567190170288086,
      "learning_rate": 8.792409285133642e-05,
      "loss": 9.6,
      "num_input_tokens_seen": 128974848,
      "step": 82
    },
    {
      "epoch": 0.08450704225352113,
      "grad_norm": 2.7843549251556396,
      "learning_rate": 8.749251140776016e-05,
      "loss": 7.8768,
      "num_input_tokens_seen": 130547712,
      "step": 83
    },
    {
      "epoch": 0.08552519938910572,
      "grad_norm": 2.600492477416992,
      "learning_rate": 8.705445194510868e-05,
      "loss": 9.2542,
      "num_input_tokens_seen": 132120576,
      "step": 84
    },
    {
      "epoch": 0.0865433565246903,
      "grad_norm": 2.8346362113952637,
      "learning_rate": 8.66099901520315e-05,
      "loss": 9.481,
      "num_input_tokens_seen": 133693440,
      "step": 85
    },
    {
      "epoch": 0.0875615136602749,
      "grad_norm": 2.405304193496704,
      "learning_rate": 8.615920282338355e-05,
      "loss": 8.7034,
      "num_input_tokens_seen": 135266304,
      "step": 86
    },
    {
      "epoch": 0.08857967079585949,
      "grad_norm": 3.806959390640259,
      "learning_rate": 8.570216784695637e-05,
      "loss": 8.5569,
      "num_input_tokens_seen": 136839168,
      "step": 87
    },
    {
      "epoch": 0.08959782793144408,
      "grad_norm": 3.082869052886963,
      "learning_rate": 8.52389641900206e-05,
      "loss": 9.3447,
      "num_input_tokens_seen": 138412032,
      "step": 88
    },
    {
      "epoch": 0.09061598506702868,
      "grad_norm": 3.056046724319458,
      "learning_rate": 8.476967188568188e-05,
      "loss": 8.0853,
      "num_input_tokens_seen": 139984896,
      "step": 89
    },
    {
      "epoch": 0.09163414220261328,
      "grad_norm": 2.4092164039611816,
      "learning_rate": 8.429437201905254e-05,
      "loss": 9.6728,
      "num_input_tokens_seen": 141557760,
      "step": 90
    },
    {
      "epoch": 0.09265229933819787,
      "grad_norm": 2.415492057800293,
      "learning_rate": 8.381314671324159e-05,
      "loss": 9.8961,
      "num_input_tokens_seen": 143130624,
      "step": 91
    },
    {
      "epoch": 0.09367045647378246,
      "grad_norm": 2.674098253250122,
      "learning_rate": 8.332607911516545e-05,
      "loss": 9.4862,
      "num_input_tokens_seen": 144703488,
      "step": 92
    },
    {
      "epoch": 0.09468861360936705,
      "grad_norm": 3.606937885284424,
      "learning_rate": 8.283325338118153e-05,
      "loss": 7.985,
      "num_input_tokens_seen": 146276352,
      "step": 93
    },
    {
      "epoch": 0.09570677074495164,
      "grad_norm": 2.8389623165130615,
      "learning_rate": 8.233475466254765e-05,
      "loss": 8.734,
      "num_input_tokens_seen": 147849216,
      "step": 94
    },
    {
      "epoch": 0.09672492788053623,
      "grad_norm": 25.968826293945312,
      "learning_rate": 8.183066909070947e-05,
      "loss": 9.4758,
      "num_input_tokens_seen": 149422080,
      "step": 95
    },
    {
      "epoch": 0.09774308501612082,
      "grad_norm": 3.1141164302825928,
      "learning_rate": 8.132108376241849e-05,
      "loss": 7.9685,
      "num_input_tokens_seen": 150994944,
      "step": 96
    },
    {
      "epoch": 0.09876124215170541,
      "grad_norm": 2.62211275100708,
      "learning_rate": 8.08060867246834e-05,
      "loss": 8.5738,
      "num_input_tokens_seen": 152567808,
      "step": 97
    },
    {
      "epoch": 0.09977939928729,
      "grad_norm": 3.2089600563049316,
      "learning_rate": 8.028576695955711e-05,
      "loss": 8.872,
      "num_input_tokens_seen": 154140672,
      "step": 98
    },
    {
      "epoch": 0.10079755642287459,
      "grad_norm": 2.3852243423461914,
      "learning_rate": 7.97602143687623e-05,
      "loss": 8.9487,
      "num_input_tokens_seen": 155713536,
      "step": 99
    },
    {
      "epoch": 0.10181571355845918,
      "grad_norm": 1.760627269744873,
      "learning_rate": 7.922951975815811e-05,
      "loss": 8.0331,
      "num_input_tokens_seen": 157286400,
      "step": 100
    },
    {
      "epoch": 0.10283387069404377,
      "grad_norm": 2.6850216388702393,
      "learning_rate": 7.869377482205042e-05,
      "loss": 8.7944,
      "num_input_tokens_seen": 158859264,
      "step": 101
    },
    {
      "epoch": 0.10385202782962838,
      "grad_norm": 2.7767252922058105,
      "learning_rate": 7.815307212734888e-05,
      "loss": 8.2323,
      "num_input_tokens_seen": 160432128,
      "step": 102
    },
    {
      "epoch": 0.10487018496521297,
      "grad_norm": 2.437563896179199,
      "learning_rate": 7.760750509757298e-05,
      "loss": 9.859,
      "num_input_tokens_seen": 162004992,
      "step": 103
    },
    {
      "epoch": 0.10588834210079756,
      "grad_norm": 2.759857177734375,
      "learning_rate": 7.705716799671019e-05,
      "loss": 8.3508,
      "num_input_tokens_seen": 163577856,
      "step": 104
    },
    {
      "epoch": 0.10690649923638215,
      "grad_norm": 2.97436785697937,
      "learning_rate": 7.650215591292888e-05,
      "loss": 8.4575,
      "num_input_tokens_seen": 165150720,
      "step": 105
    },
    {
      "epoch": 0.10792465637196674,
      "grad_norm": 2.894146203994751,
      "learning_rate": 7.594256474214882e-05,
      "loss": 9.5371,
      "num_input_tokens_seen": 166723584,
      "step": 106
    },
    {
      "epoch": 0.10894281350755133,
      "grad_norm": 2.664741039276123,
      "learning_rate": 7.537849117147212e-05,
      "loss": 8.1767,
      "num_input_tokens_seen": 168296448,
      "step": 107
    },
    {
      "epoch": 0.10996097064313592,
      "grad_norm": 2.5504794120788574,
      "learning_rate": 7.481003266247744e-05,
      "loss": 8.7513,
      "num_input_tokens_seen": 169869312,
      "step": 108
    },
    {
      "epoch": 0.11097912777872052,
      "grad_norm": 2.3367724418640137,
      "learning_rate": 7.423728743438048e-05,
      "loss": 9.5805,
      "num_input_tokens_seen": 171442176,
      "step": 109
    },
    {
      "epoch": 0.1119972849143051,
      "grad_norm": 2.3378474712371826,
      "learning_rate": 7.366035444706347e-05,
      "loss": 9.8007,
      "num_input_tokens_seen": 173015040,
      "step": 110
    },
    {
      "epoch": 0.1130154420498897,
      "grad_norm": 3.5393240451812744,
      "learning_rate": 7.307933338397667e-05,
      "loss": 9.0731,
      "num_input_tokens_seen": 174587904,
      "step": 111
    },
    {
      "epoch": 0.11403359918547429,
      "grad_norm": 2.569704532623291,
      "learning_rate": 7.249432463491498e-05,
      "loss": 8.8012,
      "num_input_tokens_seen": 176160768,
      "step": 112
    },
    {
      "epoch": 0.11505175632105888,
      "grad_norm": 2.5539438724517822,
      "learning_rate": 7.190542927867234e-05,
      "loss": 8.9157,
      "num_input_tokens_seen": 177733632,
      "step": 113
    },
    {
      "epoch": 0.11606991345664347,
      "grad_norm": 3.5465245246887207,
      "learning_rate": 7.131274906557725e-05,
      "loss": 8.9368,
      "num_input_tokens_seen": 179306496,
      "step": 114
    },
    {
      "epoch": 0.11708807059222806,
      "grad_norm": 2.584242105484009,
      "learning_rate": 7.071638639991207e-05,
      "loss": 9.3932,
      "num_input_tokens_seen": 180879360,
      "step": 115
    },
    {
      "epoch": 0.11810622772781267,
      "grad_norm": 2.462211847305298,
      "learning_rate": 7.011644432221958e-05,
      "loss": 9.9608,
      "num_input_tokens_seen": 182452224,
      "step": 116
    },
    {
      "epoch": 0.11912438486339726,
      "grad_norm": 2.8939926624298096,
      "learning_rate": 6.95130264914993e-05,
      "loss": 8.8036,
      "num_input_tokens_seen": 184025088,
      "step": 117
    },
    {
      "epoch": 0.12014254199898185,
      "grad_norm": 2.7085700035095215,
      "learning_rate": 6.890623716729724e-05,
      "loss": 9.6046,
      "num_input_tokens_seen": 185597952,
      "step": 118
    },
    {
      "epoch": 0.12116069913456644,
      "grad_norm": 2.4249041080474854,
      "learning_rate": 6.82961811916917e-05,
      "loss": 8.4684,
      "num_input_tokens_seen": 187170816,
      "step": 119
    },
    {
      "epoch": 0.12217885627015103,
      "grad_norm": 2.345521926879883,
      "learning_rate": 6.768296397117848e-05,
      "loss": 8.4042,
      "num_input_tokens_seen": 188743680,
      "step": 120
    },
    {
      "epoch": 0.12319701340573562,
      "grad_norm": 4.278283596038818,
      "learning_rate": 6.706669145845863e-05,
      "loss": 9.243,
      "num_input_tokens_seen": 190316544,
      "step": 121
    },
    {
      "epoch": 0.12421517054132021,
      "grad_norm": 3.101922035217285,
      "learning_rate": 6.644747013413168e-05,
      "loss": 8.6733,
      "num_input_tokens_seen": 191889408,
      "step": 122
    },
    {
      "epoch": 0.12523332767690482,
      "grad_norm": 3.8298826217651367,
      "learning_rate": 6.582540698829781e-05,
      "loss": 9.3599,
      "num_input_tokens_seen": 193462272,
      "step": 123
    },
    {
      "epoch": 0.1262514848124894,
      "grad_norm": 2.876701831817627,
      "learning_rate": 6.520060950207185e-05,
      "loss": 9.2528,
      "num_input_tokens_seen": 195035136,
      "step": 124
    },
    {
      "epoch": 0.127269641948074,
      "grad_norm": 2.6711254119873047,
      "learning_rate": 6.457318562901256e-05,
      "loss": 7.5999,
      "num_input_tokens_seen": 196608000,
      "step": 125
    },
    {
      "epoch": 0.1282877990836586,
      "grad_norm": 2.2993829250335693,
      "learning_rate": 6.394324377647028e-05,
      "loss": 9.1343,
      "num_input_tokens_seen": 198180864,
      "step": 126
    },
    {
      "epoch": 0.12930595621924318,
      "grad_norm": 3.1544792652130127,
      "learning_rate": 6.331089278685599e-05,
      "loss": 8.7503,
      "num_input_tokens_seen": 199753728,
      "step": 127
    },
    {
      "epoch": 0.13032411335482777,
      "grad_norm": 2.3709182739257812,
      "learning_rate": 6.26762419188355e-05,
      "loss": 8.1339,
      "num_input_tokens_seen": 201326592,
      "step": 128
    },
    {
      "epoch": 0.13134227049041236,
      "grad_norm": 2.0676522254943848,
      "learning_rate": 6.203940082845144e-05,
      "loss": 8.6629,
      "num_input_tokens_seen": 202899456,
      "step": 129
    },
    {
      "epoch": 0.13236042762599695,
      "grad_norm": 3.4315857887268066,
      "learning_rate": 6.140047955017671e-05,
      "loss": 8.5242,
      "num_input_tokens_seen": 204472320,
      "step": 130
    },
    {
      "epoch": 0.13337858476158154,
      "grad_norm": 2.058745861053467,
      "learning_rate": 6.075958847790262e-05,
      "loss": 8.8911,
      "num_input_tokens_seen": 206045184,
      "step": 131
    },
    {
      "epoch": 0.13439674189716613,
      "grad_norm": 2.168302297592163,
      "learning_rate": 6.011683834586473e-05,
      "loss": 8.767,
      "num_input_tokens_seen": 207618048,
      "step": 132
    },
    {
      "epoch": 0.13541489903275072,
      "grad_norm": 2.312222480773926,
      "learning_rate": 5.947234020951015e-05,
      "loss": 8.8736,
      "num_input_tokens_seen": 209190912,
      "step": 133
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 266,
  "num_input_tokens_seen": 209190912,
  "num_train_epochs": 1,
  "save_steps": 133,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 333751171153920.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}