{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 929,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005382131324004306,
      "grad_norm": 19.25,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 7.5826,
      "step": 5
    },
    {
      "epoch": 0.010764262648008612,
      "grad_norm": 24.125,
      "learning_rate": 1.2857142857142857e-05,
      "loss": 7.7389,
      "step": 10
    },
    {
      "epoch": 0.016146393972012917,
      "grad_norm": 20.375,
      "learning_rate": 2e-05,
      "loss": 8.0474,
      "step": 15
    },
    {
      "epoch": 0.021528525296017224,
      "grad_norm": 17.375,
      "learning_rate": 2.714285714285714e-05,
      "loss": 7.2989,
      "step": 20
    },
    {
      "epoch": 0.02691065662002153,
      "grad_norm": 15.0625,
      "learning_rate": 3.428571428571429e-05,
      "loss": 7.8579,
      "step": 25
    },
    {
      "epoch": 0.03229278794402583,
      "grad_norm": 12.875,
      "learning_rate": 4.1428571428571437e-05,
      "loss": 7.3271,
      "step": 30
    },
    {
      "epoch": 0.03767491926803014,
      "grad_norm": 8.5,
      "learning_rate": 4.8571428571428576e-05,
      "loss": 7.0945,
      "step": 35
    },
    {
      "epoch": 0.04305705059203445,
      "grad_norm": 7.46875,
      "learning_rate": 5.571428571428572e-05,
      "loss": 6.3577,
      "step": 40
    },
    {
      "epoch": 0.04843918191603875,
      "grad_norm": 7.40625,
      "learning_rate": 6.285714285714286e-05,
      "loss": 6.2656,
      "step": 45
    },
    {
      "epoch": 0.05382131324004306,
      "grad_norm": 3.53125,
      "learning_rate": 7e-05,
      "loss": 6.2146,
      "step": 50
    },
    {
      "epoch": 0.059203444564047365,
      "grad_norm": 3.671875,
      "learning_rate": 7.714285714285715e-05,
      "loss": 5.7147,
      "step": 55
    },
    {
      "epoch": 0.06458557588805167,
      "grad_norm": 2.6875,
      "learning_rate": 8.428571428571429e-05,
      "loss": 5.2684,
      "step": 60
    },
    {
      "epoch": 0.06996770721205597,
      "grad_norm": 2.203125,
      "learning_rate": 9.142857142857143e-05,
      "loss": 4.914,
      "step": 65
    },
    {
      "epoch": 0.07534983853606028,
      "grad_norm": 2.28125,
      "learning_rate": 9.857142857142858e-05,
      "loss": 5.5474,
      "step": 70
    },
    {
      "epoch": 0.08073196986006459,
      "grad_norm": 3.03125,
      "learning_rate": 0.00010571428571428572,
      "loss": 4.0901,
      "step": 75
    },
    {
      "epoch": 0.0861141011840689,
      "grad_norm": 2.40625,
      "learning_rate": 0.00011285714285714286,
      "loss": 4.1259,
      "step": 80
    },
    {
      "epoch": 0.09149623250807319,
      "grad_norm": 2.328125,
      "learning_rate": 0.00012,
      "loss": 3.7235,
      "step": 85
    },
    {
      "epoch": 0.0968783638320775,
      "grad_norm": 2.46875,
      "learning_rate": 0.00012714285714285714,
      "loss": 3.1657,
      "step": 90
    },
    {
      "epoch": 0.10226049515608181,
      "grad_norm": 3.171875,
      "learning_rate": 0.00013428571428571428,
      "loss": 3.4388,
      "step": 95
    },
    {
      "epoch": 0.10764262648008611,
      "grad_norm": 2.34375,
      "learning_rate": 0.00014142857142857145,
      "loss": 3.637,
      "step": 100
    },
    {
      "epoch": 0.11302475780409042,
      "grad_norm": 1.9375,
      "learning_rate": 0.00014857142857142857,
      "loss": 2.8895,
      "step": 105
    },
    {
      "epoch": 0.11840688912809473,
      "grad_norm": 2.40625,
      "learning_rate": 0.00015571428571428572,
      "loss": 3.011,
      "step": 110
    },
    {
      "epoch": 0.12378902045209902,
      "grad_norm": 1.6796875,
      "learning_rate": 0.00016285714285714287,
      "loss": 2.5217,
      "step": 115
    },
    {
      "epoch": 0.12917115177610333,
      "grad_norm": 1.609375,
      "learning_rate": 0.00017,
      "loss": 2.3684,
      "step": 120
    },
    {
      "epoch": 0.13455328310010764,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00017714285714285713,
      "loss": 2.6268,
      "step": 125
    },
    {
      "epoch": 0.13993541442411195,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00018428571428571428,
      "loss": 2.2101,
      "step": 130
    },
    {
      "epoch": 0.14531754574811626,
      "grad_norm": 1.71875,
      "learning_rate": 0.00019142857142857145,
      "loss": 2.1823,
      "step": 135
    },
    {
      "epoch": 0.15069967707212056,
      "grad_norm": 0.9375,
      "learning_rate": 0.0001985714285714286,
      "loss": 1.8939,
      "step": 140
    },
    {
      "epoch": 0.15608180839612487,
      "grad_norm": 1.3125,
      "learning_rate": 0.00019999887311127372,
      "loss": 2.6186,
      "step": 145
    },
    {
      "epoch": 0.16146393972012918,
      "grad_norm": 1.15625,
      "learning_rate": 0.0001999942951693512,
      "loss": 2.3448,
      "step": 150
    },
    {
      "epoch": 0.1668460710441335,
      "grad_norm": 1.53125,
      "learning_rate": 0.00019998619590477638,
      "loss": 2.0453,
      "step": 155
    },
    {
      "epoch": 0.1722282023681378,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00019997457560276666,
      "loss": 1.9159,
      "step": 160
    },
    {
      "epoch": 0.17761033369214208,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00019995943467253385,
      "loss": 2.2564,
      "step": 165
    },
    {
      "epoch": 0.18299246501614638,
      "grad_norm": 1.453125,
      "learning_rate": 0.00019994077364726925,
      "loss": 2.1459,
      "step": 170
    },
    {
      "epoch": 0.1883745963401507,
      "grad_norm": 1.15625,
      "learning_rate": 0.00019991859318412537,
      "loss": 2.3652,
      "step": 175
    },
    {
      "epoch": 0.193756727664155,
      "grad_norm": 1.703125,
      "learning_rate": 0.00019989289406419238,
      "loss": 2.0883,
      "step": 180
    },
    {
      "epoch": 0.1991388589881593,
      "grad_norm": 1.046875,
      "learning_rate": 0.00019986367719247082,
      "loss": 2.0466,
      "step": 185
    },
    {
      "epoch": 0.20452099031216361,
      "grad_norm": 1.9765625,
      "learning_rate": 0.00019983094359783977,
      "loss": 2.0306,
      "step": 190
    },
    {
      "epoch": 0.20990312163616792,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00019979469443302046,
      "loss": 1.73,
      "step": 195
    },
    {
      "epoch": 0.21528525296017223,
      "grad_norm": 1.203125,
      "learning_rate": 0.0001997549309745357,
      "loss": 2.1835,
      "step": 200
    },
    {
      "epoch": 0.22066738428417654,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00019971165462266512,
      "loss": 1.8594,
      "step": 205
    },
    {
      "epoch": 0.22604951560818085,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00019966486690139564,
      "loss": 1.8338,
      "step": 210
    },
    {
      "epoch": 0.23143164693218515,
      "grad_norm": 1.15625,
      "learning_rate": 0.0001996145694583678,
      "loss": 2.0899,
      "step": 215
    },
    {
      "epoch": 0.23681377825618946,
      "grad_norm": 1.296875,
      "learning_rate": 0.000199560764064818,
      "loss": 2.0116,
      "step": 220
    },
    {
      "epoch": 0.24219590958019377,
      "grad_norm": 1.4375,
      "learning_rate": 0.00019950345261551583,
      "loss": 1.9816,
      "step": 225
    },
    {
      "epoch": 0.24757804090419805,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0001994426371286974,
      "loss": 1.4429,
      "step": 230
    },
    {
      "epoch": 0.2529601722282024,
      "grad_norm": 1.171875,
      "learning_rate": 0.00019937831974599447,
      "loss": 1.8191,
      "step": 235
    },
    {
      "epoch": 0.25834230355220666,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001993105027323588,
      "loss": 2.0092,
      "step": 240
    },
    {
      "epoch": 0.263724434876211,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00019923918847598247,
      "loss": 1.6442,
      "step": 245
    },
    {
      "epoch": 0.2691065662002153,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00019916437948821382,
      "loss": 2.29,
      "step": 250
    },
    {
      "epoch": 0.2744886975242196,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00019908607840346903,
      "loss": 1.7178,
      "step": 255
    },
    {
      "epoch": 0.2798708288482239,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00019900428797913915,
      "loss": 1.8539,
      "step": 260
    },
    {
      "epoch": 0.2852529601722282,
      "grad_norm": 1.21875,
      "learning_rate": 0.0001989190110954933,
      "loss": 1.9345,
      "step": 265
    },
    {
      "epoch": 0.2906350914962325,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000198830250755577,
      "loss": 2.1381,
      "step": 270
    },
    {
      "epoch": 0.2960172228202368,
      "grad_norm": 1.015625,
      "learning_rate": 0.0001987380100851065,
      "loss": 2.0466,
      "step": 275
    },
    {
      "epoch": 0.3013993541442411,
      "grad_norm": 0.953125,
      "learning_rate": 0.00019864229233235875,
      "loss": 2.1104,
      "step": 280
    },
    {
      "epoch": 0.3067814854682454,
      "grad_norm": 0.984375,
      "learning_rate": 0.000198543100868057,
      "loss": 2.0808,
      "step": 285
    },
    {
      "epoch": 0.31216361679224974,
      "grad_norm": 1.390625,
      "learning_rate": 0.00019844043918525195,
      "loss": 1.9378,
      "step": 290
    },
    {
      "epoch": 0.317545748116254,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00019833431089919898,
      "loss": 1.565,
      "step": 295
    },
    {
      "epoch": 0.32292787944025836,
      "grad_norm": 1.7109375,
      "learning_rate": 0.00019822471974723064,
      "loss": 1.8316,
      "step": 300
    },
    {
      "epoch": 0.32831001076426264,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0001981116695886252,
      "loss": 1.9357,
      "step": 305
    },
    {
      "epoch": 0.333692142088267,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00019799516440447058,
      "loss": 1.7745,
      "step": 310
    },
    {
      "epoch": 0.33907427341227125,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00019787520829752427,
      "loss": 1.8947,
      "step": 315
    },
    {
      "epoch": 0.3444564047362756,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00019775180549206888,
      "loss": 1.6128,
      "step": 320
    },
    {
      "epoch": 0.34983853606027987,
      "grad_norm": 0.921875,
      "learning_rate": 0.0001976249603337632,
      "loss": 1.6003,
      "step": 325
    },
    {
      "epoch": 0.35522066738428415,
      "grad_norm": 0.7421875,
      "learning_rate": 0.00019749467728948943,
      "loss": 1.7543,
      "step": 330
    },
    {
      "epoch": 0.3606027987082885,
      "grad_norm": 1.46875,
      "learning_rate": 0.0001973609609471956,
      "loss": 1.8543,
      "step": 335
    },
    {
      "epoch": 0.36598493003229277,
      "grad_norm": 0.953125,
      "learning_rate": 0.00019722381601573413,
      "loss": 1.7436,
      "step": 340
    },
    {
      "epoch": 0.3713670613562971,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0001970832473246962,
      "loss": 2.1039,
      "step": 345
    },
    {
      "epoch": 0.3767491926803014,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0001969392598242413,
      "loss": 1.9624,
      "step": 350
    },
    {
      "epoch": 0.3821313240043057,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0001967918585849232,
      "loss": 1.4343,
      "step": 355
    },
    {
      "epoch": 0.38751345532831,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00019664104879751123,
      "loss": 1.5505,
      "step": 360
    },
    {
      "epoch": 0.39289558665231433,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00019648683577280757,
      "loss": 1.6731,
      "step": 365
    },
    {
      "epoch": 0.3982777179763186,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0001963292249414602,
      "loss": 1.6294,
      "step": 370
    },
    {
      "epoch": 0.40365984930032295,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0001961682218537717,
      "loss": 1.7152,
      "step": 375
    },
    {
      "epoch": 0.40904198062432723,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00019600383217950365,
      "loss": 2.0493,
      "step": 380
    },
    {
      "epoch": 0.41442411194833156,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00019583606170767718,
      "loss": 1.809,
      "step": 385
    },
    {
      "epoch": 0.41980624327233584,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00019566491634636897,
      "loss": 2.0224,
      "step": 390
    },
    {
      "epoch": 0.4251883745963401,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0001954904021225032,
      "loss": 1.8455,
      "step": 395
    },
    {
      "epoch": 0.43057050592034446,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0001953125251816394,
      "loss": 1.5119,
      "step": 400
    },
    {
      "epoch": 0.43595263724434874,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00019513129178775588,
      "loss": 1.6183,
      "step": 405
    },
    {
      "epoch": 0.4413347685683531,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0001949467083230293,
      "loss": 1.5994,
      "step": 410
    },
    {
      "epoch": 0.44671689989235736,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0001947587812876099,
      "loss": 1.9839,
      "step": 415
    },
    {
      "epoch": 0.4520990312163617,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00019456751729939238,
      "loss": 1.7201,
      "step": 420
    },
    {
      "epoch": 0.45748116254036597,
      "grad_norm": 0.74609375,
      "learning_rate": 0.00019437292309378324,
      "loss": 1.8024,
      "step": 425
    },
    {
      "epoch": 0.4628632938643703,
      "grad_norm": 1.609375,
      "learning_rate": 0.00019417500552346316,
      "loss": 1.421,
      "step": 430
    },
    {
      "epoch": 0.4682454251883746,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000193973771558146,
      "loss": 1.5199,
      "step": 435
    },
    {
      "epoch": 0.4736275565123789,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0001937692282843333,
      "loss": 1.8052,
      "step": 440
    },
    {
      "epoch": 0.4790096878363832,
      "grad_norm": 1.078125,
      "learning_rate": 0.00019356138290506461,
      "loss": 2.0869,
      "step": 445
    },
    {
      "epoch": 0.48439181916038754,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00019335024273966383,
      "loss": 1.5393,
      "step": 450
    },
    {
      "epoch": 0.4897739504843918,
      "grad_norm": 1.171875,
      "learning_rate": 0.00019313581522348164,
      "loss": 1.6464,
      "step": 455
    },
    {
      "epoch": 0.4951560818083961,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00019291810790763355,
      "loss": 1.8133,
      "step": 460
    },
    {
      "epoch": 0.5005382131324004,
      "grad_norm": 1.453125,
      "learning_rate": 0.00019269712845873397,
      "loss": 2.0506,
      "step": 465
    },
    {
      "epoch": 0.5059203444564048,
      "grad_norm": 0.84375,
      "learning_rate": 0.00019247288465862615,
      "loss": 1.95,
      "step": 470
    },
    {
      "epoch": 0.511302475780409,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0001922453844041084,
      "loss": 1.565,
      "step": 475
    },
    {
      "epoch": 0.5166846071044133,
      "grad_norm": 0.71875,
      "learning_rate": 0.00019201463570665573,
      "loss": 1.7664,
      "step": 480
    },
    {
      "epoch": 0.5220667384284177,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0001917806466921378,
      "loss": 1.6515,
      "step": 485
    },
    {
      "epoch": 0.527448869752422,
      "grad_norm": 0.69140625,
      "learning_rate": 0.00019154342560053297,
      "loss": 1.654,
      "step": 490
    },
    {
      "epoch": 0.5328310010764262,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0001913029807856378,
      "loss": 1.5976,
      "step": 495
    },
    {
      "epoch": 0.5382131324004306,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00019105932071477303,
      "loss": 1.497,
      "step": 500
    },
    {
      "epoch": 0.5435952637244349,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00019081245396848547,
      "loss": 1.6065,
      "step": 505
    },
    {
      "epoch": 0.5489773950484392,
      "grad_norm": 0.78125,
      "learning_rate": 0.00019056238924024574,
      "loss": 1.3089,
      "step": 510
    },
    {
      "epoch": 0.5543595263724435,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00019030913533614208,
      "loss": 1.8274,
      "step": 515
    },
    {
      "epoch": 0.5597416576964478,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00019005270117457043,
      "loss": 1.6165,
      "step": 520
    },
    {
      "epoch": 0.5651237890204521,
      "grad_norm": 1.0625,
      "learning_rate": 0.00018979309578592016,
      "loss": 1.578,
      "step": 525
    },
    {
      "epoch": 0.5705059203444564,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0001895303283122561,
      "loss": 1.7197,
      "step": 530
    },
    {
      "epoch": 0.5758880516684607,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00018926440800699678,
      "loss": 1.7235,
      "step": 535
    },
    {
      "epoch": 0.581270182992465,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0001889953442345884,
      "loss": 1.536,
      "step": 540
    },
    {
      "epoch": 0.5866523143164694,
      "grad_norm": 0.8125,
      "learning_rate": 0.000188723146470175,
      "loss": 1.8374,
      "step": 545
    },
    {
      "epoch": 0.5920344456404736,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00018844782429926495,
      "loss": 1.4953,
      "step": 550
    },
    {
      "epoch": 0.5974165769644779,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0001881693874173934,
      "loss": 1.3424,
      "step": 555
    },
    {
      "epoch": 0.6027987082884823,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0001878878456297807,
      "loss": 1.4368,
      "step": 560
    },
    {
      "epoch": 0.6081808396124866,
      "grad_norm": 1.09375,
      "learning_rate": 0.00018760320885098715,
      "loss": 1.7983,
      "step": 565
    },
    {
      "epoch": 0.6135629709364908,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00018731548710456398,
      "loss": 1.8513,
      "step": 570
    },
    {
      "epoch": 0.6189451022604952,
      "grad_norm": 2.125,
      "learning_rate": 0.00018702469052270023,
      "loss": 2.1254,
      "step": 575
    },
    {
      "epoch": 0.6243272335844995,
      "grad_norm": 0.7421875,
      "learning_rate": 0.00018673082934586607,
      "loss": 1.6763,
      "step": 580
    },
    {
      "epoch": 0.6297093649085038,
      "grad_norm": 1.140625,
      "learning_rate": 0.00018643391392245197,
      "loss": 1.6641,
      "step": 585
    },
    {
      "epoch": 0.635091496232508,
      "grad_norm": 0.890625,
      "learning_rate": 0.00018613395470840454,
      "loss": 2.0576,
      "step": 590
    },
    {
      "epoch": 0.6404736275565124,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0001858309622668581,
      "loss": 1.643,
      "step": 595
    },
    {
      "epoch": 0.6458557588805167,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00018552494726776283,
      "loss": 1.8816,
      "step": 600
    },
    {
      "epoch": 0.6512378902045209,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00018521592048750907,
      "loss": 1.4728,
      "step": 605
    },
    {
      "epoch": 0.6566200215285253,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00018490389280854754,
      "loss": 1.6078,
      "step": 610
    },
    {
      "epoch": 0.6620021528525296,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0001845888752190065,
      "loss": 1.6509,
      "step": 615
    },
    {
      "epoch": 0.667384284176534,
      "grad_norm": 0.73046875,
      "learning_rate": 0.00018427087881230455,
      "loss": 1.1777,
      "step": 620
    },
    {
      "epoch": 0.6727664155005382,
      "grad_norm": 1.09375,
      "learning_rate": 0.00018394991478676005,
      "loss": 1.4283,
      "step": 625
    },
    {
      "epoch": 0.6781485468245425,
      "grad_norm": 0.859375,
      "learning_rate": 0.0001836259944451967,
      "loss": 1.6932,
      "step": 630
    },
    {
      "epoch": 0.6835306781485468,
      "grad_norm": 1.03125,
      "learning_rate": 0.00018329912919454565,
      "loss": 1.4168,
      "step": 635
    },
    {
      "epoch": 0.6889128094725512,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00018296933054544367,
      "loss": 1.7149,
      "step": 640
    },
    {
      "epoch": 0.6942949407965554,
      "grad_norm": 0.921875,
      "learning_rate": 0.00018263661011182783,
      "loss": 1.5492,
      "step": 645
    },
    {
      "epoch": 0.6996770721205597,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00018230097961052658,
      "loss": 1.8432,
      "step": 650
    },
    {
      "epoch": 0.7050592034445641,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00018196245086084703,
      "loss": 1.5463,
      "step": 655
    },
    {
      "epoch": 0.7104413347685683,
      "grad_norm": 1.03125,
      "learning_rate": 0.00018162103578415884,
      "loss": 1.6883,
      "step": 660
    },
    {
      "epoch": 0.7158234660925726,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0001812767464034743,
      "loss": 1.5512,
      "step": 665
    },
    {
      "epoch": 0.721205597416577,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00018092959484302515,
      "loss": 1.387,
      "step": 670
    },
    {
      "epoch": 0.7265877287405813,
      "grad_norm": 0.7421875,
      "learning_rate": 0.00018057959332783518,
      "loss": 1.2412,
      "step": 675
    },
    {
      "epoch": 0.7319698600645855,
      "grad_norm": 0.6875,
      "learning_rate": 0.0001802267541832903,
      "loss": 1.4303,
      "step": 680
    },
    {
      "epoch": 0.7373519913885899,
      "grad_norm": 1.359375,
      "learning_rate": 0.00017987108983470403,
      "loss": 1.9346,
      "step": 685
    },
    {
      "epoch": 0.7427341227125942,
      "grad_norm": 1.890625,
      "learning_rate": 0.0001795126128068801,
      "loss": 1.5194,
      "step": 690
    },
    {
      "epoch": 0.7481162540365985,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00017915133572367155,
      "loss": 1.9612,
      "step": 695
    },
    {
      "epoch": 0.7534983853606028,
      "grad_norm": 1.15625,
      "learning_rate": 0.00017878727130753592,
      "loss": 1.8595,
      "step": 700
    },
    {
      "epoch": 0.7588805166846071,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00017842043237908733,
      "loss": 1.4777,
      "step": 705
    },
    {
      "epoch": 0.7642626480086114,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00017805083185664508,
      "loss": 1.6248,
      "step": 710
    },
    {
      "epoch": 0.7696447793326158,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00017767848275577856,
      "loss": 1.7387,
      "step": 715
    },
    {
      "epoch": 0.77502691065662,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0001773033981888491,
      "loss": 1.7641,
      "step": 720
    },
    {
      "epoch": 0.7804090419806243,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000176925591364548,
      "loss": 1.853,
      "step": 725
    },
    {
      "epoch": 0.7857911733046287,
      "grad_norm": 1.046875,
      "learning_rate": 0.00017654507558743153,
      "loss": 1.3802,
      "step": 730
    },
    {
      "epoch": 0.7911733046286329,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00017616186425745248,
      "loss": 1.8941,
      "step": 735
    },
    {
      "epoch": 0.7965554359526372,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00017577597086948797,
      "loss": 1.6458,
      "step": 740
    },
    {
      "epoch": 0.8019375672766416,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00017538740901286464,
      "loss": 1.6792,
      "step": 745
    },
    {
      "epoch": 0.8073196986006459,
      "grad_norm": 0.640625,
      "learning_rate": 0.00017499619237087969,
      "loss": 1.389,
      "step": 750
    },
    {
      "epoch": 0.8127018299246501,
      "grad_norm": 1.015625,
      "learning_rate": 0.00017460233472031935,
      "loss": 2.0551,
      "step": 755
    },
    {
      "epoch": 0.8180839612486545,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001742058499309735,
      "loss": 1.6721,
      "step": 760
    },
    {
      "epoch": 0.8234660925726588,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00017380675196514739,
      "loss": 1.3685,
      "step": 765
    },
    {
      "epoch": 0.8288482238966631,
      "grad_norm": 1.09375,
      "learning_rate": 0.00017340505487716985,
      "loss": 1.7255,
      "step": 770
    },
    {
      "epoch": 0.8342303552206674,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00017300077281289845,
      "loss": 1.5643,
      "step": 775
    },
    {
      "epoch": 0.8396124865446717,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00017259392000922125,
      "loss": 1.516,
      "step": 780
    },
    {
      "epoch": 0.844994617868676,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0001721845107935556,
      "loss": 1.6089,
      "step": 785
    },
    {
      "epoch": 0.8503767491926802,
      "grad_norm": 0.67578125,
      "learning_rate": 0.00017177255958334342,
      "loss": 1.5203,
      "step": 790
    },
    {
      "epoch": 0.8557588805166846,
      "grad_norm": 0.796875,
      "learning_rate": 0.00017135808088554358,
      "loss": 2.1079,
      "step": 795
    },
    {
      "epoch": 0.8611410118406889,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000170941089296121,
      "loss": 1.8979,
      "step": 800
    },
    {
      "epoch": 0.8665231431646933,
      "grad_norm": 0.90625,
      "learning_rate": 0.00017052159949953278,
      "loss": 1.4225,
      "step": 805
    },
    {
      "epoch": 0.8719052744886975,
      "grad_norm": 1.03125,
      "learning_rate": 0.00017009962626821082,
      "loss": 1.7616,
      "step": 810
    },
    {
      "epoch": 0.8772874058127018,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0001696751844620419,
      "loss": 1.8864,
      "step": 815
    },
    {
      "epoch": 0.8826695371367062,
      "grad_norm": 1.234375,
      "learning_rate": 0.00016924828902784407,
      "loss": 1.6568,
      "step": 820
    },
    {
      "epoch": 0.8880516684607105,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00016881895499884072,
      "loss": 1.6826,
      "step": 825
    },
    {
      "epoch": 0.8934337997847147,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00016838719749413063,
      "loss": 1.3967,
      "step": 830
    },
    {
      "epoch": 0.898815931108719,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00016795303171815616,
      "loss": 1.7213,
      "step": 835
    },
    {
      "epoch": 0.9041980624327234,
      "grad_norm": 0.8125,
      "learning_rate": 0.00016751647296016725,
      "loss": 1.6946,
      "step": 840
    },
    {
      "epoch": 0.9095801937567277,
      "grad_norm": 0.71484375,
      "learning_rate": 0.00016707753659368337,
      "loss": 1.8869,
      "step": 845
    },
    {
      "epoch": 0.9149623250807319,
      "grad_norm": 1.0,
      "learning_rate": 0.0001666362380759521,
      "loss": 1.5258,
      "step": 850
    },
    {
      "epoch": 0.9203444564047363,
      "grad_norm": 1.28125,
      "learning_rate": 0.0001661925929474046,
      "loss": 1.8925,
      "step": 855
    },
    {
      "epoch": 0.9257265877287406,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00016574661683110858,
      "loss": 1.7461,
      "step": 860
    },
    {
      "epoch": 0.9311087190527448,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00016529832543221796,
      "loss": 1.6321,
      "step": 865
    },
    {
      "epoch": 0.9364908503767492,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00016484773453741999,
      "loss": 1.4394,
      "step": 870
    },
    {
      "epoch": 0.9418729817007535,
      "grad_norm": 0.84375,
      "learning_rate": 0.0001643948600143791,
      "loss": 1.7612,
      "step": 875
    },
    {
      "epoch": 0.9472551130247578,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00016393971781117827,
      "loss": 1.5663,
      "step": 880
    },
    {
      "epoch": 0.9526372443487621,
      "grad_norm": 0.9375,
      "learning_rate": 0.00016348232395575738,
      "loss": 1.6009,
      "step": 885
    },
    {
      "epoch": 0.9580193756727664,
      "grad_norm": 0.796875,
      "learning_rate": 0.0001630226945553487,
      "loss": 1.5051,
      "step": 890
    },
    {
      "epoch": 0.9634015069967707,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00016256084579590991,
      "loss": 1.3798,
      "step": 895
    },
    {
      "epoch": 0.9687836383207751,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00016209679394155378,
      "loss": 1.542,
      "step": 900
    },
    {
      "epoch": 0.9741657696447793,
      "grad_norm": 0.875,
      "learning_rate": 0.0001616305553339756,
      "loss": 1.7239,
      "step": 905
    },
    {
      "epoch": 0.9795479009687836,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0001611621463918778,
      "loss": 1.6649,
      "step": 910
    },
    {
      "epoch": 0.984930032292788,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0001606915836103916,
      "loss": 1.5315,
      "step": 915
    },
    {
      "epoch": 0.9903121636167922,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00016021888356049607,
      "loss": 1.6008,
      "step": 920
    },
    {
      "epoch": 0.9956942949407965,
      "grad_norm": 0.875,
      "learning_rate": 0.00015974406288843485,
      "loss": 1.4304,
      "step": 925
    }
  ],
  "logging_steps": 5,
  "max_steps": 2787,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6830365703340032e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}