{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9822485207100593,
  "eval_steps": 500,
  "global_step": 168,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01775147928994083,
      "grad_norm": 2.533238649368286,
      "learning_rate": 5.882352941176471e-07,
      "loss": 0.924,
      "step": 1
    },
    {
      "epoch": 0.03550295857988166,
      "grad_norm": 2.927447557449341,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 1.0731,
      "step": 2
    },
    {
      "epoch": 0.05325443786982249,
      "grad_norm": 2.820338726043701,
      "learning_rate": 1.7647058823529414e-06,
      "loss": 0.9836,
      "step": 3
    },
    {
      "epoch": 0.07100591715976332,
      "grad_norm": 2.642514228820801,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.9904,
      "step": 4
    },
    {
      "epoch": 0.08875739644970414,
      "grad_norm": 2.659113883972168,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.9903,
      "step": 5
    },
    {
      "epoch": 0.10650887573964497,
      "grad_norm": 2.257899522781372,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.9045,
      "step": 6
    },
    {
      "epoch": 0.1242603550295858,
      "grad_norm": 1.839630365371704,
      "learning_rate": 4.11764705882353e-06,
      "loss": 0.9406,
      "step": 7
    },
    {
      "epoch": 0.14201183431952663,
      "grad_norm": 1.631960391998291,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.8611,
      "step": 8
    },
    {
      "epoch": 0.15976331360946747,
      "grad_norm": 1.4379936456680298,
      "learning_rate": 5.294117647058824e-06,
      "loss": 0.8991,
      "step": 9
    },
    {
      "epoch": 0.17751479289940827,
      "grad_norm": 1.5505577325820923,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.9153,
      "step": 10
    },
    {
      "epoch": 0.1952662721893491,
      "grad_norm": 1.5041471719741821,
      "learning_rate": 6.470588235294119e-06,
      "loss": 0.9025,
      "step": 11
    },
    {
      "epoch": 0.21301775147928995,
      "grad_norm": 1.1657485961914062,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.8255,
      "step": 12
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 1.60923433303833,
      "learning_rate": 7.647058823529411e-06,
      "loss": 0.7197,
      "step": 13
    },
    {
      "epoch": 0.2485207100591716,
      "grad_norm": 1.6407514810562134,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.7522,
      "step": 14
    },
    {
      "epoch": 0.26627218934911245,
      "grad_norm": 1.4880717992782593,
      "learning_rate": 8.823529411764707e-06,
      "loss": 0.7343,
      "step": 15
    },
    {
      "epoch": 0.28402366863905326,
      "grad_norm": 1.2115110158920288,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.7614,
      "step": 16
    },
    {
      "epoch": 0.30177514792899407,
      "grad_norm": 0.9123843312263489,
      "learning_rate": 1e-05,
      "loss": 0.6835,
      "step": 17
    },
    {
      "epoch": 0.31952662721893493,
      "grad_norm": 1.1175857782363892,
      "learning_rate": 9.998917893031615e-06,
      "loss": 0.7777,
      "step": 18
    },
    {
      "epoch": 0.33727810650887574,
      "grad_norm": 1.0061542987823486,
      "learning_rate": 9.995672040508656e-06,
      "loss": 0.7068,
      "step": 19
    },
    {
      "epoch": 0.35502958579881655,
      "grad_norm": 0.8296826481819153,
      "learning_rate": 9.990263847374976e-06,
      "loss": 0.6594,
      "step": 20
    },
    {
      "epoch": 0.3727810650887574,
      "grad_norm": 0.7384388446807861,
      "learning_rate": 9.982695654527966e-06,
      "loss": 0.6521,
      "step": 21
    },
    {
      "epoch": 0.3905325443786982,
      "grad_norm": 0.9570622444152832,
      "learning_rate": 9.972970737805312e-06,
      "loss": 0.729,
      "step": 22
    },
    {
      "epoch": 0.40828402366863903,
      "grad_norm": 0.6549481153488159,
      "learning_rate": 9.961093306567076e-06,
      "loss": 0.6251,
      "step": 23
    },
    {
      "epoch": 0.4260355029585799,
      "grad_norm": 0.7221797108650208,
      "learning_rate": 9.947068501873702e-06,
      "loss": 0.6779,
      "step": 24
    },
    {
      "epoch": 0.4437869822485207,
      "grad_norm": 0.6575434803962708,
      "learning_rate": 9.930902394260746e-06,
      "loss": 0.6849,
      "step": 25
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 0.5789452791213989,
      "learning_rate": 9.912601981111287e-06,
      "loss": 0.5844,
      "step": 26
    },
    {
      "epoch": 0.47928994082840237,
      "grad_norm": 0.6969165205955505,
      "learning_rate": 9.892175183627161e-06,
      "loss": 0.6698,
      "step": 27
    },
    {
      "epoch": 0.4970414201183432,
      "grad_norm": 0.7126699686050415,
      "learning_rate": 9.869630843400331e-06,
      "loss": 0.6847,
      "step": 28
    },
    {
      "epoch": 0.514792899408284,
      "grad_norm": 0.6048182845115662,
      "learning_rate": 9.844978718585855e-06,
      "loss": 0.6191,
      "step": 29
    },
    {
      "epoch": 0.5325443786982249,
      "grad_norm": 0.6467904448509216,
      "learning_rate": 9.81822947967816e-06,
      "loss": 0.6409,
      "step": 30
    },
    {
      "epoch": 0.5502958579881657,
      "grad_norm": 0.6857551336288452,
      "learning_rate": 9.789394704892364e-06,
      "loss": 0.6316,
      "step": 31
    },
    {
      "epoch": 0.5680473372781065,
      "grad_norm": 0.7137037515640259,
      "learning_rate": 9.758486875152766e-06,
      "loss": 0.6325,
      "step": 32
    },
    {
      "epoch": 0.5857988165680473,
      "grad_norm": 0.6259506940841675,
      "learning_rate": 9.725519368690539e-06,
      "loss": 0.6478,
      "step": 33
    },
    {
      "epoch": 0.6035502958579881,
      "grad_norm": 0.5821611881256104,
      "learning_rate": 9.690506455253073e-06,
      "loss": 0.6117,
      "step": 34
    },
    {
      "epoch": 0.621301775147929,
      "grad_norm": 0.6482532024383545,
      "learning_rate": 9.65346328992741e-06,
      "loss": 0.6164,
      "step": 35
    },
    {
      "epoch": 0.6390532544378699,
      "grad_norm": 0.6187491416931152,
      "learning_rate": 9.614405906580486e-06,
      "loss": 0.567,
      "step": 36
    },
    {
      "epoch": 0.6568047337278107,
      "grad_norm": 0.6659966111183167,
      "learning_rate": 9.573351210918976e-06,
      "loss": 0.6044,
      "step": 37
    },
    {
      "epoch": 0.6745562130177515,
      "grad_norm": 0.6486673951148987,
      "learning_rate": 9.53031697317178e-06,
      "loss": 0.5811,
      "step": 38
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 0.6228745579719543,
      "learning_rate": 9.485321820398321e-06,
      "loss": 0.6137,
      "step": 39
    },
    {
      "epoch": 0.7100591715976331,
      "grad_norm": 0.5413960814476013,
      "learning_rate": 9.43838522842594e-06,
      "loss": 0.5736,
      "step": 40
    },
    {
      "epoch": 0.727810650887574,
      "grad_norm": 0.5927128195762634,
      "learning_rate": 9.389527513419935e-06,
      "loss": 0.6567,
      "step": 41
    },
    {
      "epoch": 0.7455621301775148,
      "grad_norm": 0.5900639295578003,
      "learning_rate": 9.338769823089853e-06,
      "loss": 0.6382,
      "step": 42
    },
    {
      "epoch": 0.7633136094674556,
      "grad_norm": 0.6012625098228455,
      "learning_rate": 9.286134127535859e-06,
      "loss": 0.6525,
      "step": 43
    },
    {
      "epoch": 0.7810650887573964,
      "grad_norm": 0.5634270906448364,
      "learning_rate": 9.231643209739128e-06,
      "loss": 0.5819,
      "step": 44
    },
    {
      "epoch": 0.7988165680473372,
      "grad_norm": 0.5087092518806458,
      "learning_rate": 9.175320655700407e-06,
      "loss": 0.5681,
      "step": 45
    },
    {
      "epoch": 0.8165680473372781,
      "grad_norm": 0.5246061682701111,
      "learning_rate": 9.117190844230971e-06,
      "loss": 0.5408,
      "step": 46
    },
    {
      "epoch": 0.834319526627219,
      "grad_norm": 0.5206530094146729,
      "learning_rate": 9.057278936400453e-06,
      "loss": 0.5804,
      "step": 47
    },
    {
      "epoch": 0.8520710059171598,
      "grad_norm": 0.5596741437911987,
      "learning_rate": 8.99561086464603e-06,
      "loss": 0.5521,
      "step": 48
    },
    {
      "epoch": 0.8698224852071006,
      "grad_norm": 0.5072557330131531,
      "learning_rate": 8.932213321547769e-06,
      "loss": 0.5277,
      "step": 49
    },
    {
      "epoch": 0.8875739644970414,
      "grad_norm": 0.5525227785110474,
      "learning_rate": 8.86711374827494e-06,
      "loss": 0.6031,
      "step": 50
    },
    {
      "epoch": 0.9053254437869822,
      "grad_norm": 0.6006079316139221,
      "learning_rate": 8.800340322708291e-06,
      "loss": 0.5698,
      "step": 51
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.5963747501373291,
      "learning_rate": 8.73192194724347e-06,
      "loss": 0.6289,
      "step": 52
    },
    {
      "epoch": 0.9408284023668639,
      "grad_norm": 0.5696894526481628,
      "learning_rate": 8.661888236280813e-06,
      "loss": 0.5918,
      "step": 53
    },
    {
      "epoch": 0.9585798816568047,
      "grad_norm": 0.6133765578269958,
      "learning_rate": 8.590269503406986e-06,
      "loss": 0.6514,
      "step": 54
    },
    {
      "epoch": 0.9763313609467456,
      "grad_norm": 0.6414260864257812,
      "learning_rate": 8.517096748273951e-06,
      "loss": 0.5686,
      "step": 55
    },
    {
      "epoch": 0.9940828402366864,
      "grad_norm": 0.6260319948196411,
      "learning_rate": 8.442401643181e-06,
      "loss": 0.5175,
      "step": 56
    },
    {
      "epoch": 1.0118343195266273,
      "grad_norm": 1.199350118637085,
      "learning_rate": 8.366216519365623e-06,
      "loss": 0.9417,
      "step": 57
    },
    {
      "epoch": 1.029585798816568,
      "grad_norm": 0.6130478978157043,
      "learning_rate": 8.288574353009164e-06,
      "loss": 0.4821,
      "step": 58
    },
    {
      "epoch": 1.047337278106509,
      "grad_norm": 0.6134289503097534,
      "learning_rate": 8.20950875096333e-06,
      "loss": 0.4782,
      "step": 59
    },
    {
      "epoch": 1.0650887573964498,
      "grad_norm": 0.7462955117225647,
      "learning_rate": 8.129053936203688e-06,
      "loss": 0.5882,
      "step": 60
    },
    {
      "epoch": 1.0828402366863905,
      "grad_norm": 0.6716148257255554,
      "learning_rate": 8.04724473301652e-06,
      "loss": 0.5487,
      "step": 61
    },
    {
      "epoch": 1.1005917159763314,
      "grad_norm": 0.5907769799232483,
      "learning_rate": 7.964116551925365e-06,
      "loss": 0.4711,
      "step": 62
    },
    {
      "epoch": 1.1183431952662721,
      "grad_norm": 0.6688742637634277,
      "learning_rate": 7.879705374363831e-06,
      "loss": 0.4645,
      "step": 63
    },
    {
      "epoch": 1.136094674556213,
      "grad_norm": 0.6526861786842346,
      "learning_rate": 7.794047737101298e-06,
      "loss": 0.5206,
      "step": 64
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 0.5595381855964661,
      "learning_rate": 7.707180716428237e-06,
      "loss": 0.4313,
      "step": 65
    },
    {
      "epoch": 1.1715976331360947,
      "grad_norm": 0.6181778311729431,
      "learning_rate": 7.619141912108008e-06,
      "loss": 0.564,
      "step": 66
    },
    {
      "epoch": 1.1893491124260356,
      "grad_norm": 0.614881157875061,
      "learning_rate": 7.529969431102063e-06,
      "loss": 0.5041,
      "step": 67
    },
    {
      "epoch": 1.2071005917159763,
      "grad_norm": 0.6447051763534546,
      "learning_rate": 7.4397018710756415e-06,
      "loss": 0.5046,
      "step": 68
    },
    {
      "epoch": 1.2248520710059172,
      "grad_norm": 0.5753356218338013,
      "learning_rate": 7.34837830369103e-06,
      "loss": 0.4534,
      "step": 69
    },
    {
      "epoch": 1.242603550295858,
      "grad_norm": 0.5938759446144104,
      "learning_rate": 7.2560382576956875e-06,
      "loss": 0.4369,
      "step": 70
    },
    {
      "epoch": 1.2603550295857988,
      "grad_norm": 0.6178358793258667,
      "learning_rate": 7.162721701812506e-06,
      "loss": 0.4949,
      "step": 71
    },
    {
      "epoch": 1.2781065088757395,
      "grad_norm": 0.6533629894256592,
      "learning_rate": 7.068469027439642e-06,
      "loss": 0.4816,
      "step": 72
    },
    {
      "epoch": 1.2958579881656804,
      "grad_norm": 0.6626835465431213,
      "learning_rate": 6.9733210311673826e-06,
      "loss": 0.5976,
      "step": 73
    },
    {
      "epoch": 1.3136094674556213,
      "grad_norm": 0.5293806195259094,
      "learning_rate": 6.8773188971196515e-06,
      "loss": 0.4124,
      "step": 74
    },
    {
      "epoch": 1.331360946745562,
      "grad_norm": 0.6411221623420715,
      "learning_rate": 6.780504179127735e-06,
      "loss": 0.5081,
      "step": 75
    },
    {
      "epoch": 1.349112426035503,
      "grad_norm": 0.6326239109039307,
      "learning_rate": 6.682918782744033e-06,
      "loss": 0.5123,
      "step": 76
    },
    {
      "epoch": 1.3668639053254439,
      "grad_norm": 0.6738696098327637,
      "learning_rate": 6.584604947103515e-06,
      "loss": 0.499,
      "step": 77
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.5083363652229309,
      "learning_rate": 6.4856052266408375e-06,
      "loss": 0.4522,
      "step": 78
    },
    {
      "epoch": 1.4023668639053255,
      "grad_norm": 0.6393911838531494,
      "learning_rate": 6.385962472670953e-06,
      "loss": 0.4685,
      "step": 79
    },
    {
      "epoch": 1.4201183431952662,
      "grad_norm": 0.6106072664260864,
      "learning_rate": 6.28571981484123e-06,
      "loss": 0.4942,
      "step": 80
    },
    {
      "epoch": 1.4378698224852071,
      "grad_norm": 0.5104251503944397,
      "learning_rate": 6.184920642463095e-06,
      "loss": 0.4625,
      "step": 81
    },
    {
      "epoch": 1.4556213017751478,
      "grad_norm": 0.587416410446167,
      "learning_rate": 6.083608585731283e-06,
      "loss": 0.5671,
      "step": 82
    },
    {
      "epoch": 1.4733727810650887,
      "grad_norm": 0.5419860482215881,
      "learning_rate": 5.9818274968388225e-06,
      "loss": 0.516,
      "step": 83
    },
    {
      "epoch": 1.4911242603550297,
      "grad_norm": 0.6191542744636536,
      "learning_rate": 5.879621430995927e-06,
      "loss": 0.4823,
      "step": 84
    },
    {
      "epoch": 1.5088757396449703,
      "grad_norm": 0.5240432620048523,
      "learning_rate": 5.777034627361025e-06,
      "loss": 0.3751,
      "step": 85
    },
    {
      "epoch": 1.5266272189349113,
      "grad_norm": 0.6388912200927734,
      "learning_rate": 5.674111489892144e-06,
      "loss": 0.5432,
      "step": 86
    },
    {
      "epoch": 1.5443786982248522,
      "grad_norm": 0.6531295776367188,
      "learning_rate": 5.570896568126994e-06,
      "loss": 0.5527,
      "step": 87
    },
    {
      "epoch": 1.5621301775147929,
      "grad_norm": 0.5705211758613586,
      "learning_rate": 5.4674345379e-06,
      "loss": 0.4588,
      "step": 88
    },
    {
      "epoch": 1.5798816568047336,
      "grad_norm": 0.5820942521095276,
      "learning_rate": 5.36377018200472e-06,
      "loss": 0.4563,
      "step": 89
    },
    {
      "epoch": 1.5976331360946747,
      "grad_norm": 0.6194245219230652,
      "learning_rate": 5.259948370809902e-06,
      "loss": 0.5123,
      "step": 90
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 0.5981638431549072,
      "learning_rate": 5.156014042837696e-06,
      "loss": 0.4979,
      "step": 91
    },
    {
      "epoch": 1.6331360946745561,
      "grad_norm": 0.7485818862915039,
      "learning_rate": 5.052012185312322e-06,
      "loss": 0.5863,
      "step": 92
    },
    {
      "epoch": 1.650887573964497,
      "grad_norm": 0.5108672380447388,
      "learning_rate": 4.94798781468768e-06,
      "loss": 0.398,
      "step": 93
    },
    {
      "epoch": 1.668639053254438,
      "grad_norm": 0.6520046591758728,
      "learning_rate": 4.843985957162304e-06,
      "loss": 0.6246,
      "step": 94
    },
    {
      "epoch": 1.6863905325443787,
      "grad_norm": 0.4945230484008789,
      "learning_rate": 4.740051629190099e-06,
      "loss": 0.3286,
      "step": 95
    },
    {
      "epoch": 1.7041420118343196,
      "grad_norm": 0.613183319568634,
      "learning_rate": 4.636229817995281e-06,
      "loss": 0.4692,
      "step": 96
    },
    {
      "epoch": 1.7218934911242605,
      "grad_norm": 0.6236385107040405,
      "learning_rate": 4.532565462099999e-06,
      "loss": 0.5258,
      "step": 97
    },
    {
      "epoch": 1.7396449704142012,
      "grad_norm": 0.5453357100486755,
      "learning_rate": 4.429103431873009e-06,
      "loss": 0.4714,
      "step": 98
    },
    {
      "epoch": 1.7573964497041419,
      "grad_norm": 0.5440649390220642,
      "learning_rate": 4.3258885101078565e-06,
      "loss": 0.4571,
      "step": 99
    },
    {
      "epoch": 1.7751479289940828,
      "grad_norm": 0.6320599913597107,
      "learning_rate": 4.2229653726389765e-06,
      "loss": 0.4783,
      "step": 100
    },
    {
      "epoch": 1.7928994082840237,
      "grad_norm": 0.5469642281532288,
      "learning_rate": 4.120378569004074e-06,
      "loss": 0.4467,
      "step": 101
    },
    {
      "epoch": 1.8106508875739644,
      "grad_norm": 0.5750222206115723,
      "learning_rate": 4.018172503161179e-06,
      "loss": 0.5032,
      "step": 102
    },
    {
      "epoch": 1.8284023668639053,
      "grad_norm": 0.5565685629844666,
      "learning_rate": 3.9163914142687185e-06,
      "loss": 0.482,
      "step": 103
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.6028342247009277,
      "learning_rate": 3.815079357536907e-06,
      "loss": 0.4609,
      "step": 104
    },
    {
      "epoch": 1.863905325443787,
      "grad_norm": 0.6078227758407593,
      "learning_rate": 3.714280185158771e-06,
      "loss": 0.5237,
      "step": 105
    },
    {
      "epoch": 1.8816568047337277,
      "grad_norm": 0.5719071626663208,
      "learning_rate": 3.614037527329048e-06,
      "loss": 0.4206,
      "step": 106
    },
    {
      "epoch": 1.8994082840236688,
      "grad_norm": 0.5875373482704163,
      "learning_rate": 3.5143947733591633e-06,
      "loss": 0.4779,
      "step": 107
    },
    {
      "epoch": 1.9171597633136095,
      "grad_norm": 0.5589243769645691,
      "learning_rate": 3.4153950528964867e-06,
      "loss": 0.5056,
      "step": 108
    },
    {
      "epoch": 1.9349112426035502,
      "grad_norm": 0.5471234917640686,
      "learning_rate": 3.3170812172559695e-06,
      "loss": 0.4929,
      "step": 109
    },
    {
      "epoch": 1.952662721893491,
      "grad_norm": 0.5713181495666504,
      "learning_rate": 3.2194958208722656e-06,
      "loss": 0.4785,
      "step": 110
    },
    {
      "epoch": 1.970414201183432,
      "grad_norm": 0.553081750869751,
      "learning_rate": 3.1226811028803514e-06,
      "loss": 0.4389,
      "step": 111
    },
    {
      "epoch": 1.9881656804733727,
      "grad_norm": 0.5729470252990723,
      "learning_rate": 3.0266789688326187e-06,
      "loss": 0.4665,
      "step": 112
    },
    {
      "epoch": 2.0059171597633134,
      "grad_norm": 1.2184429168701172,
      "learning_rate": 2.9315309725603596e-06,
      "loss": 0.7849,
      "step": 113
    },
    {
      "epoch": 2.0236686390532546,
      "grad_norm": 0.522588849067688,
      "learning_rate": 2.8372782981874964e-06,
      "loss": 0.3366,
      "step": 114
    },
    {
      "epoch": 2.0414201183431953,
      "grad_norm": 0.6389386057853699,
      "learning_rate": 2.7439617423043146e-06,
      "loss": 0.4961,
      "step": 115
    },
    {
      "epoch": 2.059171597633136,
      "grad_norm": 0.6419571042060852,
      "learning_rate": 2.6516216963089698e-06,
      "loss": 0.4662,
      "step": 116
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 0.6015217900276184,
      "learning_rate": 2.560298128924358e-06,
      "loss": 0.4298,
      "step": 117
    },
    {
      "epoch": 2.094674556213018,
      "grad_norm": 0.5608621835708618,
      "learning_rate": 2.470030568897938e-06,
      "loss": 0.3721,
      "step": 118
    },
    {
      "epoch": 2.1124260355029585,
      "grad_norm": 0.6403945684432983,
      "learning_rate": 2.3808580878919948e-06,
      "loss": 0.4947,
      "step": 119
    },
    {
      "epoch": 2.1301775147928996,
      "grad_norm": 0.4906422793865204,
      "learning_rate": 2.2928192835717642e-06,
      "loss": 0.3607,
      "step": 120
    },
    {
      "epoch": 2.1479289940828403,
      "grad_norm": 0.5612274408340454,
      "learning_rate": 2.205952262898704e-06,
      "loss": 0.4134,
      "step": 121
    },
    {
      "epoch": 2.165680473372781,
      "grad_norm": 0.587371289730072,
      "learning_rate": 2.120294625636171e-06,
      "loss": 0.4862,
      "step": 122
    },
    {
      "epoch": 2.1834319526627217,
      "grad_norm": 0.5207931399345398,
      "learning_rate": 2.0358834480746363e-06,
      "loss": 0.3613,
      "step": 123
    },
    {
      "epoch": 2.201183431952663,
      "grad_norm": 0.6090331673622131,
      "learning_rate": 1.9527552669834797e-06,
      "loss": 0.4493,
      "step": 124
    },
    {
      "epoch": 2.2189349112426036,
      "grad_norm": 0.5700682401657104,
      "learning_rate": 1.8709460637963123e-06,
      "loss": 0.4133,
      "step": 125
    },
    {
      "epoch": 2.2366863905325443,
      "grad_norm": 0.4857932925224304,
      "learning_rate": 1.7904912490366723e-06,
      "loss": 0.3573,
      "step": 126
    },
    {
      "epoch": 2.2544378698224854,
      "grad_norm": 0.6004585027694702,
      "learning_rate": 1.711425646990838e-06,
      "loss": 0.4517,
      "step": 127
    },
    {
      "epoch": 2.272189349112426,
      "grad_norm": 0.5605913996696472,
      "learning_rate": 1.6337834806343783e-06,
      "loss": 0.4134,
      "step": 128
    },
    {
      "epoch": 2.289940828402367,
      "grad_norm": 0.6110245585441589,
      "learning_rate": 1.557598356819e-06,
      "loss": 0.4579,
      "step": 129
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 0.5302851796150208,
      "learning_rate": 1.482903251726049e-06,
      "loss": 0.3641,
      "step": 130
    },
    {
      "epoch": 2.3254437869822486,
      "grad_norm": 0.6419249176979065,
      "learning_rate": 1.409730496593016e-06,
      "loss": 0.5007,
      "step": 131
    },
    {
      "epoch": 2.3431952662721893,
      "grad_norm": 0.5336579084396362,
      "learning_rate": 1.3381117637191887e-06,
      "loss": 0.3433,
      "step": 132
    },
    {
      "epoch": 2.36094674556213,
      "grad_norm": 0.5869147777557373,
      "learning_rate": 1.2680780527565313e-06,
      "loss": 0.4898,
      "step": 133
    },
    {
      "epoch": 2.378698224852071,
      "grad_norm": 0.4657803475856781,
      "learning_rate": 1.1996596772917091e-06,
      "loss": 0.3326,
      "step": 134
    },
    {
      "epoch": 2.396449704142012,
      "grad_norm": 0.6105607748031616,
      "learning_rate": 1.132886251725061e-06,
      "loss": 0.4423,
      "step": 135
    },
    {
      "epoch": 2.4142011834319526,
      "grad_norm": 0.5837461948394775,
      "learning_rate": 1.0677866784522317e-06,
      "loss": 0.4593,
      "step": 136
    },
    {
      "epoch": 2.4319526627218933,
      "grad_norm": 0.6025368571281433,
      "learning_rate": 1.004389135353972e-06,
      "loss": 0.4215,
      "step": 137
    },
    {
      "epoch": 2.4497041420118344,
      "grad_norm": 0.5407091379165649,
      "learning_rate": 9.427210635995482e-07,
      "loss": 0.3988,
      "step": 138
    },
    {
      "epoch": 2.467455621301775,
      "grad_norm": 0.5298522114753723,
      "learning_rate": 8.828091557690288e-07,
      "loss": 0.4313,
      "step": 139
    },
    {
      "epoch": 2.485207100591716,
      "grad_norm": 0.5403129458427429,
      "learning_rate": 8.246793442995954e-07,
      "loss": 0.4222,
      "step": 140
    },
    {
      "epoch": 2.502958579881657,
      "grad_norm": 0.5571721792221069,
      "learning_rate": 7.68356790260873e-07,
      "loss": 0.4143,
      "step": 141
    },
    {
      "epoch": 2.5207100591715976,
      "grad_norm": 0.5758110284805298,
      "learning_rate": 7.138658724641417e-07,
      "loss": 0.4597,
      "step": 142
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 0.5439177751541138,
      "learning_rate": 6.612301769101464e-07,
      "loss": 0.4078,
      "step": 143
    },
    {
      "epoch": 2.556213017751479,
      "grad_norm": 0.6059474349021912,
      "learning_rate": 6.104724865800665e-07,
      "loss": 0.4234,
      "step": 144
    },
    {
      "epoch": 2.57396449704142,
      "grad_norm": 0.5578750371932983,
      "learning_rate": 5.616147715740611e-07,
      "loss": 0.3722,
      "step": 145
    },
    {
      "epoch": 2.591715976331361,
      "grad_norm": 0.5182917714118958,
      "learning_rate": 5.146781796016798e-07,
      "loss": 0.3592,
      "step": 146
    },
    {
      "epoch": 2.609467455621302,
      "grad_norm": 0.5251271724700928,
      "learning_rate": 4.696830268282204e-07,
      "loss": 0.4132,
      "step": 147
    },
    {
      "epoch": 2.6272189349112427,
      "grad_norm": 0.5910128951072693,
      "learning_rate": 4.2664878908102556e-07,
      "loss": 0.4721,
      "step": 148
    },
    {
      "epoch": 2.6449704142011834,
      "grad_norm": 0.5311455130577087,
      "learning_rate": 3.855940934195146e-07,
      "loss": 0.4011,
      "step": 149
    },
    {
      "epoch": 2.662721893491124,
      "grad_norm": 0.5455037951469421,
      "learning_rate": 3.4653671007259084e-07,
      "loss": 0.4317,
      "step": 150
    },
    {
      "epoch": 2.6804733727810652,
      "grad_norm": 0.521126389503479,
      "learning_rate": 3.0949354474692937e-07,
      "loss": 0.4071,
      "step": 151
    },
    {
      "epoch": 2.698224852071006,
      "grad_norm": 0.5334401726722717,
      "learning_rate": 2.7448063130946224e-07,
      "loss": 0.3797,
      "step": 152
    },
    {
      "epoch": 2.7159763313609466,
      "grad_norm": 0.6030508875846863,
      "learning_rate": 2.4151312484723465e-07,
      "loss": 0.4331,
      "step": 153
    },
    {
      "epoch": 2.7337278106508878,
      "grad_norm": 0.47127389907836914,
      "learning_rate": 2.106052951076365e-07,
      "loss": 0.3481,
      "step": 154
    },
    {
      "epoch": 2.7514792899408285,
      "grad_norm": 0.5236401557922363,
      "learning_rate": 1.8177052032184285e-07,
      "loss": 0.3702,
      "step": 155
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.5896205902099609,
      "learning_rate": 1.5502128141414496e-07,
      "loss": 0.4371,
      "step": 156
    },
    {
      "epoch": 2.78698224852071,
      "grad_norm": 0.5283501148223877,
      "learning_rate": 1.303691565996712e-07,
      "loss": 0.3741,
      "step": 157
    },
    {
      "epoch": 2.804733727810651,
      "grad_norm": 0.5836403369903564,
      "learning_rate": 1.0782481637284014e-07,
      "loss": 0.4289,
      "step": 158
    },
    {
      "epoch": 2.8224852071005917,
      "grad_norm": 0.64845210313797,
      "learning_rate": 8.739801888871468e-08,
      "loss": 0.4927,
      "step": 159
    },
    {
      "epoch": 2.8402366863905324,
      "grad_norm": 0.5165106654167175,
      "learning_rate": 6.909760573925561e-08,
      "loss": 0.3382,
      "step": 160
    },
    {
      "epoch": 2.8579881656804735,
      "grad_norm": 0.5744462609291077,
      "learning_rate": 5.2931498126298495e-08,
      "loss": 0.4541,
      "step": 161
    },
    {
      "epoch": 2.8757396449704142,
      "grad_norm": 0.5389672517776489,
      "learning_rate": 3.890669343292464e-08,
      "loss": 0.4203,
      "step": 162
    },
    {
      "epoch": 2.893491124260355,
      "grad_norm": 0.43833690881729126,
      "learning_rate": 2.702926219468882e-08,
      "loss": 0.3555,
      "step": 163
    },
    {
      "epoch": 2.9112426035502956,
      "grad_norm": 0.48717668652534485,
      "learning_rate": 1.7304345472035634e-08,
      "loss": 0.4286,
      "step": 164
    },
    {
      "epoch": 2.9289940828402368,
      "grad_norm": 0.5516893267631531,
      "learning_rate": 9.73615262502503e-09,
      "loss": 0.4472,
      "step": 165
    },
    {
      "epoch": 2.9467455621301775,
      "grad_norm": 0.44991251826286316,
      "learning_rate": 4.327959491344791e-09,
      "loss": 0.3565,
      "step": 166
    },
    {
      "epoch": 2.9644970414201186,
      "grad_norm": 0.5328838229179382,
      "learning_rate": 1.082106968385288e-09,
      "loss": 0.45,
      "step": 167
    },
    {
      "epoch": 2.9822485207100593,
      "grad_norm": 0.5235728621482849,
      "learning_rate": 0.0,
      "loss": 0.3742,
      "step": 168
    }
  ],
  "logging_steps": 1,
  "max_steps": 168,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 600,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.46489842951127e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}