{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.8202524504618856,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01128270220717862,
      "grad_norm": 684.0,
      "learning_rate": 1.1875e-06,
      "loss": 42.923,
      "step": 20
    },
    {
      "epoch": 0.02256540441435724,
      "grad_norm": 378.0,
      "learning_rate": 2.4375e-06,
      "loss": 41.9073,
      "step": 40
    },
    {
      "epoch": 0.03384810662153586,
      "grad_norm": 322.0,
      "learning_rate": 3.6875000000000007e-06,
      "loss": 39.9877,
      "step": 60
    },
    {
      "epoch": 0.04513080882871448,
      "grad_norm": 280.0,
      "learning_rate": 4.937500000000001e-06,
      "loss": 38.0747,
      "step": 80
    },
    {
      "epoch": 0.056413511035893094,
      "grad_norm": 1328.0,
      "learning_rate": 6.1875000000000005e-06,
      "loss": 36.2999,
      "step": 100
    },
    {
      "epoch": 0.06769621324307172,
      "grad_norm": 212.0,
      "learning_rate": 7.437500000000001e-06,
      "loss": 35.0646,
      "step": 120
    },
    {
      "epoch": 0.07897891545025033,
      "grad_norm": 208.0,
      "learning_rate": 8.687500000000001e-06,
      "loss": 34.4917,
      "step": 140
    },
    {
      "epoch": 0.09026161765742896,
      "grad_norm": 180.0,
      "learning_rate": 9.937500000000001e-06,
      "loss": 34.5205,
      "step": 160
    },
    {
      "epoch": 0.10154431986460757,
      "grad_norm": 213.0,
      "learning_rate": 9.96317115720101e-06,
      "loss": 33.3244,
      "step": 180
    },
    {
      "epoch": 0.11282702207178619,
      "grad_norm": 174.0,
      "learning_rate": 9.9244039542547e-06,
      "loss": 33.6509,
      "step": 200
    },
    {
      "epoch": 0.12410972427896481,
      "grad_norm": 234.0,
      "learning_rate": 9.885636751308394e-06,
      "loss": 34.1064,
      "step": 220
    },
    {
      "epoch": 0.13539242648614344,
      "grad_norm": 176.0,
      "learning_rate": 9.846869548362087e-06,
      "loss": 34.0945,
      "step": 240
    },
    {
      "epoch": 0.14667512869332205,
      "grad_norm": 222.0,
      "learning_rate": 9.80810234541578e-06,
      "loss": 33.8671,
      "step": 260
    },
    {
      "epoch": 0.15795783090050067,
      "grad_norm": 164.0,
      "learning_rate": 9.769335142469472e-06,
      "loss": 33.4257,
      "step": 280
    },
    {
      "epoch": 0.16924053310767928,
      "grad_norm": 185.0,
      "learning_rate": 9.730567939523164e-06,
      "loss": 33.4832,
      "step": 300
    },
    {
      "epoch": 0.18052323531485792,
      "grad_norm": 188.0,
      "learning_rate": 9.691800736576857e-06,
      "loss": 33.4079,
      "step": 320
    },
    {
      "epoch": 0.19180593752203653,
      "grad_norm": 195.0,
      "learning_rate": 9.65303353363055e-06,
      "loss": 34.1975,
      "step": 340
    },
    {
      "epoch": 0.20308863972921515,
      "grad_norm": 186.0,
      "learning_rate": 9.614266330684242e-06,
      "loss": 33.3613,
      "step": 360
    },
    {
      "epoch": 0.21437134193639376,
      "grad_norm": 172.0,
      "learning_rate": 9.575499127737934e-06,
      "loss": 32.6162,
      "step": 380
    },
    {
      "epoch": 0.22565404414357237,
      "grad_norm": 170.0,
      "learning_rate": 9.536731924791627e-06,
      "loss": 33.3925,
      "step": 400
    },
    {
      "epoch": 0.23693674635075102,
      "grad_norm": 168.0,
      "learning_rate": 9.49796472184532e-06,
      "loss": 33.4435,
      "step": 420
    },
    {
      "epoch": 0.24821944855792963,
      "grad_norm": 197.0,
      "learning_rate": 9.459197518899013e-06,
      "loss": 32.9941,
      "step": 440
    },
    {
      "epoch": 0.25950215076510824,
      "grad_norm": 190.0,
      "learning_rate": 9.420430315952704e-06,
      "loss": 33.2245,
      "step": 460
    },
    {
      "epoch": 0.2707848529722869,
      "grad_norm": 185.0,
      "learning_rate": 9.381663113006397e-06,
      "loss": 33.2802,
      "step": 480
    },
    {
      "epoch": 0.28206755517946547,
      "grad_norm": 201.0,
      "learning_rate": 9.34289591006009e-06,
      "loss": 33.3563,
      "step": 500
    },
    {
      "epoch": 0.2933502573866441,
      "grad_norm": 160.0,
      "learning_rate": 9.304128707113782e-06,
      "loss": 32.8094,
      "step": 520
    },
    {
      "epoch": 0.3046329595938227,
      "grad_norm": 171.0,
      "learning_rate": 9.265361504167476e-06,
      "loss": 33.967,
      "step": 540
    },
    {
      "epoch": 0.31591566180100134,
      "grad_norm": 185.0,
      "learning_rate": 9.226594301221168e-06,
      "loss": 33.9071,
      "step": 560
    },
    {
      "epoch": 0.32719836400818,
      "grad_norm": 168.0,
      "learning_rate": 9.18782709827486e-06,
      "loss": 33.5103,
      "step": 580
    },
    {
      "epoch": 0.33848106621535856,
      "grad_norm": 185.0,
      "learning_rate": 9.149059895328553e-06,
      "loss": 33.2943,
      "step": 600
    },
    {
      "epoch": 0.3497637684225372,
      "grad_norm": 235.0,
      "learning_rate": 9.110292692382246e-06,
      "loss": 33.8674,
      "step": 620
    },
    {
      "epoch": 0.36104647062971584,
      "grad_norm": 171.0,
      "learning_rate": 9.071525489435938e-06,
      "loss": 34.1437,
      "step": 640
    },
    {
      "epoch": 0.37232917283689443,
      "grad_norm": 176.0,
      "learning_rate": 9.03275828648963e-06,
      "loss": 32.9577,
      "step": 660
    },
    {
      "epoch": 0.38361187504407307,
      "grad_norm": 179.0,
      "learning_rate": 8.993991083543323e-06,
      "loss": 33.5755,
      "step": 680
    },
    {
      "epoch": 0.39489457725125165,
      "grad_norm": 187.0,
      "learning_rate": 8.955223880597016e-06,
      "loss": 34.03,
      "step": 700
    },
    {
      "epoch": 0.4061772794584303,
      "grad_norm": 175.0,
      "learning_rate": 8.916456677650708e-06,
      "loss": 34.0341,
      "step": 720
    },
    {
      "epoch": 0.41745998166560894,
      "grad_norm": 184.0,
      "learning_rate": 8.8776894747044e-06,
      "loss": 34.1199,
      "step": 740
    },
    {
      "epoch": 0.4287426838727875,
      "grad_norm": 214.0,
      "learning_rate": 8.838922271758093e-06,
      "loss": 34.5299,
      "step": 760
    },
    {
      "epoch": 0.44002538607996616,
      "grad_norm": 187.0,
      "learning_rate": 8.800155068811787e-06,
      "loss": 33.6687,
      "step": 780
    },
    {
      "epoch": 0.45130808828714475,
      "grad_norm": 207.0,
      "learning_rate": 8.761387865865478e-06,
      "loss": 33.4913,
      "step": 800
    },
    {
      "epoch": 0.4625907904943234,
      "grad_norm": 199.0,
      "learning_rate": 8.72262066291917e-06,
      "loss": 34.6043,
      "step": 820
    },
    {
      "epoch": 0.47387349270150203,
      "grad_norm": 308.0,
      "learning_rate": 8.683853459972865e-06,
      "loss": 34.1107,
      "step": 840
    },
    {
      "epoch": 0.4851561949086806,
      "grad_norm": 219.0,
      "learning_rate": 8.645086257026555e-06,
      "loss": 33.5659,
      "step": 860
    },
    {
      "epoch": 0.49643889711585926,
      "grad_norm": 184.0,
      "learning_rate": 8.60631905408025e-06,
      "loss": 34.6702,
      "step": 880
    },
    {
      "epoch": 0.5077215993230378,
      "grad_norm": 188.0,
      "learning_rate": 8.567551851133942e-06,
      "loss": 33.9021,
      "step": 900
    },
    {
      "epoch": 0.5190043015302165,
      "grad_norm": 189.0,
      "learning_rate": 8.528784648187633e-06,
      "loss": 33.8139,
      "step": 920
    },
    {
      "epoch": 0.5302870037373951,
      "grad_norm": 202.0,
      "learning_rate": 8.490017445241327e-06,
      "loss": 33.9562,
      "step": 940
    },
    {
      "epoch": 0.5415697059445738,
      "grad_norm": 184.0,
      "learning_rate": 8.45125024229502e-06,
      "loss": 34.1304,
      "step": 960
    },
    {
      "epoch": 0.5528524081517523,
      "grad_norm": 210.0,
      "learning_rate": 8.412483039348712e-06,
      "loss": 34.3385,
      "step": 980
    },
    {
      "epoch": 0.5641351103589309,
      "grad_norm": 167.0,
      "learning_rate": 8.373715836402404e-06,
      "loss": 34.2957,
      "step": 1000
    },
    {
      "epoch": 0.5754178125661096,
      "grad_norm": 197.0,
      "learning_rate": 8.334948633456097e-06,
      "loss": 34.701,
      "step": 1020
    },
    {
      "epoch": 0.5867005147732882,
      "grad_norm": 220.0,
      "learning_rate": 8.29618143050979e-06,
      "loss": 34.1251,
      "step": 1040
    },
    {
      "epoch": 0.5979832169804669,
      "grad_norm": 199.0,
      "learning_rate": 8.257414227563482e-06,
      "loss": 34.2395,
      "step": 1060
    },
    {
      "epoch": 0.6092659191876454,
      "grad_norm": 210.0,
      "learning_rate": 8.218647024617174e-06,
      "loss": 33.7562,
      "step": 1080
    },
    {
      "epoch": 0.620548621394824,
      "grad_norm": 213.0,
      "learning_rate": 8.179879821670867e-06,
      "loss": 35.2014,
      "step": 1100
    },
    {
      "epoch": 0.6318313236020027,
      "grad_norm": 214.0,
      "learning_rate": 8.14111261872456e-06,
      "loss": 33.6772,
      "step": 1120
    },
    {
      "epoch": 0.6431140258091813,
      "grad_norm": 220.0,
      "learning_rate": 8.102345415778252e-06,
      "loss": 34.0573,
      "step": 1140
    },
    {
      "epoch": 0.65439672801636,
      "grad_norm": 162.0,
      "learning_rate": 8.063578212831944e-06,
      "loss": 34.1778,
      "step": 1160
    },
    {
      "epoch": 0.6656794302235386,
      "grad_norm": 171.0,
      "learning_rate": 8.024811009885637e-06,
      "loss": 34.7704,
      "step": 1180
    },
    {
      "epoch": 0.6769621324307171,
      "grad_norm": 192.0,
      "learning_rate": 7.98604380693933e-06,
      "loss": 34.5073,
      "step": 1200
    },
    {
      "epoch": 0.6882448346378958,
      "grad_norm": 199.0,
      "learning_rate": 7.947276603993023e-06,
      "loss": 35.1462,
      "step": 1220
    },
    {
      "epoch": 0.6995275368450744,
      "grad_norm": 194.0,
      "learning_rate": 7.908509401046716e-06,
      "loss": 35.0324,
      "step": 1240
    },
    {
      "epoch": 0.710810239052253,
      "grad_norm": 180.0,
      "learning_rate": 7.869742198100407e-06,
      "loss": 34.4355,
      "step": 1260
    },
    {
      "epoch": 0.7220929412594317,
      "grad_norm": 171.0,
      "learning_rate": 7.8309749951541e-06,
      "loss": 34.3484,
      "step": 1280
    },
    {
      "epoch": 0.7333756434666102,
      "grad_norm": 234.0,
      "learning_rate": 7.792207792207793e-06,
      "loss": 34.3537,
      "step": 1300
    },
    {
      "epoch": 0.7446583456737889,
      "grad_norm": 217.0,
      "learning_rate": 7.753440589261486e-06,
      "loss": 34.4467,
      "step": 1320
    },
    {
      "epoch": 0.7559410478809675,
      "grad_norm": 183.0,
      "learning_rate": 7.714673386315178e-06,
      "loss": 34.5935,
      "step": 1340
    },
    {
      "epoch": 0.7672237500881461,
      "grad_norm": 167.0,
      "learning_rate": 7.67590618336887e-06,
      "loss": 34.1833,
      "step": 1360
    },
    {
      "epoch": 0.7785064522953248,
      "grad_norm": 182.0,
      "learning_rate": 7.637138980422563e-06,
      "loss": 34.5052,
      "step": 1380
    },
    {
      "epoch": 0.7897891545025033,
      "grad_norm": 170.0,
      "learning_rate": 7.598371777476256e-06,
      "loss": 34.5334,
      "step": 1400
    },
    {
      "epoch": 0.801071856709682,
      "grad_norm": 181.0,
      "learning_rate": 7.559604574529948e-06,
      "loss": 34.1411,
      "step": 1420
    },
    {
      "epoch": 0.8123545589168606,
      "grad_norm": 163.0,
      "learning_rate": 7.5208373715836415e-06,
      "loss": 34.7683,
      "step": 1440
    },
    {
      "epoch": 0.8236372611240392,
      "grad_norm": 176.0,
      "learning_rate": 7.482070168637333e-06,
      "loss": 34.7674,
      "step": 1460
    },
    {
      "epoch": 0.8349199633312179,
      "grad_norm": 165.0,
      "learning_rate": 7.4433029656910264e-06,
      "loss": 34.7617,
      "step": 1480
    },
    {
      "epoch": 0.8462026655383964,
      "grad_norm": 194.0,
      "learning_rate": 7.404535762744719e-06,
      "loss": 34.7591,
      "step": 1500
    },
    {
      "epoch": 0.857485367745575,
      "grad_norm": 175.0,
      "learning_rate": 7.3657685597984105e-06,
      "loss": 34.0827,
      "step": 1520
    },
    {
      "epoch": 0.8687680699527537,
      "grad_norm": 179.0,
      "learning_rate": 7.327001356852104e-06,
      "loss": 34.5944,
      "step": 1540
    },
    {
      "epoch": 0.8800507721599323,
      "grad_norm": 198.0,
      "learning_rate": 7.288234153905796e-06,
      "loss": 35.1967,
      "step": 1560
    },
    {
      "epoch": 0.891333474367111,
      "grad_norm": 192.0,
      "learning_rate": 7.249466950959488e-06,
      "loss": 35.0658,
      "step": 1580
    },
    {
      "epoch": 0.9026161765742895,
      "grad_norm": 207.0,
      "learning_rate": 7.210699748013181e-06,
      "loss": 34.9624,
      "step": 1600
    },
    {
      "epoch": 0.9138988787814681,
      "grad_norm": 195.0,
      "learning_rate": 7.171932545066874e-06,
      "loss": 34.5503,
      "step": 1620
    },
    {
      "epoch": 0.9251815809886468,
      "grad_norm": 187.0,
      "learning_rate": 7.133165342120567e-06,
      "loss": 34.6947,
      "step": 1640
    },
    {
      "epoch": 0.9364642831958254,
      "grad_norm": 178.0,
      "learning_rate": 7.094398139174259e-06,
      "loss": 34.7273,
      "step": 1660
    },
    {
      "epoch": 0.9477469854030041,
      "grad_norm": 195.0,
      "learning_rate": 7.055630936227952e-06,
      "loss": 35.1698,
      "step": 1680
    },
    {
      "epoch": 0.9590296876101826,
      "grad_norm": 194.0,
      "learning_rate": 7.0168637332816445e-06,
      "loss": 34.8608,
      "step": 1700
    },
    {
      "epoch": 0.9703123898173612,
      "grad_norm": 209.0,
      "learning_rate": 6.978096530335336e-06,
      "loss": 34.3997,
      "step": 1720
    },
    {
      "epoch": 0.9815950920245399,
      "grad_norm": 142.0,
      "learning_rate": 6.9393293273890295e-06,
      "loss": 34.856,
      "step": 1740
    },
    {
      "epoch": 0.9928777942317185,
      "grad_norm": 186.0,
      "learning_rate": 6.900562124442722e-06,
      "loss": 34.3359,
      "step": 1760
    },
    {
      "epoch": 1.0039489457725126,
      "grad_norm": 169.0,
      "learning_rate": 6.8617949214964145e-06,
      "loss": 33.62,
      "step": 1780
    },
    {
      "epoch": 1.0152316479796912,
      "grad_norm": 189.0,
      "learning_rate": 6.823027718550107e-06,
      "loss": 33.4374,
      "step": 1800
    },
    {
      "epoch": 1.0265143501868697,
      "grad_norm": 191.0,
      "learning_rate": 6.7842605156038e-06,
      "loss": 32.8082,
      "step": 1820
    },
    {
      "epoch": 1.0377970523940483,
      "grad_norm": 151.0,
      "learning_rate": 6.745493312657493e-06,
      "loss": 33.2524,
      "step": 1840
    },
    {
      "epoch": 1.049079754601227,
      "grad_norm": 153.0,
      "learning_rate": 6.706726109711184e-06,
      "loss": 32.7946,
      "step": 1860
    },
    {
      "epoch": 1.0603624568084056,
      "grad_norm": 190.0,
      "learning_rate": 6.667958906764878e-06,
      "loss": 34.0579,
      "step": 1880
    },
    {
      "epoch": 1.0716451590155842,
      "grad_norm": 169.0,
      "learning_rate": 6.62919170381857e-06,
      "loss": 33.6604,
      "step": 1900
    },
    {
      "epoch": 1.0829278612227629,
      "grad_norm": 203.0,
      "learning_rate": 6.590424500872263e-06,
      "loss": 33.566,
      "step": 1920
    },
    {
      "epoch": 1.0942105634299415,
      "grad_norm": 166.0,
      "learning_rate": 6.551657297925955e-06,
      "loss": 32.8621,
      "step": 1940
    },
    {
      "epoch": 1.1054932656371201,
      "grad_norm": 190.0,
      "learning_rate": 6.5128900949796484e-06,
      "loss": 32.7915,
      "step": 1960
    },
    {
      "epoch": 1.1167759678442988,
      "grad_norm": 159.0,
      "learning_rate": 6.47412289203334e-06,
      "loss": 32.8263,
      "step": 1980
    },
    {
      "epoch": 1.1280586700514774,
      "grad_norm": 213.0,
      "learning_rate": 6.4353556890870326e-06,
      "loss": 33.4649,
      "step": 2000
    },
    {
      "epoch": 1.1393413722586558,
      "grad_norm": 170.0,
      "learning_rate": 6.396588486140726e-06,
      "loss": 33.0993,
      "step": 2020
    },
    {
      "epoch": 1.1506240744658345,
      "grad_norm": 178.0,
      "learning_rate": 6.3578212831944175e-06,
      "loss": 32.8403,
      "step": 2040
    },
    {
      "epoch": 1.1619067766730131,
      "grad_norm": 192.0,
      "learning_rate": 6.31905408024811e-06,
      "loss": 33.212,
      "step": 2060
    },
    {
      "epoch": 1.1731894788801918,
      "grad_norm": 177.0,
      "learning_rate": 6.280286877301803e-06,
      "loss": 32.9688,
      "step": 2080
    },
    {
      "epoch": 1.1844721810873704,
      "grad_norm": 176.0,
      "learning_rate": 6.241519674355496e-06,
      "loss": 33.0461,
      "step": 2100
    },
    {
      "epoch": 1.195754883294549,
      "grad_norm": 191.0,
      "learning_rate": 6.202752471409188e-06,
      "loss": 33.4505,
      "step": 2120
    },
    {
      "epoch": 1.2070375855017277,
      "grad_norm": 165.0,
      "learning_rate": 6.163985268462881e-06,
      "loss": 33.6436,
      "step": 2140
    },
    {
      "epoch": 1.2183202877089063,
      "grad_norm": 177.0,
      "learning_rate": 6.125218065516574e-06,
      "loss": 32.9951,
      "step": 2160
    },
    {
      "epoch": 1.229602989916085,
      "grad_norm": 181.0,
      "learning_rate": 6.086450862570266e-06,
      "loss": 34.0142,
      "step": 2180
    },
    {
      "epoch": 1.2408856921232636,
      "grad_norm": 174.0,
      "learning_rate": 6.047683659623958e-06,
      "loss": 33.6973,
      "step": 2200
    },
    {
      "epoch": 1.2521683943304422,
      "grad_norm": 160.0,
      "learning_rate": 6.0089164566776515e-06,
      "loss": 32.4556,
      "step": 2220
    },
    {
      "epoch": 1.2634510965376209,
      "grad_norm": 165.0,
      "learning_rate": 5.970149253731343e-06,
      "loss": 33.3473,
      "step": 2240
    },
    {
      "epoch": 1.2747337987447993,
      "grad_norm": 192.0,
      "learning_rate": 5.9313820507850365e-06,
      "loss": 32.9415,
      "step": 2260
    },
    {
      "epoch": 1.286016500951978,
      "grad_norm": 169.0,
      "learning_rate": 5.892614847838729e-06,
      "loss": 33.7312,
      "step": 2280
    },
    {
      "epoch": 1.2972992031591566,
      "grad_norm": 172.0,
      "learning_rate": 5.853847644892422e-06,
      "loss": 33.2523,
      "step": 2300
    },
    {
      "epoch": 1.3085819053663352,
      "grad_norm": 166.0,
      "learning_rate": 5.815080441946114e-06,
      "loss": 33.4629,
      "step": 2320
    },
    {
      "epoch": 1.3198646075735139,
      "grad_norm": 220.0,
      "learning_rate": 5.776313238999806e-06,
      "loss": 33.6943,
      "step": 2340
    },
    {
      "epoch": 1.3311473097806925,
      "grad_norm": 163.0,
      "learning_rate": 5.7375460360535e-06,
      "loss": 33.2026,
      "step": 2360
    },
    {
      "epoch": 1.3424300119878712,
      "grad_norm": 227.0,
      "learning_rate": 5.698778833107191e-06,
      "loss": 33.3166,
      "step": 2380
    },
    {
      "epoch": 1.3537127141950498,
      "grad_norm": 198.0,
      "learning_rate": 5.660011630160885e-06,
      "loss": 33.5236,
      "step": 2400
    },
    {
      "epoch": 1.3649954164022282,
      "grad_norm": 178.0,
      "learning_rate": 5.621244427214577e-06,
      "loss": 33.3746,
      "step": 2420
    },
    {
      "epoch": 1.3762781186094069,
      "grad_norm": 182.0,
      "learning_rate": 5.582477224268269e-06,
      "loss": 33.2293,
      "step": 2440
    },
    {
      "epoch": 1.3875608208165855,
      "grad_norm": 232.0,
      "learning_rate": 5.543710021321962e-06,
      "loss": 34.0862,
      "step": 2460
    },
    {
      "epoch": 1.3988435230237641,
      "grad_norm": 175.0,
      "learning_rate": 5.5049428183756546e-06,
      "loss": 33.4116,
      "step": 2480
    },
    {
      "epoch": 1.4101262252309428,
      "grad_norm": 198.0,
      "learning_rate": 5.466175615429348e-06,
      "loss": 32.8442,
      "step": 2500
    },
    {
      "epoch": 1.4214089274381214,
      "grad_norm": 162.0,
      "learning_rate": 5.4274084124830395e-06,
      "loss": 33.7111,
      "step": 2520
    },
    {
      "epoch": 1.4326916296453,
      "grad_norm": 208.0,
      "learning_rate": 5.388641209536732e-06,
      "loss": 33.0033,
      "step": 2540
    },
    {
      "epoch": 1.4439743318524787,
      "grad_norm": 192.0,
      "learning_rate": 5.349874006590425e-06,
      "loss": 33.8201,
      "step": 2560
    },
    {
      "epoch": 1.4552570340596573,
      "grad_norm": 169.0,
      "learning_rate": 5.311106803644117e-06,
      "loss": 32.9213,
      "step": 2580
    },
    {
      "epoch": 1.466539736266836,
      "grad_norm": 181.0,
      "learning_rate": 5.27233960069781e-06,
      "loss": 33.9638,
      "step": 2600
    },
    {
      "epoch": 1.4778224384740146,
      "grad_norm": 173.0,
      "learning_rate": 5.233572397751503e-06,
      "loss": 33.5811,
      "step": 2620
    },
    {
      "epoch": 1.4891051406811933,
      "grad_norm": 190.0,
      "learning_rate": 5.194805194805194e-06,
      "loss": 33.8197,
      "step": 2640
    },
    {
      "epoch": 1.500387842888372,
      "grad_norm": 197.0,
      "learning_rate": 5.156037991858888e-06,
      "loss": 33.6394,
      "step": 2660
    },
    {
      "epoch": 1.5116705450955505,
      "grad_norm": 290.0,
      "learning_rate": 5.11727078891258e-06,
      "loss": 33.2235,
      "step": 2680
    },
    {
      "epoch": 1.522953247302729,
      "grad_norm": 148.0,
      "learning_rate": 5.0785035859662735e-06,
      "loss": 33.6943,
      "step": 2700
    },
    {
      "epoch": 1.5342359495099076,
      "grad_norm": 183.0,
      "learning_rate": 5.039736383019965e-06,
      "loss": 33.5758,
      "step": 2720
    },
    {
      "epoch": 1.5455186517170862,
      "grad_norm": 175.0,
      "learning_rate": 5.0009691800736585e-06,
      "loss": 34.077,
      "step": 2740
    },
    {
      "epoch": 1.5568013539242649,
      "grad_norm": 178.0,
      "learning_rate": 4.96220197712735e-06,
      "loss": 33.2421,
      "step": 2760
    },
    {
      "epoch": 1.5680840561314435,
      "grad_norm": 169.0,
      "learning_rate": 4.9234347741810434e-06,
      "loss": 34.0267,
      "step": 2780
    },
    {
      "epoch": 1.579366758338622,
      "grad_norm": 171.0,
      "learning_rate": 4.884667571234736e-06,
      "loss": 33.5599,
      "step": 2800
    },
    {
      "epoch": 1.5906494605458006,
      "grad_norm": 206.0,
      "learning_rate": 4.845900368288428e-06,
      "loss": 33.7535,
      "step": 2820
    },
    {
      "epoch": 1.6019321627529792,
      "grad_norm": 168.0,
      "learning_rate": 4.807133165342121e-06,
      "loss": 33.4231,
      "step": 2840
    },
    {
      "epoch": 1.6132148649601579,
      "grad_norm": 208.0,
      "learning_rate": 4.768365962395813e-06,
      "loss": 33.1695,
      "step": 2860
    },
    {
      "epoch": 1.6244975671673365,
      "grad_norm": 213.0,
      "learning_rate": 4.729598759449507e-06,
      "loss": 33.2739,
      "step": 2880
    },
    {
      "epoch": 1.6357802693745152,
      "grad_norm": 177.0,
      "learning_rate": 4.690831556503198e-06,
      "loss": 33.3967,
      "step": 2900
    },
    {
      "epoch": 1.6470629715816938,
      "grad_norm": 234.0,
      "learning_rate": 4.652064353556891e-06,
      "loss": 34.2787,
      "step": 2920
    },
    {
      "epoch": 1.6583456737888724,
      "grad_norm": 163.0,
      "learning_rate": 4.613297150610584e-06,
      "loss": 34.1793,
      "step": 2940
    },
    {
      "epoch": 1.669628375996051,
      "grad_norm": 192.0,
      "learning_rate": 4.574529947664277e-06,
      "loss": 33.67,
      "step": 2960
    },
    {
      "epoch": 1.6809110782032297,
      "grad_norm": 188.0,
      "learning_rate": 4.535762744717969e-06,
      "loss": 34.1299,
      "step": 2980
    },
    {
      "epoch": 1.6921937804104084,
      "grad_norm": 210.0,
      "learning_rate": 4.4969955417716615e-06,
      "loss": 33.6063,
      "step": 3000
    },
    {
      "epoch": 1.703476482617587,
      "grad_norm": 222.0,
      "learning_rate": 4.458228338825354e-06,
      "loss": 33.864,
      "step": 3020
    },
    {
      "epoch": 1.7147591848247656,
      "grad_norm": 167.0,
      "learning_rate": 4.4194611358790465e-06,
      "loss": 33.9385,
      "step": 3040
    },
    {
      "epoch": 1.7260418870319443,
      "grad_norm": 201.0,
      "learning_rate": 4.380693932932739e-06,
      "loss": 33.4324,
      "step": 3060
    },
    {
      "epoch": 1.737324589239123,
      "grad_norm": 171.0,
      "learning_rate": 4.341926729986432e-06,
      "loss": 33.6625,
      "step": 3080
    },
    {
      "epoch": 1.7486072914463013,
      "grad_norm": 166.0,
      "learning_rate": 4.303159527040125e-06,
      "loss": 33.1414,
      "step": 3100
    },
    {
      "epoch": 1.75988999365348,
      "grad_norm": 151.0,
      "learning_rate": 4.264392324093816e-06,
      "loss": 34.045,
      "step": 3120
    },
    {
      "epoch": 1.7711726958606586,
      "grad_norm": 179.0,
      "learning_rate": 4.22562512114751e-06,
      "loss": 33.642,
      "step": 3140
    },
    {
      "epoch": 1.7824553980678373,
      "grad_norm": 204.0,
      "learning_rate": 4.186857918201202e-06,
      "loss": 33.6747,
      "step": 3160
    },
    {
      "epoch": 1.793738100275016,
      "grad_norm": 156.0,
      "learning_rate": 4.148090715254895e-06,
      "loss": 33.6803,
      "step": 3180
    },
    {
      "epoch": 1.8050208024821943,
      "grad_norm": 181.0,
      "learning_rate": 4.109323512308587e-06,
      "loss": 33.9288,
      "step": 3200
    },
    {
      "epoch": 1.816303504689373,
      "grad_norm": 167.0,
      "learning_rate": 4.07055630936228e-06,
      "loss": 33.6484,
      "step": 3220
    },
    {
      "epoch": 1.8275862068965516,
      "grad_norm": 179.0,
      "learning_rate": 4.031789106415972e-06,
      "loss": 33.5411,
      "step": 3240
    },
    {
      "epoch": 1.8388689091037302,
      "grad_norm": 202.0,
      "learning_rate": 3.993021903469665e-06,
      "loss": 33.7925,
      "step": 3260
    },
    {
      "epoch": 1.8501516113109089,
      "grad_norm": 211.0,
      "learning_rate": 3.954254700523358e-06,
      "loss": 34.3101,
      "step": 3280
    },
    {
      "epoch": 1.8614343135180875,
      "grad_norm": 187.0,
      "learning_rate": 3.91548749757705e-06,
      "loss": 33.674,
      "step": 3300
    },
    {
      "epoch": 1.8727170157252662,
      "grad_norm": 186.0,
      "learning_rate": 3.876720294630743e-06,
      "loss": 34.4049,
      "step": 3320
    },
    {
      "epoch": 1.8839997179324448,
      "grad_norm": 170.0,
      "learning_rate": 3.837953091684435e-06,
      "loss": 33.3274,
      "step": 3340
    },
    {
      "epoch": 1.8952824201396234,
      "grad_norm": 239.0,
      "learning_rate": 3.799185888738128e-06,
      "loss": 33.1375,
      "step": 3360
    },
    {
      "epoch": 1.906565122346802,
      "grad_norm": 178.0,
      "learning_rate": 3.7604186857918207e-06,
      "loss": 34.1163,
      "step": 3380
    },
    {
      "epoch": 1.9178478245539807,
      "grad_norm": 185.0,
      "learning_rate": 3.7216514828455132e-06,
      "loss": 34.4329,
      "step": 3400
    },
    {
      "epoch": 1.9291305267611594,
      "grad_norm": 195.0,
      "learning_rate": 3.6828842798992053e-06,
      "loss": 33.4928,
      "step": 3420
    },
    {
      "epoch": 1.940413228968338,
      "grad_norm": 162.0,
      "learning_rate": 3.644117076952898e-06,
      "loss": 34.0265,
      "step": 3440
    },
    {
      "epoch": 1.9516959311755167,
      "grad_norm": 195.0,
      "learning_rate": 3.6053498740065907e-06,
      "loss": 33.9424,
      "step": 3460
    },
    {
      "epoch": 1.9629786333826953,
      "grad_norm": 185.0,
      "learning_rate": 3.5665826710602836e-06,
      "loss": 34.3252,
      "step": 3480
    },
    {
      "epoch": 1.974261335589874,
      "grad_norm": 195.0,
      "learning_rate": 3.527815468113976e-06,
      "loss": 34.5225,
      "step": 3500
    },
    {
      "epoch": 1.9855440377970524,
      "grad_norm": 214.0,
      "learning_rate": 3.489048265167668e-06,
      "loss": 34.5155,
      "step": 3520
    },
    {
      "epoch": 1.996826740004231,
      "grad_norm": 182.0,
      "learning_rate": 3.450281062221361e-06,
      "loss": 34.1097,
      "step": 3540
    },
    {
      "epoch": 2.007897891545025,
      "grad_norm": 164.0,
      "learning_rate": 3.4115138592750535e-06,
      "loss": 33.4037,
      "step": 3560
    },
    {
      "epoch": 2.019180593752204,
      "grad_norm": 164.0,
      "learning_rate": 3.3727466563287464e-06,
      "loss": 33.2511,
      "step": 3580
    },
    {
      "epoch": 2.0304632959593825,
      "grad_norm": 228.0,
      "learning_rate": 3.333979453382439e-06,
      "loss": 33.3459,
      "step": 3600
    },
    {
      "epoch": 2.041745998166561,
      "grad_norm": 201.0,
      "learning_rate": 3.2952122504361313e-06,
      "loss": 33.6336,
      "step": 3620
    },
    {
      "epoch": 2.0530287003737393,
      "grad_norm": 243.0,
      "learning_rate": 3.2564450474898242e-06,
      "loss": 33.4227,
      "step": 3640
    },
    {
      "epoch": 2.064311402580918,
      "grad_norm": 188.0,
      "learning_rate": 3.2176778445435163e-06,
      "loss": 33.9483,
      "step": 3660
    },
    {
      "epoch": 2.0755941047880966,
      "grad_norm": 177.0,
      "learning_rate": 3.1789106415972088e-06,
      "loss": 32.5607,
      "step": 3680
    },
    {
      "epoch": 2.0868768069952752,
      "grad_norm": 195.0,
      "learning_rate": 3.1401434386509017e-06,
      "loss": 33.2094,
      "step": 3700
    },
    {
      "epoch": 2.098159509202454,
      "grad_norm": 194.0,
      "learning_rate": 3.101376235704594e-06,
      "loss": 32.5983,
      "step": 3720
    },
    {
      "epoch": 2.1094422114096325,
      "grad_norm": 171.0,
      "learning_rate": 3.062609032758287e-06,
      "loss": 33.4583,
      "step": 3740
    },
    {
      "epoch": 2.120724913616811,
      "grad_norm": 196.0,
      "learning_rate": 3.023841829811979e-06,
      "loss": 33.2525,
      "step": 3760
    },
    {
      "epoch": 2.13200761582399,
      "grad_norm": 185.0,
      "learning_rate": 2.9850746268656716e-06,
      "loss": 32.8658,
      "step": 3780
    },
    {
      "epoch": 2.1432903180311684,
      "grad_norm": 211.0,
      "learning_rate": 2.9463074239193645e-06,
      "loss": 33.584,
      "step": 3800
    },
    {
      "epoch": 2.154573020238347,
      "grad_norm": 177.0,
      "learning_rate": 2.907540220973057e-06,
      "loss": 32.7506,
      "step": 3820
    },
    {
      "epoch": 2.1658557224455257,
      "grad_norm": 201.0,
      "learning_rate": 2.86877301802675e-06,
      "loss": 33.6909,
      "step": 3840
    },
    {
      "epoch": 2.1771384246527044,
      "grad_norm": 187.0,
      "learning_rate": 2.8300058150804423e-06,
      "loss": 32.9226,
      "step": 3860
    },
    {
      "epoch": 2.188421126859883,
      "grad_norm": 186.0,
      "learning_rate": 2.7912386121341344e-06,
      "loss": 33.2277,
      "step": 3880
    },
    {
      "epoch": 2.1997038290670616,
      "grad_norm": 198.0,
      "learning_rate": 2.7524714091878273e-06,
      "loss": 32.8508,
      "step": 3900
    },
    {
      "epoch": 2.2109865312742403,
      "grad_norm": 186.0,
      "learning_rate": 2.7137042062415198e-06,
      "loss": 33.2497,
      "step": 3920
    },
    {
      "epoch": 2.222269233481419,
      "grad_norm": 222.0,
      "learning_rate": 2.6749370032952127e-06,
      "loss": 33.5576,
      "step": 3940
    },
    {
      "epoch": 2.2335519356885976,
      "grad_norm": 161.0,
      "learning_rate": 2.636169800348905e-06,
      "loss": 33.4056,
      "step": 3960
    },
    {
      "epoch": 2.244834637895776,
      "grad_norm": 163.0,
      "learning_rate": 2.597402597402597e-06,
      "loss": 33.0674,
      "step": 3980
    },
    {
      "epoch": 2.256117340102955,
      "grad_norm": 177.0,
      "learning_rate": 2.55863539445629e-06,
      "loss": 32.9768,
      "step": 4000
    },
    {
      "epoch": 2.2674000423101335,
      "grad_norm": 220.0,
      "learning_rate": 2.5198681915099826e-06,
      "loss": 33.1559,
      "step": 4020
    },
    {
      "epoch": 2.2786827445173117,
      "grad_norm": 175.0,
      "learning_rate": 2.481100988563675e-06,
      "loss": 33.5091,
      "step": 4040
    },
    {
      "epoch": 2.2899654467244908,
      "grad_norm": 180.0,
      "learning_rate": 2.442333785617368e-06,
      "loss": 33.3984,
      "step": 4060
    },
    {
      "epoch": 2.301248148931669,
      "grad_norm": 192.0,
      "learning_rate": 2.4035665826710604e-06,
      "loss": 33.3091,
      "step": 4080
    },
    {
      "epoch": 2.3125308511388476,
      "grad_norm": 200.0,
      "learning_rate": 2.3647993797247533e-06,
      "loss": 33.9978,
      "step": 4100
    },
    {
      "epoch": 2.3238135533460262,
      "grad_norm": 202.0,
      "learning_rate": 2.3260321767784454e-06,
      "loss": 33.4988,
      "step": 4120
    },
    {
      "epoch": 2.335096255553205,
      "grad_norm": 220.0,
      "learning_rate": 2.2872649738321383e-06,
      "loss": 32.5648,
      "step": 4140
    },
    {
      "epoch": 2.3463789577603835,
      "grad_norm": 188.0,
      "learning_rate": 2.2484977708858308e-06,
      "loss": 33.3508,
      "step": 4160
    },
    {
      "epoch": 2.357661659967562,
      "grad_norm": 166.0,
      "learning_rate": 2.2097305679395232e-06,
      "loss": 33.5085,
      "step": 4180
    },
    {
      "epoch": 2.368944362174741,
      "grad_norm": 192.0,
      "learning_rate": 2.170963364993216e-06,
      "loss": 33.5222,
      "step": 4200
    },
    {
      "epoch": 2.3802270643819194,
      "grad_norm": 168.0,
      "learning_rate": 2.132196162046908e-06,
      "loss": 33.5567,
      "step": 4220
    },
    {
      "epoch": 2.391509766589098,
      "grad_norm": 189.0,
      "learning_rate": 2.093428959100601e-06,
      "loss": 32.6794,
      "step": 4240
    },
    {
      "epoch": 2.4027924687962767,
      "grad_norm": 208.0,
      "learning_rate": 2.0546617561542936e-06,
      "loss": 33.1244,
      "step": 4260
    },
    {
      "epoch": 2.4140751710034554,
      "grad_norm": 222.0,
      "learning_rate": 2.015894553207986e-06,
      "loss": 33.2899,
      "step": 4280
    },
    {
      "epoch": 2.425357873210634,
      "grad_norm": 165.0,
      "learning_rate": 1.977127350261679e-06,
      "loss": 33.3089,
      "step": 4300
    },
    {
      "epoch": 2.4366405754178126,
      "grad_norm": 186.0,
      "learning_rate": 1.9383601473153714e-06,
      "loss": 33.8634,
      "step": 4320
    },
    {
      "epoch": 2.4479232776249913,
      "grad_norm": 189.0,
      "learning_rate": 1.899592944369064e-06,
      "loss": 33.6295,
      "step": 4340
    },
    {
      "epoch": 2.45920597983217,
      "grad_norm": 194.0,
      "learning_rate": 1.8608257414227566e-06,
      "loss": 33.7899,
      "step": 4360
    },
    {
      "epoch": 2.4704886820393486,
      "grad_norm": 176.0,
      "learning_rate": 1.822058538476449e-06,
      "loss": 33.4224,
      "step": 4380
    },
    {
      "epoch": 2.481771384246527,
      "grad_norm": 178.0,
      "learning_rate": 1.7832913355301418e-06,
      "loss": 33.2276,
      "step": 4400
    },
    {
      "epoch": 2.493054086453706,
      "grad_norm": 204.0,
      "learning_rate": 1.744524132583834e-06,
      "loss": 33.7431,
      "step": 4420
    },
    {
      "epoch": 2.5043367886608845,
      "grad_norm": 195.0,
      "learning_rate": 1.7057569296375267e-06,
      "loss": 33.1986,
      "step": 4440
    },
    {
      "epoch": 2.5156194908680627,
      "grad_norm": 191.0,
      "learning_rate": 1.6669897266912194e-06,
      "loss": 33.1506,
      "step": 4460
    },
    {
      "epoch": 2.5269021930752418,
      "grad_norm": 193.0,
      "learning_rate": 1.6282225237449121e-06,
      "loss": 33.1911,
      "step": 4480
    },
    {
      "epoch": 2.53818489528242,
      "grad_norm": 230.0,
      "learning_rate": 1.5894553207986044e-06,
      "loss": 33.6828,
      "step": 4500
    },
    {
      "epoch": 2.5494675974895986,
      "grad_norm": 219.0,
      "learning_rate": 1.550688117852297e-06,
      "loss": 33.9657,
      "step": 4520
    },
    {
      "epoch": 2.5607502996967773,
      "grad_norm": 197.0,
      "learning_rate": 1.5119209149059895e-06,
      "loss": 33.2005,
      "step": 4540
    },
    {
      "epoch": 2.572033001903956,
      "grad_norm": 214.0,
      "learning_rate": 1.4731537119596822e-06,
      "loss": 33.5472,
      "step": 4560
    },
    {
      "epoch": 2.5833157041111345,
      "grad_norm": 167.0,
      "learning_rate": 1.434386509013375e-06,
      "loss": 34.237,
      "step": 4580
    },
    {
      "epoch": 2.594598406318313,
      "grad_norm": 162.0,
      "learning_rate": 1.3956193060670672e-06,
      "loss": 34.3779,
      "step": 4600
    },
    {
      "epoch": 2.605881108525492,
      "grad_norm": 240.0,
      "learning_rate": 1.3568521031207599e-06,
      "loss": 33.7256,
      "step": 4620
    },
    {
      "epoch": 2.6171638107326705,
      "grad_norm": 187.0,
      "learning_rate": 1.3180849001744526e-06,
      "loss": 32.9692,
      "step": 4640
    },
    {
      "epoch": 2.628446512939849,
      "grad_norm": 164.0,
      "learning_rate": 1.279317697228145e-06,
      "loss": 33.8773,
      "step": 4660
    },
    {
      "epoch": 2.6397292151470277,
      "grad_norm": 188.0,
      "learning_rate": 1.2405504942818375e-06,
      "loss": 33.5338,
      "step": 4680
    },
    {
      "epoch": 2.6510119173542064,
      "grad_norm": 185.0,
      "learning_rate": 1.2017832913355302e-06,
      "loss": 33.9084,
      "step": 4700
    },
    {
      "epoch": 2.662294619561385,
      "grad_norm": 190.0,
      "learning_rate": 1.1630160883892227e-06,
      "loss": 33.0886,
      "step": 4720
    },
    {
      "epoch": 2.6735773217685637,
      "grad_norm": 169.0,
      "learning_rate": 1.1242488854429154e-06,
      "loss": 33.0422,
      "step": 4740
    },
    {
      "epoch": 2.6848600239757423,
      "grad_norm": 185.0,
      "learning_rate": 1.085481682496608e-06,
      "loss": 33.4596,
      "step": 4760
    },
    {
      "epoch": 2.696142726182921,
      "grad_norm": 169.0,
      "learning_rate": 1.0467144795503006e-06,
      "loss": 33.3788,
      "step": 4780
    },
    {
      "epoch": 2.7074254283900996,
      "grad_norm": 214.0,
      "learning_rate": 1.007947276603993e-06,
      "loss": 33.6668,
      "step": 4800
    },
    {
      "epoch": 2.7187081305972782,
      "grad_norm": 170.0,
      "learning_rate": 9.691800736576857e-07,
      "loss": 33.1791,
      "step": 4820
    },
    {
      "epoch": 2.7299908328044564,
      "grad_norm": 192.0,
      "learning_rate": 9.304128707113783e-07,
      "loss": 33.7457,
      "step": 4840
    },
    {
      "epoch": 2.7412735350116355,
      "grad_norm": 171.0,
      "learning_rate": 8.916456677650709e-07,
      "loss": 33.7942,
      "step": 4860
    },
    {
      "epoch": 2.7525562372188137,
      "grad_norm": 164.0,
      "learning_rate": 8.528784648187634e-07,
      "loss": 33.0871,
      "step": 4880
    },
    {
      "epoch": 2.763838939425993,
      "grad_norm": 179.0,
      "learning_rate": 8.141112618724561e-07,
      "loss": 33.5948,
      "step": 4900
    },
    {
      "epoch": 2.775121641633171,
      "grad_norm": 197.0,
      "learning_rate": 7.753440589261485e-07,
      "loss": 33.451,
      "step": 4920
    },
    {
      "epoch": 2.7864043438403496,
      "grad_norm": 176.0,
      "learning_rate": 7.365768559798411e-07,
      "loss": 33.3747,
      "step": 4940
    },
    {
      "epoch": 2.7976870460475283,
      "grad_norm": 221.0,
      "learning_rate": 6.978096530335336e-07,
      "loss": 33.7778,
      "step": 4960
    },
    {
      "epoch": 2.808969748254707,
      "grad_norm": 198.0,
      "learning_rate": 6.590424500872263e-07,
      "loss": 33.2167,
      "step": 4980
    },
    {
      "epoch": 2.8202524504618856,
      "grad_norm": 208.0,
      "learning_rate": 6.202752471409188e-07,
      "loss": 33.0164,
      "step": 5000
    }
  ],
  "logging_steps": 20,
  "max_steps": 5319,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}