{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.8202524504618856,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01128270220717862,
      "grad_norm": 872.0,
      "learning_rate": 5.9375e-07,
      "loss": 43.164,
      "step": 20
    },
    {
      "epoch": 0.02256540441435724,
      "grad_norm": 462.0,
      "learning_rate": 1.21875e-06,
      "loss": 42.8795,
      "step": 40
    },
    {
      "epoch": 0.03384810662153586,
      "grad_norm": 496.0,
      "learning_rate": 1.8437500000000003e-06,
      "loss": 41.8627,
      "step": 60
    },
    {
      "epoch": 0.04513080882871448,
      "grad_norm": 272.0,
      "learning_rate": 2.4687500000000003e-06,
      "loss": 39.8411,
      "step": 80
    },
    {
      "epoch": 0.056413511035893094,
      "grad_norm": 400.0,
      "learning_rate": 3.0937500000000002e-06,
      "loss": 37.796,
      "step": 100
    },
    {
      "epoch": 0.06769621324307172,
      "grad_norm": 280.0,
      "learning_rate": 3.7187500000000006e-06,
      "loss": 36.7293,
      "step": 120
    },
    {
      "epoch": 0.07897891545025033,
      "grad_norm": 332.0,
      "learning_rate": 4.3437500000000006e-06,
      "loss": 36.0082,
      "step": 140
    },
    {
      "epoch": 0.09026161765742896,
      "grad_norm": 282.0,
      "learning_rate": 4.9687500000000005e-06,
      "loss": 35.8703,
      "step": 160
    },
    {
      "epoch": 0.10154431986460757,
      "grad_norm": 240.0,
      "learning_rate": 4.981585578600505e-06,
      "loss": 34.2551,
      "step": 180
    },
    {
      "epoch": 0.11282702207178619,
      "grad_norm": 183.0,
      "learning_rate": 4.96220197712735e-06,
      "loss": 33.9093,
      "step": 200
    },
    {
      "epoch": 0.12410972427896481,
      "grad_norm": 2024.0,
      "learning_rate": 4.942818375654197e-06,
      "loss": 34.4173,
      "step": 220
    },
    {
      "epoch": 0.13539242648614344,
      "grad_norm": 182.0,
      "learning_rate": 4.9234347741810434e-06,
      "loss": 34.3021,
      "step": 240
    },
    {
      "epoch": 0.14667512869332205,
      "grad_norm": 214.0,
      "learning_rate": 4.90405117270789e-06,
      "loss": 34.0691,
      "step": 260
    },
    {
      "epoch": 0.15795783090050067,
      "grad_norm": 172.0,
      "learning_rate": 4.884667571234736e-06,
      "loss": 33.5895,
      "step": 280
    },
    {
      "epoch": 0.16924053310767928,
      "grad_norm": 204.0,
      "learning_rate": 4.865283969761582e-06,
      "loss": 33.6394,
      "step": 300
    },
    {
      "epoch": 0.18052323531485792,
      "grad_norm": 192.0,
      "learning_rate": 4.845900368288428e-06,
      "loss": 33.614,
      "step": 320
    },
    {
      "epoch": 0.19180593752203653,
      "grad_norm": 209.0,
      "learning_rate": 4.826516766815275e-06,
      "loss": 34.4056,
      "step": 340
    },
    {
      "epoch": 0.20308863972921515,
      "grad_norm": 201.0,
      "learning_rate": 4.807133165342121e-06,
      "loss": 33.5044,
      "step": 360
    },
    {
      "epoch": 0.21437134193639376,
      "grad_norm": 175.0,
      "learning_rate": 4.787749563868967e-06,
      "loss": 32.7744,
      "step": 380
    },
    {
      "epoch": 0.22565404414357237,
      "grad_norm": 171.0,
      "learning_rate": 4.768365962395813e-06,
      "loss": 33.6279,
      "step": 400
    },
    {
      "epoch": 0.23693674635075102,
      "grad_norm": 171.0,
      "learning_rate": 4.74898236092266e-06,
      "loss": 33.6311,
      "step": 420
    },
    {
      "epoch": 0.24821944855792963,
      "grad_norm": 217.0,
      "learning_rate": 4.729598759449507e-06,
      "loss": 33.1385,
      "step": 440
    },
    {
      "epoch": 0.25950215076510824,
      "grad_norm": 198.0,
      "learning_rate": 4.710215157976352e-06,
      "loss": 33.3726,
      "step": 460
    },
    {
      "epoch": 0.2707848529722869,
      "grad_norm": 188.0,
      "learning_rate": 4.690831556503198e-06,
      "loss": 33.4124,
      "step": 480
    },
    {
      "epoch": 0.28206755517946547,
      "grad_norm": 209.0,
      "learning_rate": 4.671447955030045e-06,
      "loss": 33.477,
      "step": 500
    },
    {
      "epoch": 0.2933502573866441,
      "grad_norm": 184.0,
      "learning_rate": 4.652064353556891e-06,
      "loss": 32.9445,
      "step": 520
    },
    {
      "epoch": 0.3046329595938227,
      "grad_norm": 183.0,
      "learning_rate": 4.632680752083738e-06,
      "loss": 34.1471,
      "step": 540
    },
    {
      "epoch": 0.31591566180100134,
      "grad_norm": 190.0,
      "learning_rate": 4.613297150610584e-06,
      "loss": 34.0529,
      "step": 560
    },
    {
      "epoch": 0.32719836400818,
      "grad_norm": 177.0,
      "learning_rate": 4.59391354913743e-06,
      "loss": 33.6535,
      "step": 580
    },
    {
      "epoch": 0.33848106621535856,
      "grad_norm": 194.0,
      "learning_rate": 4.574529947664277e-06,
      "loss": 33.4617,
      "step": 600
    },
    {
      "epoch": 0.3497637684225372,
      "grad_norm": 240.0,
      "learning_rate": 4.555146346191123e-06,
      "loss": 33.9342,
      "step": 620
    },
    {
      "epoch": 0.36104647062971584,
      "grad_norm": 182.0,
      "learning_rate": 4.535762744717969e-06,
      "loss": 34.2629,
      "step": 640
    },
    {
      "epoch": 0.37232917283689443,
      "grad_norm": 198.0,
      "learning_rate": 4.516379143244815e-06,
      "loss": 33.0204,
      "step": 660
    },
    {
      "epoch": 0.38361187504407307,
      "grad_norm": 178.0,
      "learning_rate": 4.4969955417716615e-06,
      "loss": 33.6778,
      "step": 680
    },
    {
      "epoch": 0.39489457725125165,
      "grad_norm": 201.0,
      "learning_rate": 4.477611940298508e-06,
      "loss": 34.1614,
      "step": 700
    },
    {
      "epoch": 0.4061772794584303,
      "grad_norm": 191.0,
      "learning_rate": 4.458228338825354e-06,
      "loss": 34.1801,
      "step": 720
    },
    {
      "epoch": 0.41745998166560894,
      "grad_norm": 191.0,
      "learning_rate": 4.4388447373522e-06,
      "loss": 34.2427,
      "step": 740
    },
    {
      "epoch": 0.4287426838727875,
      "grad_norm": 218.0,
      "learning_rate": 4.4194611358790465e-06,
      "loss": 34.6679,
      "step": 760
    },
    {
      "epoch": 0.44002538607996616,
      "grad_norm": 187.0,
      "learning_rate": 4.400077534405894e-06,
      "loss": 33.7898,
      "step": 780
    },
    {
      "epoch": 0.45130808828714475,
      "grad_norm": 221.0,
      "learning_rate": 4.380693932932739e-06,
      "loss": 33.6092,
      "step": 800
    },
    {
      "epoch": 0.4625907904943234,
      "grad_norm": 210.0,
      "learning_rate": 4.361310331459585e-06,
      "loss": 34.7121,
      "step": 820
    },
    {
      "epoch": 0.47387349270150203,
      "grad_norm": 304.0,
      "learning_rate": 4.341926729986432e-06,
      "loss": 34.2487,
      "step": 840
    },
    {
      "epoch": 0.4851561949086806,
      "grad_norm": 235.0,
      "learning_rate": 4.322543128513278e-06,
      "loss": 33.6595,
      "step": 860
    },
    {
      "epoch": 0.49643889711585926,
      "grad_norm": 184.0,
      "learning_rate": 4.303159527040125e-06,
      "loss": 34.8067,
      "step": 880
    },
    {
      "epoch": 0.5077215993230378,
      "grad_norm": 189.0,
      "learning_rate": 4.283775925566971e-06,
      "loss": 33.984,
      "step": 900
    },
    {
      "epoch": 0.5190043015302165,
      "grad_norm": 186.0,
      "learning_rate": 4.264392324093816e-06,
      "loss": 33.8903,
      "step": 920
    },
    {
      "epoch": 0.5302870037373951,
      "grad_norm": 205.0,
      "learning_rate": 4.2450087226206635e-06,
      "loss": 34.0346,
      "step": 940
    },
    {
      "epoch": 0.5415697059445738,
      "grad_norm": 184.0,
      "learning_rate": 4.22562512114751e-06,
      "loss": 34.2572,
      "step": 960
    },
    {
      "epoch": 0.5528524081517523,
      "grad_norm": 221.0,
      "learning_rate": 4.206241519674356e-06,
      "loss": 34.4286,
      "step": 980
    },
    {
      "epoch": 0.5641351103589309,
      "grad_norm": 172.0,
      "learning_rate": 4.186857918201202e-06,
      "loss": 34.3633,
      "step": 1000
    },
    {
      "epoch": 0.5754178125661096,
      "grad_norm": 202.0,
      "learning_rate": 4.1674743167280484e-06,
      "loss": 34.7848,
      "step": 1020
    },
    {
      "epoch": 0.5867005147732882,
      "grad_norm": 224.0,
      "learning_rate": 4.148090715254895e-06,
      "loss": 34.2222,
      "step": 1040
    },
    {
      "epoch": 0.5979832169804669,
      "grad_norm": 197.0,
      "learning_rate": 4.128707113781741e-06,
      "loss": 34.3363,
      "step": 1060
    },
    {
      "epoch": 0.6092659191876454,
      "grad_norm": 213.0,
      "learning_rate": 4.109323512308587e-06,
      "loss": 33.8178,
      "step": 1080
    },
    {
      "epoch": 0.620548621394824,
      "grad_norm": 206.0,
      "learning_rate": 4.089939910835433e-06,
      "loss": 35.2568,
      "step": 1100
    },
    {
      "epoch": 0.6318313236020027,
      "grad_norm": 218.0,
      "learning_rate": 4.07055630936228e-06,
      "loss": 33.7571,
      "step": 1120
    },
    {
      "epoch": 0.6431140258091813,
      "grad_norm": 207.0,
      "learning_rate": 4.051172707889126e-06,
      "loss": 34.126,
      "step": 1140
    },
    {
      "epoch": 0.65439672801636,
      "grad_norm": 162.0,
      "learning_rate": 4.031789106415972e-06,
      "loss": 34.2224,
      "step": 1160
    },
    {
      "epoch": 0.6656794302235386,
      "grad_norm": 175.0,
      "learning_rate": 4.012405504942818e-06,
      "loss": 34.8685,
      "step": 1180
    },
    {
      "epoch": 0.6769621324307171,
      "grad_norm": 198.0,
      "learning_rate": 3.993021903469665e-06,
      "loss": 34.5534,
      "step": 1200
    },
    {
      "epoch": 0.6882448346378958,
      "grad_norm": 200.0,
      "learning_rate": 3.973638301996512e-06,
      "loss": 35.2566,
      "step": 1220
    },
    {
      "epoch": 0.6995275368450744,
      "grad_norm": 205.0,
      "learning_rate": 3.954254700523358e-06,
      "loss": 35.0842,
      "step": 1240
    },
    {
      "epoch": 0.710810239052253,
      "grad_norm": 181.0,
      "learning_rate": 3.934871099050203e-06,
      "loss": 34.4665,
      "step": 1260
    },
    {
      "epoch": 0.7220929412594317,
      "grad_norm": 176.0,
      "learning_rate": 3.91548749757705e-06,
      "loss": 34.4321,
      "step": 1280
    },
    {
      "epoch": 0.7333756434666102,
      "grad_norm": 239.0,
      "learning_rate": 3.896103896103897e-06,
      "loss": 34.4197,
      "step": 1300
    },
    {
      "epoch": 0.7446583456737889,
      "grad_norm": 215.0,
      "learning_rate": 3.876720294630743e-06,
      "loss": 34.4867,
      "step": 1320
    },
    {
      "epoch": 0.7559410478809675,
      "grad_norm": 186.0,
      "learning_rate": 3.857336693157589e-06,
      "loss": 34.6796,
      "step": 1340
    },
    {
      "epoch": 0.7672237500881461,
      "grad_norm": 183.0,
      "learning_rate": 3.837953091684435e-06,
      "loss": 34.2202,
      "step": 1360
    },
    {
      "epoch": 0.7785064522953248,
      "grad_norm": 192.0,
      "learning_rate": 3.818569490211282e-06,
      "loss": 34.5157,
      "step": 1380
    },
    {
      "epoch": 0.7897891545025033,
      "grad_norm": 173.0,
      "learning_rate": 3.799185888738128e-06,
      "loss": 34.5374,
      "step": 1400
    },
    {
      "epoch": 0.801071856709682,
      "grad_norm": 183.0,
      "learning_rate": 3.779802287264974e-06,
      "loss": 34.1974,
      "step": 1420
    },
    {
      "epoch": 0.8123545589168606,
      "grad_norm": 171.0,
      "learning_rate": 3.7604186857918207e-06,
      "loss": 34.8075,
      "step": 1440
    },
    {
      "epoch": 0.8236372611240392,
      "grad_norm": 179.0,
      "learning_rate": 3.7410350843186666e-06,
      "loss": 34.806,
      "step": 1460
    },
    {
      "epoch": 0.8349199633312179,
      "grad_norm": 170.0,
      "learning_rate": 3.7216514828455132e-06,
      "loss": 34.8223,
      "step": 1480
    },
    {
      "epoch": 0.8462026655383964,
      "grad_norm": 214.0,
      "learning_rate": 3.7022678813723595e-06,
      "loss": 34.7757,
      "step": 1500
    },
    {
      "epoch": 0.857485367745575,
      "grad_norm": 182.0,
      "learning_rate": 3.6828842798992053e-06,
      "loss": 34.1471,
      "step": 1520
    },
    {
      "epoch": 0.8687680699527537,
      "grad_norm": 183.0,
      "learning_rate": 3.663500678426052e-06,
      "loss": 34.6106,
      "step": 1540
    },
    {
      "epoch": 0.8800507721599323,
      "grad_norm": 204.0,
      "learning_rate": 3.644117076952898e-06,
      "loss": 35.2777,
      "step": 1560
    },
    {
      "epoch": 0.891333474367111,
      "grad_norm": 200.0,
      "learning_rate": 3.624733475479744e-06,
      "loss": 35.1206,
      "step": 1580
    },
    {
      "epoch": 0.9026161765742895,
      "grad_norm": 201.0,
      "learning_rate": 3.6053498740065907e-06,
      "loss": 34.9908,
      "step": 1600
    },
    {
      "epoch": 0.9138988787814681,
      "grad_norm": 214.0,
      "learning_rate": 3.585966272533437e-06,
      "loss": 34.5719,
      "step": 1620
    },
    {
      "epoch": 0.9251815809886468,
      "grad_norm": 188.0,
      "learning_rate": 3.5665826710602836e-06,
      "loss": 34.7131,
      "step": 1640
    },
    {
      "epoch": 0.9364642831958254,
      "grad_norm": 177.0,
      "learning_rate": 3.5471990695871294e-06,
      "loss": 34.7563,
      "step": 1660
    },
    {
      "epoch": 0.9477469854030041,
      "grad_norm": 207.0,
      "learning_rate": 3.527815468113976e-06,
      "loss": 35.2203,
      "step": 1680
    },
    {
      "epoch": 0.9590296876101826,
      "grad_norm": 186.0,
      "learning_rate": 3.5084318666408223e-06,
      "loss": 34.9196,
      "step": 1700
    },
    {
      "epoch": 0.9703123898173612,
      "grad_norm": 214.0,
      "learning_rate": 3.489048265167668e-06,
      "loss": 34.4439,
      "step": 1720
    },
    {
      "epoch": 0.9815950920245399,
      "grad_norm": 144.0,
      "learning_rate": 3.4696646636945147e-06,
      "loss": 34.8649,
      "step": 1740
    },
    {
      "epoch": 0.9928777942317185,
      "grad_norm": 194.0,
      "learning_rate": 3.450281062221361e-06,
      "loss": 34.3781,
      "step": 1760
    },
    {
      "epoch": 1.0039489457725126,
      "grad_norm": 168.0,
      "learning_rate": 3.4308974607482072e-06,
      "loss": 33.7822,
      "step": 1780
    },
    {
      "epoch": 1.0152316479796912,
      "grad_norm": 194.0,
      "learning_rate": 3.4115138592750535e-06,
      "loss": 33.925,
      "step": 1800
    },
    {
      "epoch": 1.0265143501868697,
      "grad_norm": 188.0,
      "learning_rate": 3.3921302578019e-06,
      "loss": 33.321,
      "step": 1820
    },
    {
      "epoch": 1.0377970523940483,
      "grad_norm": 154.0,
      "learning_rate": 3.3727466563287464e-06,
      "loss": 33.7997,
      "step": 1840
    },
    {
      "epoch": 1.049079754601227,
      "grad_norm": 153.0,
      "learning_rate": 3.353363054855592e-06,
      "loss": 33.3133,
      "step": 1860
    },
    {
      "epoch": 1.0603624568084056,
      "grad_norm": 219.0,
      "learning_rate": 3.333979453382439e-06,
      "loss": 34.4807,
      "step": 1880
    },
    {
      "epoch": 1.0716451590155842,
      "grad_norm": 167.0,
      "learning_rate": 3.314595851909285e-06,
      "loss": 34.1661,
      "step": 1900
    },
    {
      "epoch": 1.0829278612227629,
      "grad_norm": 212.0,
      "learning_rate": 3.2952122504361313e-06,
      "loss": 34.0704,
      "step": 1920
    },
    {
      "epoch": 1.0942105634299415,
      "grad_norm": 164.0,
      "learning_rate": 3.2758286489629776e-06,
      "loss": 33.3962,
      "step": 1940
    },
    {
      "epoch": 1.1054932656371201,
      "grad_norm": 180.0,
      "learning_rate": 3.2564450474898242e-06,
      "loss": 33.2866,
      "step": 1960
    },
    {
      "epoch": 1.1167759678442988,
      "grad_norm": 151.0,
      "learning_rate": 3.23706144601667e-06,
      "loss": 33.3367,
      "step": 1980
    },
    {
      "epoch": 1.1280586700514774,
      "grad_norm": 222.0,
      "learning_rate": 3.2176778445435163e-06,
      "loss": 33.9858,
      "step": 2000
    },
    {
      "epoch": 1.1393413722586558,
      "grad_norm": 166.0,
      "learning_rate": 3.198294243070363e-06,
      "loss": 33.587,
      "step": 2020
    },
    {
      "epoch": 1.1506240744658345,
      "grad_norm": 176.0,
      "learning_rate": 3.1789106415972088e-06,
      "loss": 33.2809,
      "step": 2040
    },
    {
      "epoch": 1.1619067766730131,
      "grad_norm": 205.0,
      "learning_rate": 3.159527040124055e-06,
      "loss": 33.6528,
      "step": 2060
    },
    {
      "epoch": 1.1731894788801918,
      "grad_norm": 190.0,
      "learning_rate": 3.1401434386509017e-06,
      "loss": 33.4909,
      "step": 2080
    },
    {
      "epoch": 1.1844721810873704,
      "grad_norm": 175.0,
      "learning_rate": 3.120759837177748e-06,
      "loss": 33.5192,
      "step": 2100
    },
    {
      "epoch": 1.195754883294549,
      "grad_norm": 187.0,
      "learning_rate": 3.101376235704594e-06,
      "loss": 33.9459,
      "step": 2120
    },
    {
      "epoch": 1.2070375855017277,
      "grad_norm": 159.0,
      "learning_rate": 3.0819926342314404e-06,
      "loss": 34.1256,
      "step": 2140
    },
    {
      "epoch": 1.2183202877089063,
      "grad_norm": 174.0,
      "learning_rate": 3.062609032758287e-06,
      "loss": 33.5218,
      "step": 2160
    },
    {
      "epoch": 1.229602989916085,
      "grad_norm": 189.0,
      "learning_rate": 3.043225431285133e-06,
      "loss": 34.4926,
      "step": 2180
    },
    {
      "epoch": 1.2408856921232636,
      "grad_norm": 169.0,
      "learning_rate": 3.023841829811979e-06,
      "loss": 34.1501,
      "step": 2200
    },
    {
      "epoch": 1.2521683943304422,
      "grad_norm": 157.0,
      "learning_rate": 3.0044582283388258e-06,
      "loss": 32.9258,
      "step": 2220
    },
    {
      "epoch": 1.2634510965376209,
      "grad_norm": 162.0,
      "learning_rate": 2.9850746268656716e-06,
      "loss": 33.7786,
      "step": 2240
    },
    {
      "epoch": 1.2747337987447993,
      "grad_norm": 189.0,
      "learning_rate": 2.9656910253925182e-06,
      "loss": 33.3599,
      "step": 2260
    },
    {
      "epoch": 1.286016500951978,
      "grad_norm": 168.0,
      "learning_rate": 2.9463074239193645e-06,
      "loss": 34.213,
      "step": 2280
    },
    {
      "epoch": 1.2972992031591566,
      "grad_norm": 167.0,
      "learning_rate": 2.926923822446211e-06,
      "loss": 33.6998,
      "step": 2300
    },
    {
      "epoch": 1.3085819053663352,
      "grad_norm": 166.0,
      "learning_rate": 2.907540220973057e-06,
      "loss": 33.907,
      "step": 2320
    },
    {
      "epoch": 1.3198646075735139,
      "grad_norm": 226.0,
      "learning_rate": 2.888156619499903e-06,
      "loss": 34.1545,
      "step": 2340
    },
    {
      "epoch": 1.3311473097806925,
      "grad_norm": 157.0,
      "learning_rate": 2.86877301802675e-06,
      "loss": 33.681,
      "step": 2360
    },
    {
      "epoch": 1.3424300119878712,
      "grad_norm": 222.0,
      "learning_rate": 2.8493894165535957e-06,
      "loss": 33.7286,
      "step": 2380
    },
    {
      "epoch": 1.3537127141950498,
      "grad_norm": 199.0,
      "learning_rate": 2.8300058150804423e-06,
      "loss": 33.9236,
      "step": 2400
    },
    {
      "epoch": 1.3649954164022282,
      "grad_norm": 171.0,
      "learning_rate": 2.8106222136072886e-06,
      "loss": 33.7998,
      "step": 2420
    },
    {
      "epoch": 1.3762781186094069,
      "grad_norm": 182.0,
      "learning_rate": 2.7912386121341344e-06,
      "loss": 33.6602,
      "step": 2440
    },
    {
      "epoch": 1.3875608208165855,
      "grad_norm": 231.0,
      "learning_rate": 2.771855010660981e-06,
      "loss": 34.5877,
      "step": 2460
    },
    {
      "epoch": 1.3988435230237641,
      "grad_norm": 174.0,
      "learning_rate": 2.7524714091878273e-06,
      "loss": 33.8736,
      "step": 2480
    },
    {
      "epoch": 1.4101262252309428,
      "grad_norm": 189.0,
      "learning_rate": 2.733087807714674e-06,
      "loss": 33.3423,
      "step": 2500
    },
    {
      "epoch": 1.4214089274381214,
      "grad_norm": 168.0,
      "learning_rate": 2.7137042062415198e-06,
      "loss": 34.1842,
      "step": 2520
    },
    {
      "epoch": 1.4326916296453,
      "grad_norm": 204.0,
      "learning_rate": 2.694320604768366e-06,
      "loss": 33.48,
      "step": 2540
    },
    {
      "epoch": 1.4439743318524787,
      "grad_norm": 190.0,
      "learning_rate": 2.6749370032952127e-06,
      "loss": 34.2732,
      "step": 2560
    },
    {
      "epoch": 1.4552570340596573,
      "grad_norm": 166.0,
      "learning_rate": 2.6555534018220585e-06,
      "loss": 33.3832,
      "step": 2580
    },
    {
      "epoch": 1.466539736266836,
      "grad_norm": 181.0,
      "learning_rate": 2.636169800348905e-06,
      "loss": 34.4397,
      "step": 2600
    },
    {
      "epoch": 1.4778224384740146,
      "grad_norm": 172.0,
      "learning_rate": 2.6167861988757514e-06,
      "loss": 34.0473,
      "step": 2620
    },
    {
      "epoch": 1.4891051406811933,
      "grad_norm": 182.0,
      "learning_rate": 2.597402597402597e-06,
      "loss": 34.2556,
      "step": 2640
    },
    {
      "epoch": 1.500387842888372,
      "grad_norm": 201.0,
      "learning_rate": 2.578018995929444e-06,
      "loss": 34.0902,
      "step": 2660
    },
    {
      "epoch": 1.5116705450955505,
      "grad_norm": 300.0,
      "learning_rate": 2.55863539445629e-06,
      "loss": 33.6671,
      "step": 2680
    },
    {
      "epoch": 1.522953247302729,
      "grad_norm": 146.0,
      "learning_rate": 2.5392517929831368e-06,
      "loss": 34.1371,
      "step": 2700
    },
    {
      "epoch": 1.5342359495099076,
      "grad_norm": 183.0,
      "learning_rate": 2.5198681915099826e-06,
      "loss": 34.0674,
      "step": 2720
    },
    {
      "epoch": 1.5455186517170862,
      "grad_norm": 181.0,
      "learning_rate": 2.5004845900368292e-06,
      "loss": 34.5481,
      "step": 2740
    },
    {
      "epoch": 1.5568013539242649,
      "grad_norm": 181.0,
      "learning_rate": 2.481100988563675e-06,
      "loss": 33.6689,
      "step": 2760
    },
    {
      "epoch": 1.5680840561314435,
      "grad_norm": 172.0,
      "learning_rate": 2.4617173870905217e-06,
      "loss": 34.5104,
      "step": 2780
    },
    {
      "epoch": 1.579366758338622,
      "grad_norm": 164.0,
      "learning_rate": 2.442333785617368e-06,
      "loss": 34.001,
      "step": 2800
    },
    {
      "epoch": 1.5906494605458006,
      "grad_norm": 195.0,
      "learning_rate": 2.422950184144214e-06,
      "loss": 34.2375,
      "step": 2820
    },
    {
      "epoch": 1.6019321627529792,
      "grad_norm": 162.0,
      "learning_rate": 2.4035665826710604e-06,
      "loss": 33.939,
      "step": 2840
    },
    {
      "epoch": 1.6132148649601579,
      "grad_norm": 190.0,
      "learning_rate": 2.3841829811979067e-06,
      "loss": 33.6411,
      "step": 2860
    },
    {
      "epoch": 1.6244975671673365,
      "grad_norm": 212.0,
      "learning_rate": 2.3647993797247533e-06,
      "loss": 33.7762,
      "step": 2880
    },
    {
      "epoch": 1.6357802693745152,
      "grad_norm": 167.0,
      "learning_rate": 2.345415778251599e-06,
      "loss": 33.9127,
      "step": 2900
    },
    {
      "epoch": 1.6470629715816938,
      "grad_norm": 248.0,
      "learning_rate": 2.3260321767784454e-06,
      "loss": 34.6926,
      "step": 2920
    },
    {
      "epoch": 1.6583456737888724,
      "grad_norm": 155.0,
      "learning_rate": 2.306648575305292e-06,
      "loss": 34.5797,
      "step": 2940
    },
    {
      "epoch": 1.669628375996051,
      "grad_norm": 189.0,
      "learning_rate": 2.2872649738321383e-06,
      "loss": 34.1331,
      "step": 2960
    },
    {
      "epoch": 1.6809110782032297,
      "grad_norm": 183.0,
      "learning_rate": 2.2678813723589845e-06,
      "loss": 34.5708,
      "step": 2980
    },
    {
      "epoch": 1.6921937804104084,
      "grad_norm": 209.0,
      "learning_rate": 2.2484977708858308e-06,
      "loss": 34.1141,
      "step": 3000
    },
    {
      "epoch": 1.703476482617587,
      "grad_norm": 215.0,
      "learning_rate": 2.229114169412677e-06,
      "loss": 34.3492,
      "step": 3020
    },
    {
      "epoch": 1.7147591848247656,
      "grad_norm": 185.0,
      "learning_rate": 2.2097305679395232e-06,
      "loss": 34.3873,
      "step": 3040
    },
    {
      "epoch": 1.7260418870319443,
      "grad_norm": 195.0,
      "learning_rate": 2.1903469664663695e-06,
      "loss": 33.9293,
      "step": 3060
    },
    {
      "epoch": 1.737324589239123,
      "grad_norm": 173.0,
      "learning_rate": 2.170963364993216e-06,
      "loss": 34.1302,
      "step": 3080
    },
    {
      "epoch": 1.7486072914463013,
      "grad_norm": 162.0,
      "learning_rate": 2.1515797635200624e-06,
      "loss": 33.6191,
      "step": 3100
    },
    {
      "epoch": 1.75988999365348,
      "grad_norm": 155.0,
      "learning_rate": 2.132196162046908e-06,
      "loss": 34.4905,
      "step": 3120
    },
    {
      "epoch": 1.7711726958606586,
      "grad_norm": 184.0,
      "learning_rate": 2.112812560573755e-06,
      "loss": 34.0467,
      "step": 3140
    },
    {
      "epoch": 1.7824553980678373,
      "grad_norm": 194.0,
      "learning_rate": 2.093428959100601e-06,
      "loss": 34.0904,
      "step": 3160
    },
    {
      "epoch": 1.793738100275016,
      "grad_norm": 153.0,
      "learning_rate": 2.0740453576274473e-06,
      "loss": 34.1613,
      "step": 3180
    },
    {
      "epoch": 1.8050208024821943,
      "grad_norm": 177.0,
      "learning_rate": 2.0546617561542936e-06,
      "loss": 34.3794,
      "step": 3200
    },
    {
      "epoch": 1.816303504689373,
      "grad_norm": 164.0,
      "learning_rate": 2.03527815468114e-06,
      "loss": 34.107,
      "step": 3220
    },
    {
      "epoch": 1.8275862068965516,
      "grad_norm": 181.0,
      "learning_rate": 2.015894553207986e-06,
      "loss": 33.9846,
      "step": 3240
    },
    {
      "epoch": 1.8388689091037302,
      "grad_norm": 205.0,
      "learning_rate": 1.9965109517348323e-06,
      "loss": 34.2268,
      "step": 3260
    },
    {
      "epoch": 1.8501516113109089,
      "grad_norm": 221.0,
      "learning_rate": 1.977127350261679e-06,
      "loss": 34.8003,
      "step": 3280
    },
    {
      "epoch": 1.8614343135180875,
      "grad_norm": 185.0,
      "learning_rate": 1.957743748788525e-06,
      "loss": 34.1929,
      "step": 3300
    },
    {
      "epoch": 1.8727170157252662,
      "grad_norm": 178.0,
      "learning_rate": 1.9383601473153714e-06,
      "loss": 34.8628,
      "step": 3320
    },
    {
      "epoch": 1.8839997179324448,
      "grad_norm": 171.0,
      "learning_rate": 1.9189765458422177e-06,
      "loss": 33.7048,
      "step": 3340
    },
    {
      "epoch": 1.8952824201396234,
      "grad_norm": 274.0,
      "learning_rate": 1.899592944369064e-06,
      "loss": 33.5702,
      "step": 3360
    },
    {
      "epoch": 1.906565122346802,
      "grad_norm": 173.0,
      "learning_rate": 1.8802093428959104e-06,
      "loss": 34.5673,
      "step": 3380
    },
    {
      "epoch": 1.9178478245539807,
      "grad_norm": 191.0,
      "learning_rate": 1.8608257414227566e-06,
      "loss": 34.9713,
      "step": 3400
    },
    {
      "epoch": 1.9291305267611594,
      "grad_norm": 189.0,
      "learning_rate": 1.8414421399496026e-06,
      "loss": 33.9675,
      "step": 3420
    },
    {
      "epoch": 1.940413228968338,
      "grad_norm": 158.0,
      "learning_rate": 1.822058538476449e-06,
      "loss": 34.4765,
      "step": 3440
    },
    {
      "epoch": 1.9516959311755167,
      "grad_norm": 196.0,
      "learning_rate": 1.8026749370032953e-06,
      "loss": 34.3523,
      "step": 3460
    },
    {
      "epoch": 1.9629786333826953,
      "grad_norm": 188.0,
      "learning_rate": 1.7832913355301418e-06,
      "loss": 34.8046,
      "step": 3480
    },
    {
      "epoch": 1.974261335589874,
      "grad_norm": 200.0,
      "learning_rate": 1.763907734056988e-06,
      "loss": 35.0217,
      "step": 3500
    },
    {
      "epoch": 1.9855440377970524,
      "grad_norm": 215.0,
      "learning_rate": 1.744524132583834e-06,
      "loss": 34.9497,
      "step": 3520
    },
    {
      "epoch": 1.996826740004231,
      "grad_norm": 177.0,
      "learning_rate": 1.7251405311106805e-06,
      "loss": 34.5596,
      "step": 3540
    },
    {
      "epoch": 2.007897891545025,
      "grad_norm": 163.0,
      "learning_rate": 1.7057569296375267e-06,
      "loss": 33.9491,
      "step": 3560
    },
    {
      "epoch": 2.019180593752204,
      "grad_norm": 166.0,
      "learning_rate": 1.6863733281643732e-06,
      "loss": 33.7916,
      "step": 3580
    },
    {
      "epoch": 2.0304632959593825,
      "grad_norm": 232.0,
      "learning_rate": 1.6669897266912194e-06,
      "loss": 33.9634,
      "step": 3600
    },
    {
      "epoch": 2.041745998166561,
      "grad_norm": 211.0,
      "learning_rate": 1.6476061252180657e-06,
      "loss": 34.2085,
      "step": 3620
    },
    {
      "epoch": 2.0530287003737393,
      "grad_norm": 237.0,
      "learning_rate": 1.6282225237449121e-06,
      "loss": 34.0196,
      "step": 3640
    },
    {
      "epoch": 2.064311402580918,
      "grad_norm": 192.0,
      "learning_rate": 1.6088389222717581e-06,
      "loss": 34.5528,
      "step": 3660
    },
    {
      "epoch": 2.0755941047880966,
      "grad_norm": 173.0,
      "learning_rate": 1.5894553207986044e-06,
      "loss": 33.1571,
      "step": 3680
    },
    {
      "epoch": 2.0868768069952752,
      "grad_norm": 196.0,
      "learning_rate": 1.5700717193254508e-06,
      "loss": 33.8429,
      "step": 3700
    },
    {
      "epoch": 2.098159509202454,
      "grad_norm": 203.0,
      "learning_rate": 1.550688117852297e-06,
      "loss": 33.1751,
      "step": 3720
    },
    {
      "epoch": 2.1094422114096325,
      "grad_norm": 170.0,
      "learning_rate": 1.5313045163791435e-06,
      "loss": 34.0564,
      "step": 3740
    },
    {
      "epoch": 2.120724913616811,
      "grad_norm": 194.0,
      "learning_rate": 1.5119209149059895e-06,
      "loss": 33.8536,
      "step": 3760
    },
    {
      "epoch": 2.13200761582399,
      "grad_norm": 179.0,
      "learning_rate": 1.4925373134328358e-06,
      "loss": 33.399,
      "step": 3780
    },
    {
      "epoch": 2.1432903180311684,
      "grad_norm": 206.0,
      "learning_rate": 1.4731537119596822e-06,
      "loss": 34.201,
      "step": 3800
    },
    {
      "epoch": 2.154573020238347,
      "grad_norm": 171.0,
      "learning_rate": 1.4537701104865285e-06,
      "loss": 33.347,
      "step": 3820
    },
    {
      "epoch": 2.1658557224455257,
      "grad_norm": 195.0,
      "learning_rate": 1.434386509013375e-06,
      "loss": 34.2486,
      "step": 3840
    },
    {
      "epoch": 2.1771384246527044,
      "grad_norm": 187.0,
      "learning_rate": 1.4150029075402212e-06,
      "loss": 33.5421,
      "step": 3860
    },
    {
      "epoch": 2.188421126859883,
      "grad_norm": 184.0,
      "learning_rate": 1.3956193060670672e-06,
      "loss": 33.8024,
      "step": 3880
    },
    {
      "epoch": 2.1997038290670616,
      "grad_norm": 188.0,
      "learning_rate": 1.3762357045939136e-06,
      "loss": 33.4759,
      "step": 3900
    },
    {
      "epoch": 2.2109865312742403,
      "grad_norm": 185.0,
      "learning_rate": 1.3568521031207599e-06,
      "loss": 33.8726,
      "step": 3920
    },
    {
      "epoch": 2.222269233481419,
      "grad_norm": 225.0,
      "learning_rate": 1.3374685016476063e-06,
      "loss": 34.1284,
      "step": 3940
    },
    {
      "epoch": 2.2335519356885976,
      "grad_norm": 156.0,
      "learning_rate": 1.3180849001744526e-06,
      "loss": 33.9871,
      "step": 3960
    },
    {
      "epoch": 2.244834637895776,
      "grad_norm": 154.0,
      "learning_rate": 1.2987012987012986e-06,
      "loss": 33.6454,
      "step": 3980
    },
    {
      "epoch": 2.256117340102955,
      "grad_norm": 173.0,
      "learning_rate": 1.279317697228145e-06,
      "loss": 33.5879,
      "step": 4000
    },
    {
      "epoch": 2.2674000423101335,
      "grad_norm": 217.0,
      "learning_rate": 1.2599340957549913e-06,
      "loss": 33.7071,
      "step": 4020
    },
    {
      "epoch": 2.2786827445173117,
      "grad_norm": 170.0,
      "learning_rate": 1.2405504942818375e-06,
      "loss": 34.0824,
      "step": 4040
    },
    {
      "epoch": 2.2899654467244908,
      "grad_norm": 174.0,
      "learning_rate": 1.221166892808684e-06,
      "loss": 33.9394,
      "step": 4060
    },
    {
      "epoch": 2.301248148931669,
      "grad_norm": 189.0,
      "learning_rate": 1.2017832913355302e-06,
      "loss": 33.8776,
      "step": 4080
    },
    {
      "epoch": 2.3125308511388476,
      "grad_norm": 203.0,
      "learning_rate": 1.1823996898623767e-06,
      "loss": 34.6775,
      "step": 4100
    },
    {
      "epoch": 2.3238135533460262,
      "grad_norm": 215.0,
      "learning_rate": 1.1630160883892227e-06,
      "loss": 34.0411,
      "step": 4120
    },
    {
      "epoch": 2.335096255553205,
      "grad_norm": 224.0,
      "learning_rate": 1.1436324869160691e-06,
      "loss": 33.1014,
      "step": 4140
    },
    {
      "epoch": 2.3463789577603835,
      "grad_norm": 194.0,
      "learning_rate": 1.1242488854429154e-06,
      "loss": 33.892,
      "step": 4160
    },
    {
      "epoch": 2.357661659967562,
      "grad_norm": 168.0,
      "learning_rate": 1.1048652839697616e-06,
      "loss": 34.1314,
      "step": 4180
    },
    {
      "epoch": 2.368944362174741,
      "grad_norm": 206.0,
      "learning_rate": 1.085481682496608e-06,
      "loss": 34.1024,
      "step": 4200
    },
    {
      "epoch": 2.3802270643819194,
      "grad_norm": 160.0,
      "learning_rate": 1.066098081023454e-06,
      "loss": 34.1692,
      "step": 4220
    },
    {
      "epoch": 2.391509766589098,
      "grad_norm": 185.0,
      "learning_rate": 1.0467144795503006e-06,
      "loss": 33.2612,
      "step": 4240
    },
    {
      "epoch": 2.4027924687962767,
      "grad_norm": 206.0,
      "learning_rate": 1.0273308780771468e-06,
      "loss": 33.7068,
      "step": 4260
    },
    {
      "epoch": 2.4140751710034554,
      "grad_norm": 223.0,
      "learning_rate": 1.007947276603993e-06,
      "loss": 33.9393,
      "step": 4280
    },
    {
      "epoch": 2.425357873210634,
      "grad_norm": 171.0,
      "learning_rate": 9.885636751308395e-07,
      "loss": 33.9153,
      "step": 4300
    },
    {
      "epoch": 2.4366405754178126,
      "grad_norm": 179.0,
      "learning_rate": 9.691800736576857e-07,
      "loss": 34.3688,
      "step": 4320
    },
    {
      "epoch": 2.4479232776249913,
      "grad_norm": 185.0,
      "learning_rate": 9.49796472184532e-07,
      "loss": 34.2571,
      "step": 4340
    },
    {
      "epoch": 2.45920597983217,
      "grad_norm": 196.0,
      "learning_rate": 9.304128707113783e-07,
      "loss": 34.3851,
      "step": 4360
    },
    {
      "epoch": 2.4704886820393486,
      "grad_norm": 178.0,
      "learning_rate": 9.110292692382245e-07,
      "loss": 33.9845,
      "step": 4380
    },
    {
      "epoch": 2.481771384246527,
      "grad_norm": 174.0,
      "learning_rate": 8.916456677650709e-07,
      "loss": 33.7759,
      "step": 4400
    },
    {
      "epoch": 2.493054086453706,
      "grad_norm": 196.0,
      "learning_rate": 8.72262066291917e-07,
      "loss": 34.3738,
      "step": 4420
    },
    {
      "epoch": 2.5043367886608845,
      "grad_norm": 195.0,
      "learning_rate": 8.528784648187634e-07,
      "loss": 33.7357,
      "step": 4440
    },
    {
      "epoch": 2.5156194908680627,
      "grad_norm": 191.0,
      "learning_rate": 8.334948633456097e-07,
      "loss": 33.7378,
      "step": 4460
    },
    {
      "epoch": 2.5269021930752418,
      "grad_norm": 183.0,
      "learning_rate": 8.141112618724561e-07,
      "loss": 33.7745,
      "step": 4480
    },
    {
      "epoch": 2.53818489528242,
      "grad_norm": 232.0,
      "learning_rate": 7.947276603993022e-07,
      "loss": 34.2662,
      "step": 4500
    },
    {
      "epoch": 2.5494675974895986,
      "grad_norm": 221.0,
      "learning_rate": 7.753440589261485e-07,
      "loss": 34.5754,
      "step": 4520
    },
    {
      "epoch": 2.5607502996967773,
      "grad_norm": 192.0,
      "learning_rate": 7.559604574529948e-07,
      "loss": 33.759,
      "step": 4540
    },
    {
      "epoch": 2.572033001903956,
      "grad_norm": 212.0,
      "learning_rate": 7.365768559798411e-07,
      "loss": 34.1167,
      "step": 4560
    },
    {
      "epoch": 2.5833157041111345,
      "grad_norm": 161.0,
      "learning_rate": 7.171932545066875e-07,
      "loss": 34.7971,
      "step": 4580
    },
    {
      "epoch": 2.594598406318313,
      "grad_norm": 160.0,
      "learning_rate": 6.978096530335336e-07,
      "loss": 34.9587,
      "step": 4600
    },
    {
      "epoch": 2.605881108525492,
      "grad_norm": 236.0,
      "learning_rate": 6.784260515603799e-07,
      "loss": 34.3313,
      "step": 4620
    },
    {
      "epoch": 2.6171638107326705,
      "grad_norm": 182.0,
      "learning_rate": 6.590424500872263e-07,
      "loss": 33.5634,
      "step": 4640
    },
    {
      "epoch": 2.628446512939849,
      "grad_norm": 168.0,
      "learning_rate": 6.396588486140725e-07,
      "loss": 34.4282,
      "step": 4660
    },
    {
      "epoch": 2.6397292151470277,
      "grad_norm": 184.0,
      "learning_rate": 6.202752471409188e-07,
      "loss": 34.1346,
      "step": 4680
    },
    {
      "epoch": 2.6510119173542064,
      "grad_norm": 186.0,
      "learning_rate": 6.008916456677651e-07,
      "loss": 34.5073,
      "step": 4700
    },
    {
      "epoch": 2.662294619561385,
      "grad_norm": 178.0,
      "learning_rate": 5.815080441946113e-07,
      "loss": 33.6183,
      "step": 4720
    },
    {
      "epoch": 2.6735773217685637,
      "grad_norm": 167.0,
      "learning_rate": 5.621244427214577e-07,
      "loss": 33.6038,
      "step": 4740
    },
    {
      "epoch": 2.6848600239757423,
      "grad_norm": 179.0,
      "learning_rate": 5.42740841248304e-07,
      "loss": 34.0521,
      "step": 4760
    },
    {
      "epoch": 2.696142726182921,
      "grad_norm": 174.0,
      "learning_rate": 5.233572397751503e-07,
      "loss": 33.989,
      "step": 4780
    },
    {
      "epoch": 2.7074254283900996,
      "grad_norm": 213.0,
      "learning_rate": 5.039736383019965e-07,
      "loss": 34.2236,
      "step": 4800
    },
    {
      "epoch": 2.7187081305972782,
      "grad_norm": 164.0,
      "learning_rate": 4.845900368288429e-07,
      "loss": 33.7335,
      "step": 4820
    },
    {
      "epoch": 2.7299908328044564,
      "grad_norm": 189.0,
      "learning_rate": 4.6520643535568915e-07,
      "loss": 34.3171,
      "step": 4840
    },
    {
      "epoch": 2.7412735350116355,
      "grad_norm": 164.0,
      "learning_rate": 4.4582283388253544e-07,
      "loss": 34.4135,
      "step": 4860
    },
    {
      "epoch": 2.7525562372188137,
      "grad_norm": 157.0,
      "learning_rate": 4.264392324093817e-07,
      "loss": 33.7103,
      "step": 4880
    },
    {
      "epoch": 2.763838939425993,
      "grad_norm": 173.0,
      "learning_rate": 4.0705563093622803e-07,
      "loss": 34.1047,
      "step": 4900
    },
    {
      "epoch": 2.775121641633171,
      "grad_norm": 189.0,
      "learning_rate": 3.8767202946307427e-07,
      "loss": 34.0697,
      "step": 4920
    },
    {
      "epoch": 2.7864043438403496,
      "grad_norm": 168.0,
      "learning_rate": 3.6828842798992056e-07,
      "loss": 33.9304,
      "step": 4940
    },
    {
      "epoch": 2.7976870460475283,
      "grad_norm": 206.0,
      "learning_rate": 3.489048265167668e-07,
      "loss": 34.381,
      "step": 4960
    },
    {
      "epoch": 2.808969748254707,
      "grad_norm": 189.0,
      "learning_rate": 3.2952122504361314e-07,
      "loss": 33.7121,
      "step": 4980
    },
    {
      "epoch": 2.8202524504618856,
      "grad_norm": 202.0,
      "learning_rate": 3.101376235704594e-07,
      "loss": 33.5941,
      "step": 5000
    }
  ],
  "logging_steps": 20,
  "max_steps": 5319,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}