{
  "best_global_step": 4980,
  "best_metric": 0.8463534876410834,
  "best_model_checkpoint": "modernbert-llm-router/checkpoint-4980",
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 4980,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.020090406830738324,
      "grad_norm": 67.4950942993164,
      "learning_rate": 9.036144578313253e-07,
      "loss": 11.30099105834961,
      "step": 10
    },
    {
      "epoch": 0.04018081366147665,
      "grad_norm": 35.74208450317383,
      "learning_rate": 1.9076305220883537e-06,
      "loss": 11.624376678466797,
      "step": 20
    },
    {
      "epoch": 0.06027122049221497,
      "grad_norm": 124.8450698852539,
      "learning_rate": 2.911646586345382e-06,
      "loss": 11.913236999511719,
      "step": 30
    },
    {
      "epoch": 0.0803616273229533,
      "grad_norm": 139.30108642578125,
      "learning_rate": 3.91566265060241e-06,
      "loss": 11.9268798828125,
      "step": 40
    },
    {
      "epoch": 0.10045203415369161,
      "grad_norm": 56.38514709472656,
      "learning_rate": 4.919678714859438e-06,
      "loss": 11.812648010253906,
      "step": 50
    },
    {
      "epoch": 0.12054244098442994,
      "grad_norm": 46.214725494384766,
      "learning_rate": 5.9236947791164665e-06,
      "loss": 11.75150146484375,
      "step": 60
    },
    {
      "epoch": 0.14063284781516824,
      "grad_norm": 39.07476806640625,
      "learning_rate": 6.927710843373494e-06,
      "loss": 11.663333129882812,
      "step": 70
    },
    {
      "epoch": 0.1607232546459066,
      "grad_norm": 89.72721099853516,
      "learning_rate": 7.931726907630523e-06,
      "loss": 11.748873138427735,
      "step": 80
    },
    {
      "epoch": 0.1808136614766449,
      "grad_norm": 76.43763732910156,
      "learning_rate": 8.93574297188755e-06,
      "loss": 11.390589904785156,
      "step": 90
    },
    {
      "epoch": 0.20090406830738322,
      "grad_norm": 113.93096160888672,
      "learning_rate": 9.939759036144579e-06,
      "loss": 11.199761962890625,
      "step": 100
    },
    {
      "epoch": 0.22099447513812154,
      "grad_norm": 47.393863677978516,
      "learning_rate": 1.0943775100401607e-05,
      "loss": 11.138442993164062,
      "step": 110
    },
    {
      "epoch": 0.24108488196885988,
      "grad_norm": 38.745670318603516,
      "learning_rate": 1.1947791164658636e-05,
      "loss": 11.002056121826172,
      "step": 120
    },
    {
      "epoch": 0.26117528879959817,
      "grad_norm": 44.2335319519043,
      "learning_rate": 1.2951807228915663e-05,
      "loss": 10.726869201660156,
      "step": 130
    },
    {
      "epoch": 0.2812656956303365,
      "grad_norm": 69.25237274169922,
      "learning_rate": 1.395582329317269e-05,
      "loss": 10.937381744384766,
      "step": 140
    },
    {
      "epoch": 0.30135610246107486,
      "grad_norm": 37.501251220703125,
      "learning_rate": 1.495983935742972e-05,
      "loss": 10.933692932128906,
      "step": 150
    },
    {
      "epoch": 0.3214465092918132,
      "grad_norm": 44.67572784423828,
      "learning_rate": 1.5963855421686745e-05,
      "loss": 10.68414535522461,
      "step": 160
    },
    {
      "epoch": 0.3415369161225515,
      "grad_norm": 94.95555877685547,
      "learning_rate": 1.6967871485943776e-05,
      "loss": 10.574811553955078,
      "step": 170
    },
    {
      "epoch": 0.3616273229532898,
      "grad_norm": 61.77016067504883,
      "learning_rate": 1.7971887550200802e-05,
      "loss": 10.465885162353516,
      "step": 180
    },
    {
      "epoch": 0.3817177297840281,
      "grad_norm": 62.27002716064453,
      "learning_rate": 1.8975903614457833e-05,
      "loss": 10.8569091796875,
      "step": 190
    },
    {
      "epoch": 0.40180813661476644,
      "grad_norm": 44.70588684082031,
      "learning_rate": 1.997991967871486e-05,
      "loss": 10.475724792480468,
      "step": 200
    },
    {
      "epoch": 0.42189854344550476,
      "grad_norm": 48.619590759277344,
      "learning_rate": 2.098393574297189e-05,
      "loss": 10.236911010742187,
      "step": 210
    },
    {
      "epoch": 0.4419889502762431,
      "grad_norm": 54.244956970214844,
      "learning_rate": 2.1987951807228917e-05,
      "loss": 10.250703430175781,
      "step": 220
    },
    {
      "epoch": 0.4620793571069814,
      "grad_norm": 35.33909225463867,
      "learning_rate": 2.2991967871485944e-05,
      "loss": 9.963737487792969,
      "step": 230
    },
    {
      "epoch": 0.48216976393771976,
      "grad_norm": 50.2829704284668,
      "learning_rate": 2.399598393574297e-05,
      "loss": 9.986483001708985,
      "step": 240
    },
    {
      "epoch": 0.5022601707684581,
      "grad_norm": 41.656951904296875,
      "learning_rate": 2.5e-05,
      "loss": 9.945632934570312,
      "step": 250
    },
    {
      "epoch": 0.5223505775991963,
      "grad_norm": 50.9932746887207,
      "learning_rate": 2.600401606425703e-05,
      "loss": 9.356922149658203,
      "step": 260
    },
    {
      "epoch": 0.5424409844299347,
      "grad_norm": 44.50615692138672,
      "learning_rate": 2.7008032128514062e-05,
      "loss": 9.761817169189452,
      "step": 270
    },
    {
      "epoch": 0.562531391260673,
      "grad_norm": 60.5576057434082,
      "learning_rate": 2.8012048192771085e-05,
      "loss": 9.114958190917969,
      "step": 280
    },
    {
      "epoch": 0.5826217980914113,
      "grad_norm": 49.95737838745117,
      "learning_rate": 2.9016064257028112e-05,
      "loss": 9.187503051757812,
      "step": 290
    },
    {
      "epoch": 0.6027122049221497,
      "grad_norm": 40.03938293457031,
      "learning_rate": 3.0020080321285143e-05,
      "loss": 9.588552093505859,
      "step": 300
    },
    {
      "epoch": 0.622802611752888,
      "grad_norm": 31.86073875427246,
      "learning_rate": 3.102409638554217e-05,
      "loss": 8.846249389648438,
      "step": 310
    },
    {
      "epoch": 0.6428930185836264,
      "grad_norm": 27.552488327026367,
      "learning_rate": 3.20281124497992e-05,
      "loss": 9.372589111328125,
      "step": 320
    },
    {
      "epoch": 0.6629834254143646,
      "grad_norm": 75.73005676269531,
      "learning_rate": 3.303212851405623e-05,
      "loss": 9.259957122802735,
      "step": 330
    },
    {
      "epoch": 0.683073832245103,
      "grad_norm": 39.76576614379883,
      "learning_rate": 3.4036144578313254e-05,
      "loss": 8.952153778076172,
      "step": 340
    },
    {
      "epoch": 0.7031642390758412,
      "grad_norm": 34.058433532714844,
      "learning_rate": 3.504016064257029e-05,
      "loss": 8.938674926757812,
      "step": 350
    },
    {
      "epoch": 0.7232546459065796,
      "grad_norm": 45.72063064575195,
      "learning_rate": 3.604417670682731e-05,
      "loss": 9.18985824584961,
      "step": 360
    },
    {
      "epoch": 0.7433450527373179,
      "grad_norm": 44.90036392211914,
      "learning_rate": 3.704819277108434e-05,
      "loss": 8.677542877197265,
      "step": 370
    },
    {
      "epoch": 0.7634354595680563,
      "grad_norm": 32.45265197753906,
      "learning_rate": 3.805220883534137e-05,
      "loss": 8.847957611083984,
      "step": 380
    },
    {
      "epoch": 0.7835258663987946,
      "grad_norm": 35.051700592041016,
      "learning_rate": 3.9056224899598395e-05,
      "loss": 8.041068267822265,
      "step": 390
    },
    {
      "epoch": 0.8036162732295329,
      "grad_norm": 23.613466262817383,
      "learning_rate": 4.006024096385542e-05,
      "loss": 8.380730438232423,
      "step": 400
    },
    {
      "epoch": 0.8237066800602713,
      "grad_norm": 49.00188446044922,
      "learning_rate": 4.106425702811245e-05,
      "loss": 8.580660247802735,
      "step": 410
    },
    {
      "epoch": 0.8437970868910095,
      "grad_norm": 41.14157485961914,
      "learning_rate": 4.206827309236948e-05,
      "loss": 8.429288482666015,
      "step": 420
    },
    {
      "epoch": 0.8638874937217479,
      "grad_norm": 33.39979553222656,
      "learning_rate": 4.307228915662651e-05,
      "loss": 8.59649887084961,
      "step": 430
    },
    {
      "epoch": 0.8839779005524862,
      "grad_norm": 99.59103393554688,
      "learning_rate": 4.407630522088354e-05,
      "loss": 8.490008544921874,
      "step": 440
    },
    {
      "epoch": 0.9040683073832245,
      "grad_norm": 32.883426666259766,
      "learning_rate": 4.5080321285140564e-05,
      "loss": 8.39789276123047,
      "step": 450
    },
    {
      "epoch": 0.9241587142139628,
      "grad_norm": 37.05418395996094,
      "learning_rate": 4.608433734939759e-05,
      "loss": 8.002466583251953,
      "step": 460
    },
    {
      "epoch": 0.9442491210447012,
      "grad_norm": 60.73507308959961,
      "learning_rate": 4.7088353413654624e-05,
      "loss": 8.742173767089843,
      "step": 470
    },
    {
      "epoch": 0.9643395278754395,
      "grad_norm": 54.933067321777344,
      "learning_rate": 4.8092369477911644e-05,
      "loss": 7.934970855712891,
      "step": 480
    },
    {
      "epoch": 0.9844299347061778,
      "grad_norm": 22.610998153686523,
      "learning_rate": 4.909638554216868e-05,
      "loss": 7.596905517578125,
      "step": 490
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.7670682730923695,
      "eval_f1": 0.7665146369158211,
      "eval_loss": 0.5159338712692261,
      "eval_runtime": 338.3534,
      "eval_samples_per_second": 11.775,
      "eval_steps_per_second": 5.887,
      "step": 498
    },
    {
      "epoch": 1.0040180813661477,
      "grad_norm": 30.076736450195312,
      "learning_rate": 4.99888442659527e-05,
      "loss": 7.928907012939453,
      "step": 500
    },
    {
      "epoch": 1.024108488196886,
      "grad_norm": 27.150625228881836,
      "learning_rate": 4.98772869254797e-05,
      "loss": 7.893730163574219,
      "step": 510
    },
    {
      "epoch": 1.0441988950276242,
      "grad_norm": 43.56063461303711,
      "learning_rate": 4.9765729585006696e-05,
      "loss": 7.6407928466796875,
      "step": 520
    },
    {
      "epoch": 1.0642893018583626,
      "grad_norm": 37.67859649658203,
      "learning_rate": 4.9654172244533695e-05,
      "loss": 8.078261566162109,
      "step": 530
    },
    {
      "epoch": 1.084379708689101,
      "grad_norm": 38.437652587890625,
      "learning_rate": 4.9542614904060695e-05,
      "loss": 7.557135772705078,
      "step": 540
    },
    {
      "epoch": 1.1044701155198393,
      "grad_norm": 33.14951705932617,
      "learning_rate": 4.943105756358769e-05,
      "loss": 7.886659240722656,
      "step": 550
    },
    {
      "epoch": 1.1245605223505777,
      "grad_norm": 27.673179626464844,
      "learning_rate": 4.9319500223114686e-05,
      "loss": 7.672040557861328,
      "step": 560
    },
    {
      "epoch": 1.1446509291813158,
      "grad_norm": 30.745512008666992,
      "learning_rate": 4.920794288264168e-05,
      "loss": 7.915995025634766,
      "step": 570
    },
    {
      "epoch": 1.1647413360120542,
      "grad_norm": 86.4283218383789,
      "learning_rate": 4.909638554216868e-05,
      "loss": 7.516211700439453,
      "step": 580
    },
    {
      "epoch": 1.1848317428427926,
      "grad_norm": 25.24470329284668,
      "learning_rate": 4.898482820169568e-05,
      "loss": 7.094333648681641,
      "step": 590
    },
    {
      "epoch": 1.204922149673531,
      "grad_norm": 23.994327545166016,
      "learning_rate": 4.887327086122267e-05,
      "loss": 7.318421936035156,
      "step": 600
    },
    {
      "epoch": 1.2250125565042693,
      "grad_norm": 42.44085693359375,
      "learning_rate": 4.876171352074967e-05,
      "loss": 7.235833740234375,
      "step": 610
    },
    {
      "epoch": 1.2451029633350075,
      "grad_norm": 46.6234016418457,
      "learning_rate": 4.865015618027666e-05,
      "loss": 7.330026245117187,
      "step": 620
    },
    {
      "epoch": 1.2651933701657458,
      "grad_norm": 81.48997497558594,
      "learning_rate": 4.853859883980366e-05,
      "loss": 6.9850341796875,
      "step": 630
    },
    {
      "epoch": 1.2852837769964842,
      "grad_norm": 31.492443084716797,
      "learning_rate": 4.842704149933066e-05,
      "loss": 7.5037284851074215,
      "step": 640
    },
    {
      "epoch": 1.3053741838272224,
      "grad_norm": 37.36494827270508,
      "learning_rate": 4.831548415885765e-05,
      "loss": 7.257170104980469,
      "step": 650
    },
    {
      "epoch": 1.325464590657961,
      "grad_norm": 61.79890823364258,
      "learning_rate": 4.820392681838465e-05,
      "loss": 6.9138031005859375,
      "step": 660
    },
    {
      "epoch": 1.3455549974886991,
      "grad_norm": 33.589534759521484,
      "learning_rate": 4.8092369477911644e-05,
      "loss": 6.862760162353515,
      "step": 670
    },
    {
      "epoch": 1.3656454043194375,
      "grad_norm": 42.413116455078125,
      "learning_rate": 4.7980812137438644e-05,
      "loss": 6.8927162170410154,
      "step": 680
    },
    {
      "epoch": 1.3857358111501759,
      "grad_norm": 45.523651123046875,
      "learning_rate": 4.786925479696564e-05,
      "loss": 7.35535888671875,
      "step": 690
    },
    {
      "epoch": 1.405826217980914,
      "grad_norm": 22.36736297607422,
      "learning_rate": 4.775769745649264e-05,
      "loss": 6.857536315917969,
      "step": 700
    },
    {
      "epoch": 1.4259166248116524,
      "grad_norm": 26.58713722229004,
      "learning_rate": 4.764614011601964e-05,
      "loss": 7.037255096435547,
      "step": 710
    },
    {
      "epoch": 1.4460070316423907,
      "grad_norm": 53.9232292175293,
      "learning_rate": 4.7534582775546634e-05,
      "loss": 7.396176147460937,
      "step": 720
    },
    {
      "epoch": 1.4660974384731291,
      "grad_norm": 74.64452362060547,
      "learning_rate": 4.742302543507363e-05,
      "loss": 7.3621162414550785,
      "step": 730
    },
    {
      "epoch": 1.4861878453038675,
      "grad_norm": 21.768842697143555,
      "learning_rate": 4.7311468094600626e-05,
      "loss": 7.139886474609375,
      "step": 740
    },
    {
      "epoch": 1.5062782521346056,
      "grad_norm": 22.915559768676758,
      "learning_rate": 4.7199910754127625e-05,
      "loss": 6.710366058349609,
      "step": 750
    },
    {
      "epoch": 1.526368658965344,
      "grad_norm": 50.81713104248047,
      "learning_rate": 4.7088353413654624e-05,
      "loss": 7.143299102783203,
      "step": 760
    },
    {
      "epoch": 1.5464590657960824,
      "grad_norm": 21.456253051757812,
      "learning_rate": 4.697679607318162e-05,
      "loss": 6.581459045410156,
      "step": 770
    },
    {
      "epoch": 1.5665494726268205,
      "grad_norm": 51.19502639770508,
      "learning_rate": 4.6865238732708616e-05,
      "loss": 6.778679656982422,
      "step": 780
    },
    {
      "epoch": 1.5866398794575591,
      "grad_norm": 15.50610637664795,
      "learning_rate": 4.675368139223561e-05,
      "loss": 6.736427307128906,
      "step": 790
    },
    {
      "epoch": 1.6067302862882973,
      "grad_norm": 24.18048095703125,
      "learning_rate": 4.664212405176261e-05,
      "loss": 6.704109954833984,
      "step": 800
    },
    {
      "epoch": 1.6268206931190357,
      "grad_norm": 55.495052337646484,
      "learning_rate": 4.65305667112896e-05,
      "loss": 6.363135910034179,
      "step": 810
    },
    {
      "epoch": 1.646911099949774,
      "grad_norm": 47.925350189208984,
      "learning_rate": 4.64190093708166e-05,
      "loss": 6.810108184814453,
      "step": 820
    },
    {
      "epoch": 1.6670015067805122,
      "grad_norm": 54.57836151123047,
      "learning_rate": 4.63074520303436e-05,
      "loss": 7.001818084716797,
      "step": 830
    },
    {
      "epoch": 1.6870919136112508,
      "grad_norm": 27.17943000793457,
      "learning_rate": 4.619589468987059e-05,
      "loss": 6.451213836669922,
      "step": 840
    },
    {
      "epoch": 1.707182320441989,
      "grad_norm": 29.18775749206543,
      "learning_rate": 4.608433734939759e-05,
      "loss": 6.075239562988282,
      "step": 850
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 100.36605834960938,
      "learning_rate": 4.597278000892459e-05,
      "loss": 6.098962783813477,
      "step": 860
    },
    {
      "epoch": 1.7473631341034657,
      "grad_norm": 46.559486389160156,
      "learning_rate": 4.586122266845159e-05,
      "loss": 7.3000633239746096,
      "step": 870
    },
    {
      "epoch": 1.7674535409342038,
      "grad_norm": 55.62862014770508,
      "learning_rate": 4.574966532797859e-05,
      "loss": 6.430718231201172,
      "step": 880
    },
    {
      "epoch": 1.7875439477649422,
      "grad_norm": 40.10306167602539,
      "learning_rate": 4.563810798750558e-05,
      "loss": 6.49133071899414,
      "step": 890
    },
    {
      "epoch": 1.8076343545956806,
      "grad_norm": 26.214754104614258,
      "learning_rate": 4.552655064703258e-05,
      "loss": 6.711282348632812,
      "step": 900
    },
    {
      "epoch": 1.827724761426419,
      "grad_norm": 20.552804946899414,
      "learning_rate": 4.541499330655957e-05,
      "loss": 7.12545166015625,
      "step": 910
    },
    {
      "epoch": 1.8478151682571573,
      "grad_norm": 15.887333869934082,
      "learning_rate": 4.530343596608657e-05,
      "loss": 6.991852569580078,
      "step": 920
    },
    {
      "epoch": 1.8679055750878955,
      "grad_norm": 41.746009826660156,
      "learning_rate": 4.5191878625613564e-05,
      "loss": 6.388395690917969,
      "step": 930
    },
    {
      "epoch": 1.8879959819186338,
      "grad_norm": 60.416690826416016,
      "learning_rate": 4.5080321285140564e-05,
      "loss": 6.510835266113281,
      "step": 940
    },
    {
      "epoch": 1.9080863887493722,
      "grad_norm": 52.52122497558594,
      "learning_rate": 4.496876394466756e-05,
      "loss": 6.274535369873047,
      "step": 950
    },
    {
      "epoch": 1.9281767955801103,
      "grad_norm": 40.41902542114258,
      "learning_rate": 4.4857206604194555e-05,
      "loss": 6.65899887084961,
      "step": 960
    },
    {
      "epoch": 1.948267202410849,
      "grad_norm": 50.44690704345703,
      "learning_rate": 4.4745649263721555e-05,
      "loss": 6.682839202880859,
      "step": 970
    },
    {
      "epoch": 1.968357609241587,
      "grad_norm": 28.226612091064453,
      "learning_rate": 4.463409192324855e-05,
      "loss": 6.098558807373047,
      "step": 980
    },
    {
      "epoch": 1.9884480160723255,
      "grad_norm": 42.85635757446289,
      "learning_rate": 4.4522534582775546e-05,
      "loss": 6.307109832763672,
      "step": 990
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.8049698795180723,
      "eval_f1": 0.8047252856433185,
      "eval_loss": 0.43348565697669983,
      "eval_runtime": 299.1884,
      "eval_samples_per_second": 13.316,
      "eval_steps_per_second": 6.658,
      "step": 996
    },
    {
      "epoch": 2.0080361627322953,
      "grad_norm": 18.02980613708496,
      "learning_rate": 4.4410977242302546e-05,
      "loss": 6.029669570922851,
      "step": 1000
    },
    {
      "epoch": 2.0281265695630335,
      "grad_norm": 42.156864166259766,
      "learning_rate": 4.4299419901829545e-05,
      "loss": 6.159435272216797,
      "step": 1010
    },
    {
      "epoch": 2.048216976393772,
      "grad_norm": 25.99110221862793,
      "learning_rate": 4.4187862561356544e-05,
      "loss": 6.365954208374023,
      "step": 1020
    },
    {
      "epoch": 2.0683073832245102,
      "grad_norm": 30.346057891845703,
      "learning_rate": 4.407630522088354e-05,
      "loss": 6.770087432861328,
      "step": 1030
    },
    {
      "epoch": 2.0883977900552484,
      "grad_norm": 26.053958892822266,
      "learning_rate": 4.3964747880410536e-05,
      "loss": 5.629564666748047,
      "step": 1040
    },
    {
      "epoch": 2.108488196885987,
      "grad_norm": 35.44384765625,
      "learning_rate": 4.385319053993753e-05,
      "loss": 7.135092926025391,
      "step": 1050
    },
    {
      "epoch": 2.128578603716725,
      "grad_norm": 74.50113677978516,
      "learning_rate": 4.374163319946453e-05,
      "loss": 6.596900177001953,
      "step": 1060
    },
    {
      "epoch": 2.1486690105474637,
      "grad_norm": 25.986236572265625,
      "learning_rate": 4.363007585899153e-05,
      "loss": 6.268881988525391,
      "step": 1070
    },
    {
      "epoch": 2.168759417378202,
      "grad_norm": 28.2646541595459,
      "learning_rate": 4.351851851851852e-05,
      "loss": 6.352067184448242,
      "step": 1080
    },
    {
      "epoch": 2.18884982420894,
      "grad_norm": 26.6820068359375,
      "learning_rate": 4.340696117804552e-05,
      "loss": 5.82037582397461,
      "step": 1090
    },
    {
      "epoch": 2.2089402310396786,
      "grad_norm": 41.59135055541992,
      "learning_rate": 4.329540383757251e-05,
      "loss": 5.902550888061524,
      "step": 1100
    },
    {
      "epoch": 2.2290306378704168,
      "grad_norm": 20.264556884765625,
      "learning_rate": 4.318384649709951e-05,
      "loss": 6.314144134521484,
      "step": 1110
    },
    {
      "epoch": 2.2491210447011554,
      "grad_norm": 18.953853607177734,
      "learning_rate": 4.307228915662651e-05,
      "loss": 5.690468978881836,
      "step": 1120
    },
    {
      "epoch": 2.2692114515318935,
      "grad_norm": 43.699649810791016,
      "learning_rate": 4.29607318161535e-05,
      "loss": 5.427518081665039,
      "step": 1130
    },
    {
      "epoch": 2.2893018583626317,
      "grad_norm": 21.426782608032227,
      "learning_rate": 4.28491744756805e-05,
      "loss": 5.6670886993408205,
      "step": 1140
    },
    {
      "epoch": 2.3093922651933703,
      "grad_norm": 31.70428466796875,
      "learning_rate": 4.2737617135207494e-05,
      "loss": 6.703258514404297,
      "step": 1150
    },
    {
      "epoch": 2.3294826720241084,
      "grad_norm": 27.911863327026367,
      "learning_rate": 4.262605979473449e-05,
      "loss": 5.849753189086914,
      "step": 1160
    },
    {
      "epoch": 2.3495730788548466,
      "grad_norm": 57.702880859375,
      "learning_rate": 4.251450245426149e-05,
      "loss": 5.396737289428711,
      "step": 1170
    },
    {
      "epoch": 2.369663485685585,
      "grad_norm": 42.24098587036133,
      "learning_rate": 4.240294511378849e-05,
      "loss": 6.970297241210938,
      "step": 1180
    },
    {
      "epoch": 2.3897538925163233,
      "grad_norm": 34.87739181518555,
      "learning_rate": 4.229138777331549e-05,
      "loss": 6.024194717407227,
      "step": 1190
    },
    {
      "epoch": 2.409844299347062,
      "grad_norm": 34.56913375854492,
      "learning_rate": 4.2179830432842484e-05,
      "loss": 7.1401222229003904,
      "step": 1200
    },
    {
      "epoch": 2.4299347061778,
      "grad_norm": 31.022424697875977,
      "learning_rate": 4.206827309236948e-05,
      "loss": 5.916114044189453,
      "step": 1210
    },
    {
      "epoch": 2.4500251130085386,
      "grad_norm": 32.2326774597168,
      "learning_rate": 4.1956715751896475e-05,
      "loss": 5.544026565551758,
      "step": 1220
    },
    {
      "epoch": 2.470115519839277,
      "grad_norm": 67.76956176757812,
      "learning_rate": 4.1845158411423475e-05,
      "loss": 6.099757385253906,
      "step": 1230
    },
    {
      "epoch": 2.490205926670015,
      "grad_norm": 24.727947235107422,
      "learning_rate": 4.1733601070950474e-05,
      "loss": 5.961135482788086,
      "step": 1240
    },
    {
      "epoch": 2.5102963335007535,
      "grad_norm": 45.534976959228516,
      "learning_rate": 4.1622043730477466e-05,
      "loss": 5.8507640838623045,
      "step": 1250
    },
    {
      "epoch": 2.5303867403314917,
      "grad_norm": 36.52798080444336,
      "learning_rate": 4.1510486390004466e-05,
      "loss": 6.213993835449219,
      "step": 1260
    },
    {
      "epoch": 2.55047714716223,
      "grad_norm": 29.7322998046875,
      "learning_rate": 4.139892904953146e-05,
      "loss": 6.422627258300781,
      "step": 1270
    },
    {
      "epoch": 2.5705675539929684,
      "grad_norm": 87.98380279541016,
      "learning_rate": 4.128737170905846e-05,
      "loss": 5.8346599578857425,
      "step": 1280
    },
    {
      "epoch": 2.5906579608237066,
      "grad_norm": 46.31199264526367,
      "learning_rate": 4.117581436858545e-05,
      "loss": 6.729044342041016,
      "step": 1290
    },
    {
      "epoch": 2.6107483676544447,
      "grad_norm": 22.86014175415039,
      "learning_rate": 4.106425702811245e-05,
      "loss": 6.123567199707031,
      "step": 1300
    },
    {
      "epoch": 2.6308387744851833,
      "grad_norm": 45.6070556640625,
      "learning_rate": 4.095269968763945e-05,
      "loss": 5.360657119750977,
      "step": 1310
    },
    {
      "epoch": 2.650929181315922,
      "grad_norm": 39.19569396972656,
      "learning_rate": 4.084114234716645e-05,
      "loss": 6.517160034179687,
      "step": 1320
    },
    {
      "epoch": 2.67101958814666,
      "grad_norm": 36.43268585205078,
      "learning_rate": 4.072958500669345e-05,
      "loss": 6.326155471801758,
      "step": 1330
    },
    {
      "epoch": 2.6911099949773982,
      "grad_norm": 23.42853355407715,
      "learning_rate": 4.061802766622044e-05,
      "loss": 5.638162231445312,
      "step": 1340
    },
    {
      "epoch": 2.711200401808137,
      "grad_norm": 22.37718391418457,
      "learning_rate": 4.050647032574744e-05,
      "loss": 5.6496532440185545,
      "step": 1350
    },
    {
      "epoch": 2.731290808638875,
      "grad_norm": 64.77632904052734,
      "learning_rate": 4.039491298527444e-05,
      "loss": 6.058899688720703,
      "step": 1360
    },
    {
      "epoch": 2.751381215469613,
      "grad_norm": 22.800050735473633,
      "learning_rate": 4.028335564480143e-05,
      "loss": 5.7602485656738285,
      "step": 1370
    },
    {
      "epoch": 2.7714716223003517,
      "grad_norm": 28.1535587310791,
      "learning_rate": 4.017179830432843e-05,
      "loss": 5.900847625732422,
      "step": 1380
    },
    {
      "epoch": 2.79156202913109,
      "grad_norm": 27.592967987060547,
      "learning_rate": 4.006024096385542e-05,
      "loss": 5.556166458129883,
      "step": 1390
    },
    {
      "epoch": 2.811652435961828,
      "grad_norm": 13.690511703491211,
      "learning_rate": 3.994868362338242e-05,
      "loss": 5.470177078247071,
      "step": 1400
    },
    {
      "epoch": 2.8317428427925666,
      "grad_norm": 27.636857986450195,
      "learning_rate": 3.9837126282909414e-05,
      "loss": 5.946683120727539,
      "step": 1410
    },
    {
      "epoch": 2.8518332496233048,
      "grad_norm": 22.8720760345459,
      "learning_rate": 3.972556894243641e-05,
      "loss": 6.123848724365234,
      "step": 1420
    },
    {
      "epoch": 2.8719236564540433,
      "grad_norm": 31.31513023376465,
      "learning_rate": 3.961401160196341e-05,
      "loss": 5.350670623779297,
      "step": 1430
    },
    {
      "epoch": 2.8920140632847815,
      "grad_norm": 25.95108985900879,
      "learning_rate": 3.9502454261490405e-05,
      "loss": 5.712937545776367,
      "step": 1440
    },
    {
      "epoch": 2.91210447011552,
      "grad_norm": 55.22339630126953,
      "learning_rate": 3.9390896921017404e-05,
      "loss": 5.576626205444336,
      "step": 1450
    },
    {
      "epoch": 2.9321948769462582,
      "grad_norm": 22.332138061523438,
      "learning_rate": 3.92793395805444e-05,
      "loss": 5.735363388061524,
      "step": 1460
    },
    {
      "epoch": 2.9522852837769964,
      "grad_norm": 30.75307273864746,
      "learning_rate": 3.9167782240071396e-05,
      "loss": 6.044792556762696,
      "step": 1470
    },
    {
      "epoch": 2.972375690607735,
      "grad_norm": 37.25911331176758,
      "learning_rate": 3.9056224899598395e-05,
      "loss": 5.390208053588867,
      "step": 1480
    },
    {
      "epoch": 2.992466097438473,
      "grad_norm": 19.11253547668457,
      "learning_rate": 3.8944667559125395e-05,
      "loss": 6.361589431762695,
      "step": 1490
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.8275602409638554,
      "eval_f1": 0.8274702273547456,
      "eval_loss": 0.39785367250442505,
      "eval_runtime": 261.3856,
      "eval_samples_per_second": 15.242,
      "eval_steps_per_second": 7.621,
      "step": 1494
    },
    {
      "epoch": 3.012054244098443,
      "grad_norm": 29.47568702697754,
      "learning_rate": 3.8833110218652394e-05,
      "loss": 5.428952407836914,
      "step": 1500
    },
    {
      "epoch": 3.0321446509291814,
      "grad_norm": 24.7688045501709,
      "learning_rate": 3.8721552878179386e-05,
      "loss": 5.720760345458984,
      "step": 1510
    },
    {
      "epoch": 3.0522350577599195,
      "grad_norm": 16.392057418823242,
      "learning_rate": 3.8609995537706386e-05,
      "loss": 5.032233047485351,
      "step": 1520
    },
    {
      "epoch": 3.072325464590658,
      "grad_norm": 86.99443817138672,
      "learning_rate": 3.849843819723338e-05,
      "loss": 5.509403228759766,
      "step": 1530
    },
    {
      "epoch": 3.0924158714213963,
      "grad_norm": 23.566726684570312,
      "learning_rate": 3.838688085676038e-05,
      "loss": 5.087054061889648,
      "step": 1540
    },
    {
      "epoch": 3.1125062782521344,
      "grad_norm": 77.42285919189453,
      "learning_rate": 3.8275323516287377e-05,
      "loss": 5.9715118408203125,
      "step": 1550
    },
    {
      "epoch": 3.132596685082873,
      "grad_norm": 12.615682601928711,
      "learning_rate": 3.816376617581437e-05,
      "loss": 5.37689437866211,
      "step": 1560
    },
    {
      "epoch": 3.152687091913611,
      "grad_norm": 12.577225685119629,
      "learning_rate": 3.805220883534137e-05,
      "loss": 5.694247436523438,
      "step": 1570
    },
    {
      "epoch": 3.1727774987443498,
      "grad_norm": 55.27588653564453,
      "learning_rate": 3.794065149486836e-05,
      "loss": 6.124555206298828,
      "step": 1580
    },
    {
      "epoch": 3.192867905575088,
      "grad_norm": 13.139041900634766,
      "learning_rate": 3.782909415439536e-05,
      "loss": 6.096420669555664,
      "step": 1590
    },
    {
      "epoch": 3.212958312405826,
      "grad_norm": 18.4031982421875,
      "learning_rate": 3.771753681392236e-05,
      "loss": 5.371559906005859,
      "step": 1600
    },
    {
      "epoch": 3.2330487192365647,
      "grad_norm": 25.290729522705078,
      "learning_rate": 3.760597947344935e-05,
      "loss": 5.954509735107422,
      "step": 1610
    },
    {
      "epoch": 3.253139126067303,
      "grad_norm": 57.6512451171875,
      "learning_rate": 3.749442213297635e-05,
      "loss": 5.709614181518555,
      "step": 1620
    },
    {
      "epoch": 3.273229532898041,
      "grad_norm": 70.0116958618164,
      "learning_rate": 3.738286479250335e-05,
      "loss": 5.772966003417968,
      "step": 1630
    },
    {
      "epoch": 3.2933199397287796,
      "grad_norm": 81.4374008178711,
      "learning_rate": 3.727130745203035e-05,
      "loss": 5.014947509765625,
      "step": 1640
    },
    {
      "epoch": 3.3134103465595177,
      "grad_norm": 27.316287994384766,
      "learning_rate": 3.715975011155734e-05,
      "loss": 5.662544631958008,
      "step": 1650
    },
    {
      "epoch": 3.3335007533902563,
      "grad_norm": 36.81215286254883,
      "learning_rate": 3.704819277108434e-05,
      "loss": 5.530815505981446,
      "step": 1660
    },
    {
      "epoch": 3.3535911602209945,
      "grad_norm": 23.90372085571289,
      "learning_rate": 3.693663543061134e-05,
      "loss": 5.7403514862060545,
      "step": 1670
    },
    {
      "epoch": 3.3736815670517326,
      "grad_norm": 27.02726173400879,
      "learning_rate": 3.682507809013833e-05,
      "loss": 5.826567840576172,
      "step": 1680
    },
    {
      "epoch": 3.393771973882471,
      "grad_norm": 48.38102722167969,
      "learning_rate": 3.671352074966533e-05,
      "loss": 5.291037750244141,
      "step": 1690
    },
    {
      "epoch": 3.4138623807132094,
      "grad_norm": 30.439931869506836,
      "learning_rate": 3.6601963409192325e-05,
      "loss": 5.683506774902344,
      "step": 1700
    },
    {
      "epoch": 3.433952787543948,
      "grad_norm": 17.58039665222168,
      "learning_rate": 3.6490406068719324e-05,
      "loss": 5.402456283569336,
      "step": 1710
    },
    {
      "epoch": 3.454043194374686,
      "grad_norm": 50.540428161621094,
      "learning_rate": 3.6378848728246323e-05,
      "loss": 5.341756057739258,
      "step": 1720
    },
    {
      "epoch": 3.4741336012054242,
      "grad_norm": 35.1678352355957,
      "learning_rate": 3.6267291387773316e-05,
      "loss": 5.54007568359375,
      "step": 1730
    },
    {
      "epoch": 3.494224008036163,
      "grad_norm": 52.99409484863281,
      "learning_rate": 3.6155734047300315e-05,
      "loss": 5.751492309570312,
      "step": 1740
    },
    {
      "epoch": 3.514314414866901,
      "grad_norm": 43.16945266723633,
      "learning_rate": 3.604417670682731e-05,
      "loss": 7.202930450439453,
      "step": 1750
    },
    {
      "epoch": 3.534404821697639,
      "grad_norm": 33.9586296081543,
      "learning_rate": 3.593261936635431e-05,
      "loss": 5.380310821533203,
      "step": 1760
    },
    {
      "epoch": 3.5544952285283777,
      "grad_norm": 22.890636444091797,
      "learning_rate": 3.58210620258813e-05,
      "loss": 4.9199378967285154,
      "step": 1770
    },
    {
      "epoch": 3.574585635359116,
      "grad_norm": 40.72444534301758,
      "learning_rate": 3.57095046854083e-05,
      "loss": 5.063058853149414,
      "step": 1780
    },
    {
      "epoch": 3.5946760421898545,
      "grad_norm": 16.248395919799805,
      "learning_rate": 3.55979473449353e-05,
      "loss": 5.807795715332031,
      "step": 1790
    },
    {
      "epoch": 3.6147664490205926,
      "grad_norm": 57.422149658203125,
      "learning_rate": 3.54863900044623e-05,
      "loss": 5.828661727905273,
      "step": 1800
    },
    {
      "epoch": 3.6348568558513312,
      "grad_norm": 61.2015495300293,
      "learning_rate": 3.5374832663989296e-05,
      "loss": 6.271392822265625,
      "step": 1810
    },
    {
      "epoch": 3.6549472626820694,
      "grad_norm": 35.906982421875,
      "learning_rate": 3.526327532351629e-05,
      "loss": 5.414740753173828,
      "step": 1820
    },
    {
      "epoch": 3.6750376695128075,
      "grad_norm": 54.37947463989258,
      "learning_rate": 3.515171798304329e-05,
      "loss": 5.270346832275391,
      "step": 1830
    },
    {
      "epoch": 3.695128076343546,
      "grad_norm": 28.034360885620117,
      "learning_rate": 3.504016064257029e-05,
      "loss": 5.407860183715821,
      "step": 1840
    },
    {
      "epoch": 3.7152184831742843,
      "grad_norm": 71.68135833740234,
      "learning_rate": 3.492860330209728e-05,
      "loss": 5.702225112915039,
      "step": 1850
    },
    {
      "epoch": 3.7353088900050224,
      "grad_norm": 22.46561050415039,
      "learning_rate": 3.481704596162428e-05,
      "loss": 5.201891708374023,
      "step": 1860
    },
    {
      "epoch": 3.755399296835761,
      "grad_norm": 24.60894203186035,
      "learning_rate": 3.470548862115127e-05,
      "loss": 5.850607299804688,
      "step": 1870
    },
    {
      "epoch": 3.775489703666499,
      "grad_norm": 28.00958251953125,
      "learning_rate": 3.459393128067827e-05,
      "loss": 5.123921203613281,
      "step": 1880
    },
    {
      "epoch": 3.7955801104972373,
      "grad_norm": 31.907236099243164,
      "learning_rate": 3.4482373940205263e-05,
      "loss": 5.6304481506347654,
      "step": 1890
    },
    {
      "epoch": 3.815670517327976,
      "grad_norm": 17.76685905456543,
      "learning_rate": 3.437081659973226e-05,
      "loss": 5.2005657196044925,
      "step": 1900
    },
    {
      "epoch": 3.835760924158714,
      "grad_norm": 21.260128021240234,
      "learning_rate": 3.425925925925926e-05,
      "loss": 5.258316421508789,
      "step": 1910
    },
    {
      "epoch": 3.8558513309894527,
      "grad_norm": 19.49888801574707,
      "learning_rate": 3.4147701918786255e-05,
      "loss": 4.879679489135742,
      "step": 1920
    },
    {
      "epoch": 3.875941737820191,
      "grad_norm": 65.16366577148438,
      "learning_rate": 3.4036144578313254e-05,
      "loss": 6.453560638427734,
      "step": 1930
    },
    {
      "epoch": 3.8960321446509294,
      "grad_norm": 37.992557525634766,
      "learning_rate": 3.3924587237840246e-05,
      "loss": 5.946857452392578,
      "step": 1940
    },
    {
      "epoch": 3.9161225514816675,
      "grad_norm": 29.18259048461914,
      "learning_rate": 3.3813029897367246e-05,
      "loss": 5.703883361816406,
      "step": 1950
    },
    {
      "epoch": 3.9362129583124057,
      "grad_norm": 50.241573333740234,
      "learning_rate": 3.3701472556894245e-05,
      "loss": 5.593105316162109,
      "step": 1960
    },
    {
      "epoch": 3.9563033651431443,
      "grad_norm": 16.286664962768555,
      "learning_rate": 3.3589915216421244e-05,
      "loss": 5.243052673339844,
      "step": 1970
    },
    {
      "epoch": 3.9763937719738824,
      "grad_norm": 33.029258728027344,
      "learning_rate": 3.347835787594824e-05,
      "loss": 5.550778198242187,
      "step": 1980
    },
    {
      "epoch": 3.9964841788046206,
      "grad_norm": 34.720306396484375,
      "learning_rate": 3.3366800535475236e-05,
      "loss": 4.825481796264649,
      "step": 1990
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.8313253012048193,
      "eval_f1": 0.8308991466535153,
      "eval_loss": 0.381637305021286,
      "eval_runtime": 271.7971,
      "eval_samples_per_second": 14.658,
      "eval_steps_per_second": 7.329,
      "step": 1992
    },
    {
      "epoch": 4.016072325464591,
      "grad_norm": 74.65340423583984,
      "learning_rate": 3.3255243195002235e-05,
      "loss": 5.714904403686523,
      "step": 2000
    },
    {
      "epoch": 4.036162732295329,
      "grad_norm": 21.287803649902344,
      "learning_rate": 3.314368585452923e-05,
      "loss": 5.464476776123047,
      "step": 2010
    },
    {
      "epoch": 4.056253139126067,
      "grad_norm": 18.8568115234375,
      "learning_rate": 3.303212851405623e-05,
      "loss": 5.644306182861328,
      "step": 2020
    },
    {
      "epoch": 4.076343545956806,
      "grad_norm": 30.95215606689453,
      "learning_rate": 3.2920571173583226e-05,
      "loss": 5.692291259765625,
      "step": 2030
    },
    {
      "epoch": 4.096433952787544,
      "grad_norm": 15.916340827941895,
      "learning_rate": 3.280901383311022e-05,
      "loss": 5.483885192871094,
      "step": 2040
    },
    {
      "epoch": 4.116524359618282,
      "grad_norm": 47.925392150878906,
      "learning_rate": 3.269745649263722e-05,
      "loss": 5.201124954223633,
      "step": 2050
    },
    {
      "epoch": 4.1366147664490205,
      "grad_norm": 10.943302154541016,
      "learning_rate": 3.258589915216421e-05,
      "loss": 5.38978385925293,
      "step": 2060
    },
    {
      "epoch": 4.156705173279759,
      "grad_norm": 18.42093276977539,
      "learning_rate": 3.247434181169121e-05,
      "loss": 5.158708572387695,
      "step": 2070
    },
    {
      "epoch": 4.176795580110497,
      "grad_norm": 24.33405303955078,
      "learning_rate": 3.236278447121821e-05,
      "loss": 5.419537353515625,
      "step": 2080
    },
    {
      "epoch": 4.196885986941235,
      "grad_norm": 66.79510498046875,
      "learning_rate": 3.22512271307452e-05,
      "loss": 5.358119964599609,
      "step": 2090
    },
    {
      "epoch": 4.216976393771974,
      "grad_norm": 31.320959091186523,
      "learning_rate": 3.21396697902722e-05,
      "loss": 5.4256237030029295,
      "step": 2100
    },
    {
      "epoch": 4.237066800602713,
      "grad_norm": 27.916889190673828,
      "learning_rate": 3.20281124497992e-05,
      "loss": 5.278132629394531,
      "step": 2110
    },
    {
      "epoch": 4.25715720743345,
      "grad_norm": 56.40442657470703,
      "learning_rate": 3.19165551093262e-05,
      "loss": 5.812885284423828,
      "step": 2120
    },
    {
      "epoch": 4.277247614264189,
      "grad_norm": 35.5269775390625,
      "learning_rate": 3.180499776885319e-05,
      "loss": 5.212789154052734,
      "step": 2130
    },
    {
      "epoch": 4.2973380210949275,
      "grad_norm": 76.2720718383789,
      "learning_rate": 3.169344042838019e-05,
      "loss": 5.163627624511719,
      "step": 2140
    },
    {
      "epoch": 4.317428427925665,
      "grad_norm": 15.253010749816895,
      "learning_rate": 3.158188308790719e-05,
      "loss": 5.492343521118164,
      "step": 2150
    },
    {
      "epoch": 4.337518834756404,
      "grad_norm": 27.946918487548828,
      "learning_rate": 3.147032574743418e-05,
      "loss": 5.1853797912597654,
      "step": 2160
    },
    {
      "epoch": 4.357609241587142,
      "grad_norm": 52.33238983154297,
      "learning_rate": 3.135876840696118e-05,
      "loss": 5.158102416992188,
      "step": 2170
    },
    {
      "epoch": 4.37769964841788,
      "grad_norm": 25.031095504760742,
      "learning_rate": 3.1247211066488174e-05,
      "loss": 5.204159927368164,
      "step": 2180
    },
    {
      "epoch": 4.397790055248619,
      "grad_norm": 17.851661682128906,
      "learning_rate": 3.1135653726015174e-05,
      "loss": 5.704181671142578,
      "step": 2190
    },
    {
      "epoch": 4.417880462079357,
      "grad_norm": 46.313568115234375,
      "learning_rate": 3.102409638554217e-05,
      "loss": 5.241341018676758,
      "step": 2200
    },
    {
      "epoch": 4.437970868910096,
      "grad_norm": 32.30226516723633,
      "learning_rate": 3.0912539045069165e-05,
      "loss": 5.10718879699707,
      "step": 2210
    },
    {
      "epoch": 4.4580612757408336,
      "grad_norm": 15.941781044006348,
      "learning_rate": 3.0800981704596165e-05,
      "loss": 5.454336929321289,
      "step": 2220
    },
    {
      "epoch": 4.478151682571572,
      "grad_norm": 50.22789001464844,
      "learning_rate": 3.068942436412316e-05,
      "loss": 5.622463607788086,
      "step": 2230
    },
    {
      "epoch": 4.498242089402311,
      "grad_norm": 24.384248733520508,
      "learning_rate": 3.0577867023650156e-05,
      "loss": 5.408155059814453,
      "step": 2240
    },
    {
      "epoch": 4.5183324962330484,
      "grad_norm": 16.212059020996094,
      "learning_rate": 3.0466309683177152e-05,
      "loss": 5.022688674926758,
      "step": 2250
    },
    {
      "epoch": 4.538422903063787,
      "grad_norm": 18.441513061523438,
      "learning_rate": 3.035475234270415e-05,
      "loss": 5.356740188598633,
      "step": 2260
    },
    {
      "epoch": 4.558513309894526,
      "grad_norm": 16.790136337280273,
      "learning_rate": 3.024319500223115e-05,
      "loss": 5.5142967224121096,
      "step": 2270
    },
    {
      "epoch": 4.578603716725263,
      "grad_norm": 14.181636810302734,
      "learning_rate": 3.0131637661758143e-05,
      "loss": 4.767865753173828,
      "step": 2280
    },
    {
      "epoch": 4.598694123556002,
      "grad_norm": 17.37836265563965,
      "learning_rate": 3.0020080321285143e-05,
      "loss": 5.370041275024414,
      "step": 2290
    },
    {
      "epoch": 4.6187845303867405,
      "grad_norm": 49.22777557373047,
      "learning_rate": 2.990852298081214e-05,
      "loss": 4.569227600097657,
      "step": 2300
    },
    {
      "epoch": 4.638874937217478,
      "grad_norm": 25.545143127441406,
      "learning_rate": 2.9796965640339138e-05,
      "loss": 5.380747985839844,
      "step": 2310
    },
    {
      "epoch": 4.658965344048217,
      "grad_norm": 43.53788757324219,
      "learning_rate": 2.9685408299866134e-05,
      "loss": 4.9394775390625,
      "step": 2320
    },
    {
      "epoch": 4.679055750878955,
      "grad_norm": 49.636932373046875,
      "learning_rate": 2.957385095939313e-05,
      "loss": 5.990687561035156,
      "step": 2330
    },
    {
      "epoch": 4.699146157709693,
      "grad_norm": 38.258567810058594,
      "learning_rate": 2.946229361892013e-05,
      "loss": 5.420593643188477,
      "step": 2340
    },
    {
      "epoch": 4.719236564540432,
      "grad_norm": 27.52723503112793,
      "learning_rate": 2.935073627844712e-05,
      "loss": 5.536288452148438,
      "step": 2350
    },
    {
      "epoch": 4.73932697137117,
      "grad_norm": 60.57950210571289,
      "learning_rate": 2.923917893797412e-05,
      "loss": 4.603693008422852,
      "step": 2360
    },
    {
      "epoch": 4.759417378201909,
      "grad_norm": 22.113107681274414,
      "learning_rate": 2.9127621597501113e-05,
      "loss": 4.981324768066406,
      "step": 2370
    },
    {
      "epoch": 4.779507785032647,
      "grad_norm": 30.821203231811523,
      "learning_rate": 2.9016064257028112e-05,
      "loss": 4.554284286499024,
      "step": 2380
    },
    {
      "epoch": 4.799598191863385,
      "grad_norm": 26.094152450561523,
      "learning_rate": 2.890450691655511e-05,
      "loss": 5.04138298034668,
      "step": 2390
    },
    {
      "epoch": 4.819688598694124,
      "grad_norm": 17.493146896362305,
      "learning_rate": 2.8792949576082107e-05,
      "loss": 5.155031967163086,
      "step": 2400
    },
    {
      "epoch": 4.8397790055248615,
      "grad_norm": 15.644641876220703,
      "learning_rate": 2.8681392235609107e-05,
      "loss": 5.377874755859375,
      "step": 2410
    },
    {
      "epoch": 4.8598694123556,
      "grad_norm": 38.115047454833984,
      "learning_rate": 2.85698348951361e-05,
      "loss": 4.66938362121582,
      "step": 2420
    },
    {
      "epoch": 4.879959819186339,
      "grad_norm": 53.47895812988281,
      "learning_rate": 2.84582775546631e-05,
      "loss": 5.689941787719727,
      "step": 2430
    },
    {
      "epoch": 4.900050226017077,
      "grad_norm": 36.03934860229492,
      "learning_rate": 2.8346720214190098e-05,
      "loss": 5.6914318084716795,
      "step": 2440
    },
    {
      "epoch": 4.920140632847815,
      "grad_norm": 53.556766510009766,
      "learning_rate": 2.823516287371709e-05,
      "loss": 4.916519546508789,
      "step": 2450
    },
    {
      "epoch": 4.940231039678554,
      "grad_norm": 57.19694519042969,
      "learning_rate": 2.812360553324409e-05,
      "loss": 5.351926803588867,
      "step": 2460
    },
    {
      "epoch": 4.960321446509292,
      "grad_norm": 18.76446533203125,
      "learning_rate": 2.8012048192771085e-05,
      "loss": 4.898180770874023,
      "step": 2470
    },
    {
      "epoch": 4.98041185334003,
      "grad_norm": 24.70296859741211,
      "learning_rate": 2.7900490852298085e-05,
      "loss": 5.895172882080078,
      "step": 2480
    },
    {
      "epoch": 5.0,
      "grad_norm": 35.55866622924805,
      "learning_rate": 2.7788933511825077e-05,
      "loss": 5.8037456512451175,
      "step": 2490
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.8411144578313253,
      "eval_f1": 0.8409578932624466,
      "eval_loss": 0.3684503734111786,
      "eval_runtime": 292.0862,
      "eval_samples_per_second": 13.64,
      "eval_steps_per_second": 6.82,
      "step": 2490
    },
    {
      "epoch": 5.020090406830739,
      "grad_norm": 28.72409439086914,
      "learning_rate": 2.7677376171352076e-05,
      "loss": 5.221046829223633,
      "step": 2500
    },
    {
      "epoch": 5.040180813661476,
      "grad_norm": 18.975839614868164,
      "learning_rate": 2.7565818830879076e-05,
      "loss": 4.8713134765625,
      "step": 2510
    },
    {
      "epoch": 5.060271220492215,
      "grad_norm": 15.418108940124512,
      "learning_rate": 2.7454261490406068e-05,
      "loss": 6.1083221435546875,
      "step": 2520
    },
    {
      "epoch": 5.0803616273229535,
      "grad_norm": 28.050870895385742,
      "learning_rate": 2.7342704149933067e-05,
      "loss": 5.821896743774414,
      "step": 2530
    },
    {
      "epoch": 5.100452034153691,
      "grad_norm": 17.038471221923828,
      "learning_rate": 2.7231146809460063e-05,
      "loss": 4.623192596435547,
      "step": 2540
    },
    {
      "epoch": 5.12054244098443,
      "grad_norm": 23.476816177368164,
      "learning_rate": 2.7119589468987063e-05,
      "loss": 5.190683364868164,
      "step": 2550
    },
    {
      "epoch": 5.140632847815168,
      "grad_norm": 37.98016357421875,
      "learning_rate": 2.7008032128514062e-05,
      "loss": 5.112508010864258,
      "step": 2560
    },
    {
      "epoch": 5.160723254645907,
      "grad_norm": 24.850126266479492,
      "learning_rate": 2.6896474788041054e-05,
      "loss": 4.7745849609375,
      "step": 2570
    },
    {
      "epoch": 5.180813661476645,
      "grad_norm": 47.20379638671875,
      "learning_rate": 2.6784917447568054e-05,
      "loss": 5.232223129272461,
      "step": 2580
    },
    {
      "epoch": 5.200904068307383,
      "grad_norm": 23.13062858581543,
      "learning_rate": 2.6673360107095046e-05,
      "loss": 5.186569595336914,
      "step": 2590
    },
    {
      "epoch": 5.220994475138122,
      "grad_norm": 27.696128845214844,
      "learning_rate": 2.6561802766622045e-05,
      "loss": 5.067018127441406,
      "step": 2600
    },
    {
      "epoch": 5.24108488196886,
      "grad_norm": 13.323182106018066,
      "learning_rate": 2.645024542614904e-05,
      "loss": 4.888212966918945,
      "step": 2610
    },
    {
      "epoch": 5.261175288799598,
      "grad_norm": 25.06966209411621,
      "learning_rate": 2.6338688085676037e-05,
      "loss": 4.49219856262207,
      "step": 2620
    },
    {
      "epoch": 5.281265695630337,
      "grad_norm": 17.505725860595703,
      "learning_rate": 2.6227130745203036e-05,
      "loss": 5.749640655517578,
      "step": 2630
    },
    {
      "epoch": 5.3013561024610745,
      "grad_norm": 15.64422607421875,
      "learning_rate": 2.6115573404730032e-05,
      "loss": 4.5112770080566404,
      "step": 2640
    },
    {
      "epoch": 5.321446509291813,
      "grad_norm": 73.4803695678711,
      "learning_rate": 2.600401606425703e-05,
      "loss": 6.108562469482422,
      "step": 2650
    },
    {
      "epoch": 5.341536916122552,
      "grad_norm": 20.907390594482422,
      "learning_rate": 2.5892458723784024e-05,
      "loss": 4.795833587646484,
      "step": 2660
    },
    {
      "epoch": 5.361627322953289,
      "grad_norm": 38.76797866821289,
      "learning_rate": 2.5780901383311023e-05,
      "loss": 5.315673446655273,
      "step": 2670
    },
    {
      "epoch": 5.381717729784028,
      "grad_norm": 43.318016052246094,
      "learning_rate": 2.5669344042838023e-05,
      "loss": 4.8762256622314455,
      "step": 2680
    },
    {
      "epoch": 5.4018081366147666,
      "grad_norm": 30.775569915771484,
      "learning_rate": 2.5557786702365015e-05,
      "loss": 6.07193603515625,
      "step": 2690
    },
    {
      "epoch": 5.421898543445505,
      "grad_norm": 40.072669982910156,
      "learning_rate": 2.5446229361892014e-05,
      "loss": 5.428866958618164,
      "step": 2700
    },
    {
      "epoch": 5.441988950276243,
      "grad_norm": 53.4805793762207,
      "learning_rate": 2.533467202141901e-05,
      "loss": 4.893692398071289,
      "step": 2710
    },
    {
      "epoch": 5.4620793571069814,
      "grad_norm": 19.371530532836914,
      "learning_rate": 2.522311468094601e-05,
      "loss": 4.8185382843017575,
      "step": 2720
    },
    {
      "epoch": 5.48216976393772,
      "grad_norm": 44.22858428955078,
      "learning_rate": 2.5111557340473002e-05,
      "loss": 5.695796966552734,
      "step": 2730
    },
    {
      "epoch": 5.502260170768458,
      "grad_norm": 31.715206146240234,
      "learning_rate": 2.5e-05,
      "loss": 4.415434646606445,
      "step": 2740
    },
    {
      "epoch": 5.522350577599196,
      "grad_norm": 42.429161071777344,
      "learning_rate": 2.4888442659526997e-05,
      "loss": 4.981886672973633,
      "step": 2750
    },
    {
      "epoch": 5.542440984429935,
      "grad_norm": 27.741533279418945,
      "learning_rate": 2.4776885319053993e-05,
      "loss": 5.128759765625,
      "step": 2760
    },
    {
      "epoch": 5.562531391260673,
      "grad_norm": 15.454511642456055,
      "learning_rate": 2.466532797858099e-05,
      "loss": 5.218790054321289,
      "step": 2770
    },
    {
      "epoch": 5.582621798091411,
      "grad_norm": 30.33209800720215,
      "learning_rate": 2.4553770638107988e-05,
      "loss": 4.657939910888672,
      "step": 2780
    },
    {
      "epoch": 5.60271220492215,
      "grad_norm": 20.21453094482422,
      "learning_rate": 2.4442213297634987e-05,
      "loss": 5.108760833740234,
      "step": 2790
    },
    {
      "epoch": 5.622802611752888,
      "grad_norm": 25.322263717651367,
      "learning_rate": 2.4330655957161983e-05,
      "loss": 5.250006866455078,
      "step": 2800
    },
    {
      "epoch": 5.642893018583626,
      "grad_norm": 53.17401123046875,
      "learning_rate": 2.421909861668898e-05,
      "loss": 5.401283645629883,
      "step": 2810
    },
    {
      "epoch": 5.662983425414365,
      "grad_norm": 35.35806655883789,
      "learning_rate": 2.4107541276215975e-05,
      "loss": 5.498031997680664,
      "step": 2820
    },
    {
      "epoch": 5.683073832245103,
      "grad_norm": 22.878442764282227,
      "learning_rate": 2.399598393574297e-05,
      "loss": 5.459403228759766,
      "step": 2830
    },
    {
      "epoch": 5.703164239075841,
      "grad_norm": 20.102827072143555,
      "learning_rate": 2.388442659526997e-05,
      "loss": 6.1413829803466795,
      "step": 2840
    },
    {
      "epoch": 5.72325464590658,
      "grad_norm": 20.25745391845703,
      "learning_rate": 2.3772869254796966e-05,
      "loss": 4.882641983032227,
      "step": 2850
    },
    {
      "epoch": 5.743345052737318,
      "grad_norm": 35.74831008911133,
      "learning_rate": 2.3661311914323965e-05,
      "loss": 5.014767074584961,
      "step": 2860
    },
    {
      "epoch": 5.763435459568056,
      "grad_norm": 23.318525314331055,
      "learning_rate": 2.354975457385096e-05,
      "loss": 5.152687835693359,
      "step": 2870
    },
    {
      "epoch": 5.7835258663987945,
      "grad_norm": 21.513328552246094,
      "learning_rate": 2.3438197233377957e-05,
      "loss": 4.725801849365235,
      "step": 2880
    },
    {
      "epoch": 5.803616273229533,
      "grad_norm": 56.45954895019531,
      "learning_rate": 2.3326639892904953e-05,
      "loss": 5.157341384887696,
      "step": 2890
    },
    {
      "epoch": 5.823706680060271,
      "grad_norm": 65.35350799560547,
      "learning_rate": 2.3215082552431952e-05,
      "loss": 5.307432174682617,
      "step": 2900
    },
    {
      "epoch": 5.843797086891009,
      "grad_norm": 28.175186157226562,
      "learning_rate": 2.3103525211958948e-05,
      "loss": 4.665093612670899,
      "step": 2910
    },
    {
      "epoch": 5.863887493721748,
      "grad_norm": 48.39313888549805,
      "learning_rate": 2.2991967871485944e-05,
      "loss": 5.316522598266602,
      "step": 2920
    },
    {
      "epoch": 5.883977900552486,
      "grad_norm": 33.451805114746094,
      "learning_rate": 2.288041053101294e-05,
      "loss": 4.894639205932617,
      "step": 2930
    },
    {
      "epoch": 5.904068307383224,
      "grad_norm": 25.893495559692383,
      "learning_rate": 2.276885319053994e-05,
      "loss": 4.870404815673828,
      "step": 2940
    },
    {
      "epoch": 5.924158714213963,
      "grad_norm": 29.453739166259766,
      "learning_rate": 2.2657295850066935e-05,
      "loss": 4.7879188537597654,
      "step": 2950
    },
    {
      "epoch": 5.9442491210447015,
      "grad_norm": 18.500818252563477,
      "learning_rate": 2.2545738509593934e-05,
      "loss": 4.371553039550781,
      "step": 2960
    },
    {
      "epoch": 5.964339527875439,
      "grad_norm": 69.91905212402344,
      "learning_rate": 2.243418116912093e-05,
      "loss": 5.153863906860352,
      "step": 2970
    },
    {
      "epoch": 5.984429934706178,
      "grad_norm": 42.159034729003906,
      "learning_rate": 2.2322623828647926e-05,
      "loss": 5.773333740234375,
      "step": 2980
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.8423694779116466,
      "eval_f1": 0.842002521945778,
      "eval_loss": 0.3624602258205414,
      "eval_runtime": 268.2496,
      "eval_samples_per_second": 14.852,
      "eval_steps_per_second": 7.426,
      "step": 2988
    },
    {
      "epoch": 6.004018081366148,
      "grad_norm": 35.53681945800781,
      "learning_rate": 2.2211066488174922e-05,
      "loss": 4.662354278564453,
      "step": 2990
    },
    {
      "epoch": 6.024108488196886,
      "grad_norm": 24.490995407104492,
      "learning_rate": 2.2099509147701918e-05,
      "loss": 5.122311401367187,
      "step": 3000
    },
    {
      "epoch": 6.044198895027624,
      "grad_norm": 27.2031192779541,
      "learning_rate": 2.1987951807228917e-05,
      "loss": 4.6893970489501955,
      "step": 3010
    },
    {
      "epoch": 6.064289301858363,
      "grad_norm": 57.05522155761719,
      "learning_rate": 2.1876394466755913e-05,
      "loss": 5.1965492248535154,
      "step": 3020
    },
    {
      "epoch": 6.084379708689101,
      "grad_norm": 23.291120529174805,
      "learning_rate": 2.1764837126282912e-05,
      "loss": 5.080121231079102,
      "step": 3030
    },
    {
      "epoch": 6.104470115519839,
      "grad_norm": 45.572669982910156,
      "learning_rate": 2.1653279785809908e-05,
      "loss": 5.157864379882812,
      "step": 3040
    },
    {
      "epoch": 6.124560522350578,
      "grad_norm": 71.93682098388672,
      "learning_rate": 2.1541722445336904e-05,
      "loss": 4.763975143432617,
      "step": 3050
    },
    {
      "epoch": 6.144650929181316,
      "grad_norm": 27.576343536376953,
      "learning_rate": 2.14301651048639e-05,
      "loss": 4.805879592895508,
      "step": 3060
    },
    {
      "epoch": 6.164741336012054,
      "grad_norm": 25.874540328979492,
      "learning_rate": 2.1318607764390896e-05,
      "loss": 5.126565551757812,
      "step": 3070
    },
    {
      "epoch": 6.184831742842793,
      "grad_norm": 20.238725662231445,
      "learning_rate": 2.1207050423917895e-05,
      "loss": 4.988492584228515,
      "step": 3080
    },
    {
      "epoch": 6.204922149673531,
      "grad_norm": 16.861356735229492,
      "learning_rate": 2.109549308344489e-05,
      "loss": 4.830979919433593,
      "step": 3090
    },
    {
      "epoch": 6.225012556504269,
      "grad_norm": 75.32235717773438,
      "learning_rate": 2.098393574297189e-05,
      "loss": 4.752168273925781,
      "step": 3100
    },
    {
      "epoch": 6.2451029633350075,
      "grad_norm": 24.361948013305664,
      "learning_rate": 2.0872378402498886e-05,
      "loss": 5.145538330078125,
      "step": 3110
    },
    {
      "epoch": 6.265193370165746,
      "grad_norm": 36.55158233642578,
      "learning_rate": 2.0760821062025882e-05,
      "loss": 4.896182632446289,
      "step": 3120
    },
    {
      "epoch": 6.285283776996484,
      "grad_norm": 52.193538665771484,
      "learning_rate": 2.0649263721552878e-05,
      "loss": 5.444088363647461,
      "step": 3130
    },
    {
      "epoch": 6.305374183827222,
      "grad_norm": 42.52162170410156,
      "learning_rate": 2.0537706381079877e-05,
      "loss": 5.043056869506836,
      "step": 3140
    },
    {
      "epoch": 6.325464590657961,
      "grad_norm": 63.23277282714844,
      "learning_rate": 2.0426149040606873e-05,
      "loss": 5.012929916381836,
      "step": 3150
    },
    {
      "epoch": 6.3455549974886996,
      "grad_norm": 24.21165657043457,
      "learning_rate": 2.031459170013387e-05,
      "loss": 5.35864143371582,
      "step": 3160
    },
    {
      "epoch": 6.365645404319437,
      "grad_norm": 34.47937774658203,
      "learning_rate": 2.0203034359660865e-05,
      "loss": 5.117205810546875,
      "step": 3170
    },
    {
      "epoch": 6.385735811150176,
      "grad_norm": 30.00104522705078,
      "learning_rate": 2.0091477019187864e-05,
      "loss": 5.130288696289062,
      "step": 3180
    },
    {
      "epoch": 6.4058262179809144,
      "grad_norm": 16.255022048950195,
      "learning_rate": 1.997991967871486e-05,
      "loss": 4.516607284545898,
      "step": 3190
    },
    {
      "epoch": 6.425916624811652,
      "grad_norm": 15.049686431884766,
      "learning_rate": 1.986836233824186e-05,
      "loss": 5.757273101806641,
      "step": 3200
    },
    {
      "epoch": 6.446007031642391,
      "grad_norm": 34.83894729614258,
      "learning_rate": 1.9756804997768855e-05,
      "loss": 4.890773010253906,
      "step": 3210
    },
    {
      "epoch": 6.466097438473129,
      "grad_norm": 25.50164222717285,
      "learning_rate": 1.964524765729585e-05,
      "loss": 4.795869445800781,
      "step": 3220
    },
    {
      "epoch": 6.486187845303867,
      "grad_norm": 18.05068588256836,
      "learning_rate": 1.9533690316822847e-05,
      "loss": 4.6408027648925785,
      "step": 3230
    },
    {
      "epoch": 6.506278252134606,
      "grad_norm": 16.90067481994629,
      "learning_rate": 1.9422132976349843e-05,
      "loss": 4.570175552368164,
      "step": 3240
    },
    {
      "epoch": 6.526368658965344,
      "grad_norm": 29.6487979888916,
      "learning_rate": 1.9310575635876842e-05,
      "loss": 4.774335861206055,
      "step": 3250
    },
    {
      "epoch": 6.546459065796082,
      "grad_norm": 21.24527931213379,
      "learning_rate": 1.919901829540384e-05,
      "loss": 4.519001388549805,
      "step": 3260
    },
    {
      "epoch": 6.5665494726268205,
      "grad_norm": 20.351415634155273,
      "learning_rate": 1.9087460954930837e-05,
      "loss": 4.842393493652343,
      "step": 3270
    },
    {
      "epoch": 6.586639879457559,
      "grad_norm": 35.6263542175293,
      "learning_rate": 1.8975903614457833e-05,
      "loss": 5.707883834838867,
      "step": 3280
    },
    {
      "epoch": 6.606730286288298,
      "grad_norm": 16.515222549438477,
      "learning_rate": 1.886434627398483e-05,
      "loss": 5.153984451293946,
      "step": 3290
    },
    {
      "epoch": 6.626820693119035,
      "grad_norm": 34.04801559448242,
      "learning_rate": 1.8752788933511825e-05,
      "loss": 5.007660675048828,
      "step": 3300
    },
    {
      "epoch": 6.646911099949774,
      "grad_norm": 33.79451370239258,
      "learning_rate": 1.864123159303882e-05,
      "loss": 5.102581405639649,
      "step": 3310
    },
    {
      "epoch": 6.667001506780513,
      "grad_norm": 92.29517364501953,
      "learning_rate": 1.852967425256582e-05,
      "loss": 4.617330169677734,
      "step": 3320
    },
    {
      "epoch": 6.68709191361125,
      "grad_norm": 12.401615142822266,
      "learning_rate": 1.8418116912092816e-05,
      "loss": 4.904205322265625,
      "step": 3330
    },
    {
      "epoch": 6.707182320441989,
      "grad_norm": 26.304513931274414,
      "learning_rate": 1.8306559571619815e-05,
      "loss": 5.454282760620117,
      "step": 3340
    },
    {
      "epoch": 6.7272727272727275,
      "grad_norm": 27.230979919433594,
      "learning_rate": 1.819500223114681e-05,
      "loss": 5.710644149780274,
      "step": 3350
    },
    {
      "epoch": 6.747363134103465,
      "grad_norm": 46.883522033691406,
      "learning_rate": 1.8083444890673807e-05,
      "loss": 5.027747344970703,
      "step": 3360
    },
    {
      "epoch": 6.767453540934204,
      "grad_norm": 47.2624626159668,
      "learning_rate": 1.7971887550200802e-05,
      "loss": 4.515190505981446,
      "step": 3370
    },
    {
      "epoch": 6.787543947764942,
      "grad_norm": 9.284256935119629,
      "learning_rate": 1.7860330209727802e-05,
      "loss": 4.776156616210938,
      "step": 3380
    },
    {
      "epoch": 6.807634354595681,
      "grad_norm": 24.37062644958496,
      "learning_rate": 1.7748772869254798e-05,
      "loss": 5.167645263671875,
      "step": 3390
    },
    {
      "epoch": 6.827724761426419,
      "grad_norm": 41.971954345703125,
      "learning_rate": 1.7637215528781794e-05,
      "loss": 5.264893341064453,
      "step": 3400
    },
    {
      "epoch": 6.847815168257157,
      "grad_norm": 45.36711502075195,
      "learning_rate": 1.7525658188308793e-05,
      "loss": 5.778470230102539,
      "step": 3410
    },
    {
      "epoch": 6.867905575087896,
      "grad_norm": 36.880287170410156,
      "learning_rate": 1.741410084783579e-05,
      "loss": 5.683300399780274,
      "step": 3420
    },
    {
      "epoch": 6.887995981918634,
      "grad_norm": 43.906246185302734,
      "learning_rate": 1.7302543507362785e-05,
      "loss": 5.370430374145508,
      "step": 3430
    },
    {
      "epoch": 6.908086388749372,
      "grad_norm": 23.548818588256836,
      "learning_rate": 1.7190986166889784e-05,
      "loss": 4.880501556396484,
      "step": 3440
    },
    {
      "epoch": 6.928176795580111,
      "grad_norm": 31.558584213256836,
      "learning_rate": 1.707942882641678e-05,
      "loss": 4.303641891479492,
      "step": 3450
    },
    {
      "epoch": 6.9482672024108485,
      "grad_norm": 52.002445220947266,
      "learning_rate": 1.6967871485943776e-05,
      "loss": 4.768168258666992,
      "step": 3460
    },
    {
      "epoch": 6.968357609241587,
      "grad_norm": 28.17192840576172,
      "learning_rate": 1.685631414547077e-05,
      "loss": 5.042802047729492,
      "step": 3470
    },
    {
      "epoch": 6.988448016072326,
      "grad_norm": 19.393342971801758,
      "learning_rate": 1.6744756804997767e-05,
      "loss": 4.945818328857422,
      "step": 3480
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.8436244979919679,
      "eval_f1": 0.8433492483480091,
      "eval_loss": 0.35702601075172424,
      "eval_runtime": 262.2333,
      "eval_samples_per_second": 15.193,
      "eval_steps_per_second": 7.596,
      "step": 3486
    },
    {
      "epoch": 7.008036162732295,
      "grad_norm": 14.138530731201172,
      "learning_rate": 1.6633199464524767e-05,
      "loss": 4.3596343994140625,
      "step": 3490
    },
    {
      "epoch": 7.0281265695630335,
      "grad_norm": 22.500049591064453,
      "learning_rate": 1.6521642124051766e-05,
      "loss": 5.607269287109375,
      "step": 3500
    },
    {
      "epoch": 7.048216976393772,
      "grad_norm": 59.02973175048828,
      "learning_rate": 1.6410084783578762e-05,
      "loss": 4.270198822021484,
      "step": 3510
    },
    {
      "epoch": 7.068307383224511,
      "grad_norm": 24.499643325805664,
      "learning_rate": 1.6298527443105758e-05,
      "loss": 4.8923088073730465,
      "step": 3520
    },
    {
      "epoch": 7.088397790055248,
      "grad_norm": 13.680716514587402,
      "learning_rate": 1.6186970102632753e-05,
      "loss": 5.587213134765625,
      "step": 3530
    },
    {
      "epoch": 7.108488196885987,
      "grad_norm": 60.47969436645508,
      "learning_rate": 1.607541276215975e-05,
      "loss": 5.904486846923828,
      "step": 3540
    },
    {
      "epoch": 7.128578603716726,
      "grad_norm": 50.3714714050293,
      "learning_rate": 1.5963855421686745e-05,
      "loss": 5.157215118408203,
      "step": 3550
    },
    {
      "epoch": 7.148669010547463,
      "grad_norm": 19.577560424804688,
      "learning_rate": 1.5852298081213744e-05,
      "loss": 4.865789794921875,
      "step": 3560
    },
    {
      "epoch": 7.168759417378202,
      "grad_norm": 22.570194244384766,
      "learning_rate": 1.574074074074074e-05,
      "loss": 4.57782096862793,
      "step": 3570
    },
    {
      "epoch": 7.1888498242089405,
      "grad_norm": 33.76600646972656,
      "learning_rate": 1.562918340026774e-05,
      "loss": 5.149881362915039,
      "step": 3580
    },
    {
      "epoch": 7.208940231039678,
      "grad_norm": 23.610483169555664,
      "learning_rate": 1.5517626059794736e-05,
      "loss": 4.826559066772461,
      "step": 3590
    },
    {
      "epoch": 7.229030637870417,
      "grad_norm": 37.79949188232422,
      "learning_rate": 1.540606871932173e-05,
      "loss": 5.518171691894532,
      "step": 3600
    },
    {
      "epoch": 7.249121044701155,
      "grad_norm": 44.173587799072266,
      "learning_rate": 1.5294511378848727e-05,
      "loss": 4.428212738037109,
      "step": 3610
    },
    {
      "epoch": 7.269211451531893,
      "grad_norm": 12.11299991607666,
      "learning_rate": 1.5182954038375727e-05,
      "loss": 4.974694442749024,
      "step": 3620
    },
    {
      "epoch": 7.289301858362632,
      "grad_norm": 28.53829002380371,
      "learning_rate": 1.5071396697902722e-05,
      "loss": 4.633474349975586,
      "step": 3630
    },
    {
      "epoch": 7.30939226519337,
      "grad_norm": 61.57353973388672,
      "learning_rate": 1.495983935742972e-05,
      "loss": 5.062638854980468,
      "step": 3640
    },
    {
      "epoch": 7.329482672024109,
      "grad_norm": 40.34135437011719,
      "learning_rate": 1.4848282016956716e-05,
      "loss": 4.733907699584961,
      "step": 3650
    },
    {
      "epoch": 7.349573078854847,
      "grad_norm": 60.098907470703125,
      "learning_rate": 1.4736724676483712e-05,
      "loss": 4.926570129394531,
      "step": 3660
    },
    {
      "epoch": 7.369663485685585,
      "grad_norm": 28.38014030456543,
      "learning_rate": 1.462516733601071e-05,
      "loss": 4.4268341064453125,
      "step": 3670
    },
    {
      "epoch": 7.389753892516324,
      "grad_norm": 44.57749938964844,
      "learning_rate": 1.4513609995537709e-05,
      "loss": 4.547550201416016,
      "step": 3680
    },
    {
      "epoch": 7.4098442993470615,
      "grad_norm": 38.65041732788086,
      "learning_rate": 1.4402052655064704e-05,
      "loss": 5.56726303100586,
      "step": 3690
    },
    {
      "epoch": 7.4299347061778,
      "grad_norm": 16.378496170043945,
      "learning_rate": 1.42904953145917e-05,
      "loss": 5.123839950561523,
      "step": 3700
    },
    {
      "epoch": 7.450025113008539,
      "grad_norm": 48.2341423034668,
      "learning_rate": 1.4178937974118698e-05,
      "loss": 5.816294097900391,
      "step": 3710
    },
    {
      "epoch": 7.470115519839276,
      "grad_norm": 45.043521881103516,
      "learning_rate": 1.4067380633645694e-05,
      "loss": 5.263410186767578,
      "step": 3720
    },
    {
      "epoch": 7.490205926670015,
      "grad_norm": 30.503353118896484,
      "learning_rate": 1.395582329317269e-05,
      "loss": 5.0578865051269535,
      "step": 3730
    },
    {
      "epoch": 7.5102963335007535,
      "grad_norm": 41.905250549316406,
      "learning_rate": 1.3844265952699689e-05,
      "loss": 4.4703208923339846,
      "step": 3740
    },
    {
      "epoch": 7.530386740331492,
      "grad_norm": 34.12063217163086,
      "learning_rate": 1.3732708612226686e-05,
      "loss": 5.721608734130859,
      "step": 3750
    },
    {
      "epoch": 7.55047714716223,
      "grad_norm": 46.85991287231445,
      "learning_rate": 1.3621151271753682e-05,
      "loss": 5.07727279663086,
      "step": 3760
    },
    {
      "epoch": 7.570567553992968,
      "grad_norm": 24.391342163085938,
      "learning_rate": 1.3509593931280678e-05,
      "loss": 4.039135360717774,
      "step": 3770
    },
    {
      "epoch": 7.590657960823707,
      "grad_norm": 39.22905731201172,
      "learning_rate": 1.3398036590807674e-05,
      "loss": 5.317110061645508,
      "step": 3780
    },
    {
      "epoch": 7.610748367654445,
      "grad_norm": 25.743370056152344,
      "learning_rate": 1.3286479250334672e-05,
      "loss": 5.379373550415039,
      "step": 3790
    },
    {
      "epoch": 7.630838774485183,
      "grad_norm": 45.748741149902344,
      "learning_rate": 1.3174921909861671e-05,
      "loss": 4.716722106933593,
      "step": 3800
    },
    {
      "epoch": 7.650929181315922,
      "grad_norm": 22.601913452148438,
      "learning_rate": 1.3063364569388667e-05,
      "loss": 5.000032043457031,
      "step": 3810
    },
    {
      "epoch": 7.67101958814666,
      "grad_norm": 13.845768928527832,
      "learning_rate": 1.2951807228915663e-05,
      "loss": 4.806098556518554,
      "step": 3820
    },
    {
      "epoch": 7.691109994977398,
      "grad_norm": 26.75832748413086,
      "learning_rate": 1.284024988844266e-05,
      "loss": 5.216695022583008,
      "step": 3830
    },
    {
      "epoch": 7.711200401808137,
      "grad_norm": 29.472978591918945,
      "learning_rate": 1.2728692547969656e-05,
      "loss": 4.140066909790039,
      "step": 3840
    },
    {
      "epoch": 7.7312908086388745,
      "grad_norm": 18.088420867919922,
      "learning_rate": 1.2617135207496652e-05,
      "loss": 5.431718826293945,
      "step": 3850
    },
    {
      "epoch": 7.751381215469613,
      "grad_norm": 19.155441284179688,
      "learning_rate": 1.2505577867023651e-05,
      "loss": 4.607300567626953,
      "step": 3860
    },
    {
      "epoch": 7.771471622300352,
      "grad_norm": 27.480331420898438,
      "learning_rate": 1.2394020526550649e-05,
      "loss": 4.828065872192383,
      "step": 3870
    },
    {
      "epoch": 7.791562029131089,
      "grad_norm": 22.26152992248535,
      "learning_rate": 1.2282463186077645e-05,
      "loss": 5.170344543457031,
      "step": 3880
    },
    {
      "epoch": 7.811652435961828,
      "grad_norm": 31.332334518432617,
      "learning_rate": 1.217090584560464e-05,
      "loss": 5.4249217987060545,
      "step": 3890
    },
    {
      "epoch": 7.831742842792567,
      "grad_norm": 36.22314453125,
      "learning_rate": 1.2059348505131638e-05,
      "loss": 4.919199752807617,
      "step": 3900
    },
    {
      "epoch": 7.851833249623305,
      "grad_norm": 47.752017974853516,
      "learning_rate": 1.1947791164658636e-05,
      "loss": 5.097568511962891,
      "step": 3910
    },
    {
      "epoch": 7.871923656454043,
      "grad_norm": 31.654233932495117,
      "learning_rate": 1.1836233824185632e-05,
      "loss": 4.419127655029297,
      "step": 3920
    },
    {
      "epoch": 7.8920140632847815,
      "grad_norm": 19.052715301513672,
      "learning_rate": 1.172467648371263e-05,
      "loss": 5.012520217895508,
      "step": 3930
    },
    {
      "epoch": 7.91210447011552,
      "grad_norm": 50.09199905395508,
      "learning_rate": 1.1613119143239625e-05,
      "loss": 3.986498260498047,
      "step": 3940
    },
    {
      "epoch": 7.932194876946258,
      "grad_norm": 19.460662841796875,
      "learning_rate": 1.1501561802766623e-05,
      "loss": 5.136830520629883,
      "step": 3950
    },
    {
      "epoch": 7.952285283776996,
      "grad_norm": 69.93310546875,
      "learning_rate": 1.139000446229362e-05,
      "loss": 4.8323314666748045,
      "step": 3960
    },
    {
      "epoch": 7.972375690607735,
      "grad_norm": 55.283058166503906,
      "learning_rate": 1.1278447121820616e-05,
      "loss": 4.889380645751953,
      "step": 3970
    },
    {
      "epoch": 7.992466097438474,
      "grad_norm": 18.24380111694336,
      "learning_rate": 1.1166889781347612e-05,
      "loss": 4.738026428222656,
      "step": 3980
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.8458835341365462,
      "eval_f1": 0.8456345616387457,
      "eval_loss": 0.35393810272216797,
      "eval_runtime": 310.6093,
      "eval_samples_per_second": 12.826,
      "eval_steps_per_second": 6.413,
      "step": 3984
    },
    {
      "epoch": 8.012054244098444,
      "grad_norm": 23.76414680480957,
      "learning_rate": 1.1055332440874611e-05,
      "loss": 5.486224746704101,
      "step": 3990
    },
    {
      "epoch": 8.032144650929181,
      "grad_norm": 15.661172866821289,
      "learning_rate": 1.0943775100401607e-05,
      "loss": 4.3542743682861325,
      "step": 4000
    },
    {
      "epoch": 8.052235057759919,
      "grad_norm": 49.623653411865234,
      "learning_rate": 1.0832217759928603e-05,
      "loss": 4.300787353515625,
      "step": 4010
    },
    {
      "epoch": 8.072325464590659,
      "grad_norm": 15.006990432739258,
      "learning_rate": 1.07206604194556e-05,
      "loss": 4.680204772949219,
      "step": 4020
    },
    {
      "epoch": 8.092415871421396,
      "grad_norm": 46.151432037353516,
      "learning_rate": 1.0609103078982598e-05,
      "loss": 5.311506271362305,
      "step": 4030
    },
    {
      "epoch": 8.112506278252134,
      "grad_norm": 20.228389739990234,
      "learning_rate": 1.0497545738509594e-05,
      "loss": 5.797823333740235,
      "step": 4040
    },
    {
      "epoch": 8.132596685082873,
      "grad_norm": 13.789586067199707,
      "learning_rate": 1.0385988398036592e-05,
      "loss": 5.060232925415039,
      "step": 4050
    },
    {
      "epoch": 8.152687091913611,
      "grad_norm": 14.948539733886719,
      "learning_rate": 1.0274431057563588e-05,
      "loss": 4.8325458526611325,
      "step": 4060
    },
    {
      "epoch": 8.172777498744349,
      "grad_norm": 33.25334167480469,
      "learning_rate": 1.0162873717090585e-05,
      "loss": 5.2680011749267575,
      "step": 4070
    },
    {
      "epoch": 8.192867905575088,
      "grad_norm": 17.973224639892578,
      "learning_rate": 1.0051316376617583e-05,
      "loss": 4.909983825683594,
      "step": 4080
    },
    {
      "epoch": 8.212958312405826,
      "grad_norm": 35.23036193847656,
      "learning_rate": 9.939759036144579e-06,
      "loss": 5.232453536987305,
      "step": 4090
    },
    {
      "epoch": 8.233048719236564,
      "grad_norm": 26.402755737304688,
      "learning_rate": 9.828201695671576e-06,
      "loss": 5.20031852722168,
      "step": 4100
    },
    {
      "epoch": 8.253139126067303,
      "grad_norm": 22.437862396240234,
      "learning_rate": 9.716644355198574e-06,
      "loss": 5.2191204071044925,
      "step": 4110
    },
    {
      "epoch": 8.273229532898041,
      "grad_norm": 61.909061431884766,
      "learning_rate": 9.60508701472557e-06,
      "loss": 5.198928451538086,
      "step": 4120
    },
    {
      "epoch": 8.293319939728779,
      "grad_norm": 61.255428314208984,
      "learning_rate": 9.493529674252565e-06,
      "loss": 4.426901626586914,
      "step": 4130
    },
    {
      "epoch": 8.313410346559518,
      "grad_norm": 31.23830795288086,
      "learning_rate": 9.381972333779563e-06,
      "loss": 4.7098651885986325,
      "step": 4140
    },
    {
      "epoch": 8.333500753390256,
      "grad_norm": 26.656343460083008,
      "learning_rate": 9.27041499330656e-06,
      "loss": 4.663322067260742,
      "step": 4150
    },
    {
      "epoch": 8.353591160220994,
      "grad_norm": 20.919090270996094,
      "learning_rate": 9.158857652833556e-06,
      "loss": 4.325035476684571,
      "step": 4160
    },
    {
      "epoch": 8.373681567051733,
      "grad_norm": 39.30440902709961,
      "learning_rate": 9.047300312360554e-06,
      "loss": 4.679663467407226,
      "step": 4170
    },
    {
      "epoch": 8.39377197388247,
      "grad_norm": 17.87153434753418,
      "learning_rate": 8.93574297188755e-06,
      "loss": 5.820931625366211,
      "step": 4180
    },
    {
      "epoch": 8.41386238071321,
      "grad_norm": 19.720964431762695,
      "learning_rate": 8.824185631414547e-06,
      "loss": 4.8222816467285154,
      "step": 4190
    },
    {
      "epoch": 8.433952787543948,
      "grad_norm": 52.371498107910156,
      "learning_rate": 8.712628290941545e-06,
      "loss": 4.4416961669921875,
      "step": 4200
    },
    {
      "epoch": 8.454043194374686,
      "grad_norm": 23.638113021850586,
      "learning_rate": 8.601070950468541e-06,
      "loss": 5.278662490844726,
      "step": 4210
    },
    {
      "epoch": 8.474133601205425,
      "grad_norm": 34.30152130126953,
      "learning_rate": 8.489513609995538e-06,
      "loss": 4.774466705322266,
      "step": 4220
    },
    {
      "epoch": 8.494224008036163,
      "grad_norm": 31.3404483795166,
      "learning_rate": 8.377956269522536e-06,
      "loss": 4.360430145263672,
      "step": 4230
    },
    {
      "epoch": 8.5143144148669,
      "grad_norm": 106.59876251220703,
      "learning_rate": 8.266398929049532e-06,
      "loss": 4.840221786499024,
      "step": 4240
    },
    {
      "epoch": 8.53440482169764,
      "grad_norm": 45.42464065551758,
      "learning_rate": 8.154841588576528e-06,
      "loss": 5.20860710144043,
      "step": 4250
    },
    {
      "epoch": 8.554495228528378,
      "grad_norm": 62.43822479248047,
      "learning_rate": 8.043284248103525e-06,
      "loss": 4.646908569335937,
      "step": 4260
    },
    {
      "epoch": 8.574585635359115,
      "grad_norm": 36.19871520996094,
      "learning_rate": 7.931726907630523e-06,
      "loss": 5.283548736572266,
      "step": 4270
    },
    {
      "epoch": 8.594676042189855,
      "grad_norm": 15.450304985046387,
      "learning_rate": 7.820169567157519e-06,
      "loss": 4.814856338500976,
      "step": 4280
    },
    {
      "epoch": 8.614766449020593,
      "grad_norm": 33.513038635253906,
      "learning_rate": 7.708612226684516e-06,
      "loss": 4.491749954223633,
      "step": 4290
    },
    {
      "epoch": 8.63485685585133,
      "grad_norm": 37.80437088012695,
      "learning_rate": 7.597054886211513e-06,
      "loss": 4.529288101196289,
      "step": 4300
    },
    {
      "epoch": 8.65494726268207,
      "grad_norm": 32.805511474609375,
      "learning_rate": 7.48549754573851e-06,
      "loss": 5.167245101928711,
      "step": 4310
    },
    {
      "epoch": 8.675037669512808,
      "grad_norm": 27.483816146850586,
      "learning_rate": 7.3739402052655074e-06,
      "loss": 4.453053283691406,
      "step": 4320
    },
    {
      "epoch": 8.695128076343545,
      "grad_norm": 21.18474578857422,
      "learning_rate": 7.262382864792504e-06,
      "loss": 4.621733474731445,
      "step": 4330
    },
    {
      "epoch": 8.715218483174285,
      "grad_norm": 30.602943420410156,
      "learning_rate": 7.1508255243195e-06,
      "loss": 4.995375442504883,
      "step": 4340
    },
    {
      "epoch": 8.735308890005022,
      "grad_norm": 69.80766296386719,
      "learning_rate": 7.039268183846498e-06,
      "loss": 4.608235168457031,
      "step": 4350
    },
    {
      "epoch": 8.75539929683576,
      "grad_norm": 17.186925888061523,
      "learning_rate": 6.927710843373494e-06,
      "loss": 4.889940643310547,
      "step": 4360
    },
    {
      "epoch": 8.7754897036665,
      "grad_norm": 39.77102279663086,
      "learning_rate": 6.816153502900491e-06,
      "loss": 5.3718009948730465,
      "step": 4370
    },
    {
      "epoch": 8.795580110497237,
      "grad_norm": 25.449817657470703,
      "learning_rate": 6.704596162427489e-06,
      "loss": 5.211667251586914,
      "step": 4380
    },
    {
      "epoch": 8.815670517327977,
      "grad_norm": 22.01348304748535,
      "learning_rate": 6.593038821954485e-06,
      "loss": 4.383057403564453,
      "step": 4390
    },
    {
      "epoch": 8.835760924158715,
      "grad_norm": 23.297985076904297,
      "learning_rate": 6.481481481481481e-06,
      "loss": 4.567440795898437,
      "step": 4400
    },
    {
      "epoch": 8.855851330989452,
      "grad_norm": 46.80546951293945,
      "learning_rate": 6.36992414100848e-06,
      "loss": 4.4877574920654295,
      "step": 4410
    },
    {
      "epoch": 8.875941737820192,
      "grad_norm": 14.178481101989746,
      "learning_rate": 6.2583668005354755e-06,
      "loss": 4.646826553344726,
      "step": 4420
    },
    {
      "epoch": 8.89603214465093,
      "grad_norm": 26.017709732055664,
      "learning_rate": 6.146809460062473e-06,
      "loss": 4.534694671630859,
      "step": 4430
    },
    {
      "epoch": 8.916122551481667,
      "grad_norm": 25.873004913330078,
      "learning_rate": 6.035252119589469e-06,
      "loss": 5.3920646667480465,
      "step": 4440
    },
    {
      "epoch": 8.936212958312407,
      "grad_norm": 35.372188568115234,
      "learning_rate": 5.9236947791164665e-06,
      "loss": 5.096422958374023,
      "step": 4450
    },
    {
      "epoch": 8.956303365143144,
      "grad_norm": 32.886024475097656,
      "learning_rate": 5.812137438643463e-06,
      "loss": 4.863045883178711,
      "step": 4460
    },
    {
      "epoch": 8.976393771973882,
      "grad_norm": 12.875351905822754,
      "learning_rate": 5.70058009817046e-06,
      "loss": 5.423389434814453,
      "step": 4470
    },
    {
      "epoch": 8.996484178804621,
      "grad_norm": 25.433364868164062,
      "learning_rate": 5.589022757697457e-06,
      "loss": 5.10112190246582,
      "step": 4480
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.8463855421686747,
      "eval_f1": 0.8461247961548366,
      "eval_loss": 0.3521043062210083,
      "eval_runtime": 388.4753,
      "eval_samples_per_second": 10.255,
      "eval_steps_per_second": 5.128,
      "step": 4482
    },
    {
      "epoch": 9.01607232546459,
      "grad_norm": 23.561555862426758,
      "learning_rate": 5.477465417224454e-06,
      "loss": 4.897409820556641,
      "step": 4490
    },
    {
      "epoch": 9.03616273229533,
      "grad_norm": 38.759464263916016,
      "learning_rate": 5.36590807675145e-06,
      "loss": 4.951680755615234,
      "step": 4500
    },
    {
      "epoch": 9.056253139126067,
      "grad_norm": 31.88351821899414,
      "learning_rate": 5.254350736278448e-06,
      "loss": 5.266290283203125,
      "step": 4510
    },
    {
      "epoch": 9.076343545956806,
      "grad_norm": 26.392484664916992,
      "learning_rate": 5.1427933958054445e-06,
      "loss": 5.610364532470703,
      "step": 4520
    },
    {
      "epoch": 9.096433952787544,
      "grad_norm": 40.15414810180664,
      "learning_rate": 5.031236055332441e-06,
      "loss": 5.086753845214844,
      "step": 4530
    },
    {
      "epoch": 9.116524359618282,
      "grad_norm": 21.427326202392578,
      "learning_rate": 4.919678714859438e-06,
      "loss": 4.946912384033203,
      "step": 4540
    },
    {
      "epoch": 9.136614766449021,
      "grad_norm": 45.96141052246094,
      "learning_rate": 4.8081213743864355e-06,
      "loss": 5.841570281982422,
      "step": 4550
    },
    {
      "epoch": 9.156705173279759,
      "grad_norm": 20.726591110229492,
      "learning_rate": 4.696564033913431e-06,
      "loss": 4.203896713256836,
      "step": 4560
    },
    {
      "epoch": 9.176795580110497,
      "grad_norm": 26.498027801513672,
      "learning_rate": 4.585006693440429e-06,
      "loss": 4.880064010620117,
      "step": 4570
    },
    {
      "epoch": 9.196885986941236,
      "grad_norm": 37.2780876159668,
      "learning_rate": 4.473449352967426e-06,
      "loss": 4.683342361450196,
      "step": 4580
    },
    {
      "epoch": 9.216976393771974,
      "grad_norm": 32.95926284790039,
      "learning_rate": 4.361892012494422e-06,
      "loss": 4.241422271728515,
      "step": 4590
    },
    {
      "epoch": 9.237066800602712,
      "grad_norm": 38.193660736083984,
      "learning_rate": 4.250334672021419e-06,
      "loss": 5.024569702148438,
      "step": 4600
    },
    {
      "epoch": 9.257157207433451,
      "grad_norm": 41.15227508544922,
      "learning_rate": 4.138777331548416e-06,
      "loss": 4.861378479003906,
      "step": 4610
    },
    {
      "epoch": 9.277247614264189,
      "grad_norm": 50.86275100708008,
      "learning_rate": 4.0272199910754126e-06,
      "loss": 4.926229858398438,
      "step": 4620
    },
    {
      "epoch": 9.297338021094927,
      "grad_norm": 40.13926315307617,
      "learning_rate": 3.91566265060241e-06,
      "loss": 4.608467483520508,
      "step": 4630
    },
    {
      "epoch": 9.317428427925666,
      "grad_norm": 27.938167572021484,
      "learning_rate": 3.8041053101294064e-06,
      "loss": 4.918039321899414,
      "step": 4640
    },
    {
      "epoch": 9.337518834756404,
      "grad_norm": 37.898468017578125,
      "learning_rate": 3.6925479696564036e-06,
      "loss": 4.164243698120117,
      "step": 4650
    },
    {
      "epoch": 9.357609241587141,
      "grad_norm": 30.704143524169922,
      "learning_rate": 3.5809906291834007e-06,
      "loss": 4.754757308959961,
      "step": 4660
    },
    {
      "epoch": 9.377699648417881,
      "grad_norm": 27.234174728393555,
      "learning_rate": 3.469433288710397e-06,
      "loss": 4.536068725585937,
      "step": 4670
    },
    {
      "epoch": 9.397790055248619,
      "grad_norm": 40.83728790283203,
      "learning_rate": 3.357875948237394e-06,
      "loss": 4.871234512329101,
      "step": 4680
    },
    {
      "epoch": 9.417880462079356,
      "grad_norm": 34.322566986083984,
      "learning_rate": 3.2463186077643913e-06,
      "loss": 5.678173065185547,
      "step": 4690
    },
    {
      "epoch": 9.437970868910096,
      "grad_norm": 21.594993591308594,
      "learning_rate": 3.1347612672913876e-06,
      "loss": 4.519970321655274,
      "step": 4700
    },
    {
      "epoch": 9.458061275740834,
      "grad_norm": 19.62320899963379,
      "learning_rate": 3.0232039268183848e-06,
      "loss": 4.683649063110352,
      "step": 4710
    },
    {
      "epoch": 9.478151682571571,
      "grad_norm": 39.327266693115234,
      "learning_rate": 2.911646586345382e-06,
      "loss": 4.583841705322266,
      "step": 4720
    },
    {
      "epoch": 9.49824208940231,
      "grad_norm": 38.761844635009766,
      "learning_rate": 2.8000892458723787e-06,
      "loss": 4.372256469726563,
      "step": 4730
    },
    {
      "epoch": 9.518332496233048,
      "grad_norm": 12.754522323608398,
      "learning_rate": 2.6885319053993754e-06,
      "loss": 4.406585311889648,
      "step": 4740
    },
    {
      "epoch": 9.538422903063786,
      "grad_norm": 44.86601257324219,
      "learning_rate": 2.5769745649263725e-06,
      "loss": 5.148698425292968,
      "step": 4750
    },
    {
      "epoch": 9.558513309894526,
      "grad_norm": 44.27239990234375,
      "learning_rate": 2.4654172244533692e-06,
      "loss": 5.037176513671875,
      "step": 4760
    },
    {
      "epoch": 9.578603716725263,
      "grad_norm": 36.976619720458984,
      "learning_rate": 2.353859883980366e-06,
      "loss": 5.089888381958008,
      "step": 4770
    },
    {
      "epoch": 9.598694123556003,
      "grad_norm": 32.39399719238281,
      "learning_rate": 2.242302543507363e-06,
      "loss": 3.977669525146484,
      "step": 4780
    },
    {
      "epoch": 9.61878453038674,
      "grad_norm": 21.381723403930664,
      "learning_rate": 2.13074520303436e-06,
      "loss": 4.274771881103516,
      "step": 4790
    },
    {
      "epoch": 9.638874937217478,
      "grad_norm": 64.7051773071289,
      "learning_rate": 2.0191878625613566e-06,
      "loss": 4.958181381225586,
      "step": 4800
    },
    {
      "epoch": 9.658965344048218,
      "grad_norm": 33.4415168762207,
      "learning_rate": 1.9076305220883537e-06,
      "loss": 5.07172737121582,
      "step": 4810
    },
    {
      "epoch": 9.679055750878955,
      "grad_norm": 26.71714210510254,
      "learning_rate": 1.7960731816153504e-06,
      "loss": 4.795691680908203,
      "step": 4820
    },
    {
      "epoch": 9.699146157709693,
      "grad_norm": 53.09344482421875,
      "learning_rate": 1.6845158411423472e-06,
      "loss": 4.691039657592773,
      "step": 4830
    },
    {
      "epoch": 9.719236564540433,
      "grad_norm": 27.439380645751953,
      "learning_rate": 1.5729585006693443e-06,
      "loss": 5.053922271728515,
      "step": 4840
    },
    {
      "epoch": 9.73932697137117,
      "grad_norm": 40.02062225341797,
      "learning_rate": 1.461401160196341e-06,
      "loss": 6.021943664550781,
      "step": 4850
    },
    {
      "epoch": 9.759417378201908,
      "grad_norm": 22.583547592163086,
      "learning_rate": 1.349843819723338e-06,
      "loss": 4.261155700683593,
      "step": 4860
    },
    {
      "epoch": 9.779507785032648,
      "grad_norm": 28.114410400390625,
      "learning_rate": 1.2382864792503347e-06,
      "loss": 5.520102691650391,
      "step": 4870
    },
    {
      "epoch": 9.799598191863385,
      "grad_norm": 34.60763931274414,
      "learning_rate": 1.1267291387773316e-06,
      "loss": 5.160928726196289,
      "step": 4880
    },
    {
      "epoch": 9.819688598694123,
      "grad_norm": 99.95295715332031,
      "learning_rate": 1.0151717983043286e-06,
      "loss": 5.416384506225586,
      "step": 4890
    },
    {
      "epoch": 9.839779005524862,
      "grad_norm": 17.75224494934082,
      "learning_rate": 9.036144578313253e-07,
      "loss": 4.775234603881836,
      "step": 4900
    },
    {
      "epoch": 9.8598694123556,
      "grad_norm": 25.65403938293457,
      "learning_rate": 7.920571173583222e-07,
      "loss": 4.709438705444336,
      "step": 4910
    },
    {
      "epoch": 9.879959819186338,
      "grad_norm": 19.766345977783203,
      "learning_rate": 6.804997768853191e-07,
      "loss": 4.9360191345214846,
      "step": 4920
    },
    {
      "epoch": 9.900050226017077,
      "grad_norm": 29.716949462890625,
      "learning_rate": 5.689424364123159e-07,
      "loss": 5.012723922729492,
      "step": 4930
    },
    {
      "epoch": 9.920140632847815,
      "grad_norm": 28.660503387451172,
      "learning_rate": 4.5738509593931284e-07,
      "loss": 4.778982543945313,
      "step": 4940
    },
    {
      "epoch": 9.940231039678553,
      "grad_norm": 44.6384162902832,
      "learning_rate": 3.4582775546630967e-07,
      "loss": 4.651815414428711,
      "step": 4950
    },
    {
      "epoch": 9.960321446509292,
      "grad_norm": 39.0531005859375,
      "learning_rate": 2.3427041499330658e-07,
      "loss": 5.169061279296875,
      "step": 4960
    },
    {
      "epoch": 9.98041185334003,
      "grad_norm": 41.97426223754883,
      "learning_rate": 1.2271307452030343e-07,
      "loss": 4.876540756225586,
      "step": 4970
    },
    {
      "epoch": 10.0,
      "grad_norm": 23.00905990600586,
      "learning_rate": 1.1155734047300312e-08,
      "loss": 4.496361923217774,
      "step": 4980
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.8466365461847389,
      "eval_f1": 0.8463534876410834,
      "eval_loss": 0.35189494490623474,
      "eval_runtime": 289.0861,
      "eval_samples_per_second": 13.781,
      "eval_steps_per_second": 6.891,
      "step": 4980
    }
  ],
  "logging_steps": 10,
  "max_steps": 4980,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.427590971342848e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}