{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 4820,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010378827192527244,
      "grad_norm": 17.360599517822266,
      "learning_rate": 1.3793103448275863e-07,
      "loss": 3.990642547607422,
      "step": 1,
      "token_acc": 0.3084232295567604
    },
    {
      "epoch": 0.010378827192527244,
      "grad_norm": 13.039176940917969,
      "learning_rate": 1.3793103448275862e-06,
      "loss": 3.8488650851779513,
      "step": 10,
      "token_acc": 0.3284105060568323
    },
    {
      "epoch": 0.02075765438505449,
      "grad_norm": 5.6738457679748535,
      "learning_rate": 2.7586206896551725e-06,
      "loss": 3.7818458557128904,
      "step": 20,
      "token_acc": 0.32973962055664535
    },
    {
      "epoch": 0.031136481577581733,
      "grad_norm": 3.4473679065704346,
      "learning_rate": 4.137931034482759e-06,
      "loss": 3.5191299438476564,
      "step": 30,
      "token_acc": 0.357729861270408
    },
    {
      "epoch": 0.04151530877010898,
      "grad_norm": 2.84421443939209,
      "learning_rate": 5.517241379310345e-06,
      "loss": 3.3019275665283203,
      "step": 40,
      "token_acc": 0.3810691861990996
    },
    {
      "epoch": 0.05189413596263622,
      "grad_norm": 2.5887951850891113,
      "learning_rate": 6.896551724137932e-06,
      "loss": 3.20899658203125,
      "step": 50,
      "token_acc": 0.3901559578990499
    },
    {
      "epoch": 0.062272963155163466,
      "grad_norm": 2.701371431350708,
      "learning_rate": 8.275862068965518e-06,
      "loss": 3.107984924316406,
      "step": 60,
      "token_acc": 0.4010707935593456
    },
    {
      "epoch": 0.07265179034769072,
      "grad_norm": 2.5003151893615723,
      "learning_rate": 9.655172413793105e-06,
      "loss": 2.9776824951171874,
      "step": 70,
      "token_acc": 0.4182194194091965
    },
    {
      "epoch": 0.08303061754021795,
      "grad_norm": 3.191375255584717,
      "learning_rate": 1.103448275862069e-05,
      "loss": 2.9078922271728516,
      "step": 80,
      "token_acc": 0.42640041076030927
    },
    {
      "epoch": 0.0934094447327452,
      "grad_norm": 3.1060311794281006,
      "learning_rate": 1.2413793103448277e-05,
      "loss": 2.8590766906738283,
      "step": 90,
      "token_acc": 0.4328527750116345
    },
    {
      "epoch": 0.10378827192527244,
      "grad_norm": 2.9473307132720947,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 2.8455408096313475,
      "step": 100,
      "token_acc": 0.431822659077006
    },
    {
      "epoch": 0.1141670991177997,
      "grad_norm": 2.989382028579712,
      "learning_rate": 1.5172413793103448e-05,
      "loss": 2.806658172607422,
      "step": 110,
      "token_acc": 0.43548568507157465
    },
    {
      "epoch": 0.12454592631032693,
      "grad_norm": 2.520890712738037,
      "learning_rate": 1.6551724137931037e-05,
      "loss": 2.710813522338867,
      "step": 120,
      "token_acc": 0.44830804780956895
    },
    {
      "epoch": 0.13492475350285418,
      "grad_norm": 2.522371530532837,
      "learning_rate": 1.7931034482758623e-05,
      "loss": 2.7086956024169924,
      "step": 130,
      "token_acc": 0.4483404605908431
    },
    {
      "epoch": 0.14530358069538143,
      "grad_norm": 2.554992914199829,
      "learning_rate": 1.931034482758621e-05,
      "loss": 2.7071361541748047,
      "step": 140,
      "token_acc": 0.44866705920571753
    },
    {
      "epoch": 0.15568240788790866,
      "grad_norm": 2.8297841548919678,
      "learning_rate": 1.9999943552317106e-05,
      "loss": 2.7326435089111327,
      "step": 150,
      "token_acc": 0.4446824376854364
    },
    {
      "epoch": 0.1660612350804359,
      "grad_norm": 2.8616182804107666,
      "learning_rate": 1.999949197467755e-05,
      "loss": 2.6460166931152345,
      "step": 160,
      "token_acc": 0.45594791592951667
    },
    {
      "epoch": 0.17644006227296316,
      "grad_norm": 2.4682888984680176,
      "learning_rate": 1.9998588839790777e-05,
      "loss": 2.686064910888672,
      "step": 170,
      "token_acc": 0.4503634107427761
    },
    {
      "epoch": 0.1868188894654904,
      "grad_norm": 2.6717631816864014,
      "learning_rate": 1.9997234188440587e-05,
      "loss": 2.680805206298828,
      "step": 180,
      "token_acc": 0.45006424662513245
    },
    {
      "epoch": 0.19719771665801764,
      "grad_norm": 2.4356844425201416,
      "learning_rate": 1.9995428081800335e-05,
      "loss": 2.643203926086426,
      "step": 190,
      "token_acc": 0.4544208223707422
    },
    {
      "epoch": 0.2075765438505449,
      "grad_norm": 2.5181164741516113,
      "learning_rate": 1.9993170601430233e-05,
      "loss": 2.6210107803344727,
      "step": 200,
      "token_acc": 0.4591047422659873
    },
    {
      "epoch": 0.21795537104307214,
      "grad_norm": 2.349583387374878,
      "learning_rate": 1.999046184927361e-05,
      "loss": 2.6063869476318358,
      "step": 210,
      "token_acc": 0.46119800400418715
    },
    {
      "epoch": 0.2283341982355994,
      "grad_norm": 2.4258267879486084,
      "learning_rate": 1.9987301947652354e-05,
      "loss": 2.5811992645263673,
      "step": 220,
      "token_acc": 0.462792299200956
    },
    {
      "epoch": 0.2387130254281266,
      "grad_norm": 2.268512487411499,
      "learning_rate": 1.9983691039261358e-05,
      "loss": 2.603193664550781,
      "step": 230,
      "token_acc": 0.4602403687849852
    },
    {
      "epoch": 0.24909185262065386,
      "grad_norm": 2.190422773361206,
      "learning_rate": 1.9979629287162096e-05,
      "loss": 2.559502601623535,
      "step": 240,
      "token_acc": 0.4673703308324187
    },
    {
      "epoch": 0.2594706798131811,
      "grad_norm": 2.487339735031128,
      "learning_rate": 1.9975116874775243e-05,
      "loss": 2.545312690734863,
      "step": 250,
      "token_acc": 0.468937618225183
    },
    {
      "epoch": 0.26984950700570837,
      "grad_norm": 2.2605233192443848,
      "learning_rate": 1.9970154005872403e-05,
      "loss": 2.5477973937988283,
      "step": 260,
      "token_acc": 0.46680020435312625
    },
    {
      "epoch": 0.2802283341982356,
      "grad_norm": 2.355224847793579,
      "learning_rate": 1.9964740904566903e-05,
      "loss": 2.54384708404541,
      "step": 270,
      "token_acc": 0.46990711025073556
    },
    {
      "epoch": 0.29060716139076287,
      "grad_norm": 2.4003963470458984,
      "learning_rate": 1.9958877815303672e-05,
      "loss": 2.489452362060547,
      "step": 280,
      "token_acc": 0.47418303210494744
    },
    {
      "epoch": 0.30098598858329007,
      "grad_norm": 2.130462646484375,
      "learning_rate": 1.9952565002848213e-05,
      "loss": 2.497241973876953,
      "step": 290,
      "token_acc": 0.47516422139439124
    },
    {
      "epoch": 0.3113648157758173,
      "grad_norm": 2.237414836883545,
      "learning_rate": 1.994580275227462e-05,
      "loss": 2.525006103515625,
      "step": 300,
      "token_acc": 0.4737206296872933
    },
    {
      "epoch": 0.32174364296834457,
      "grad_norm": 2.4160428047180176,
      "learning_rate": 1.993859136895274e-05,
      "loss": 2.5184478759765625,
      "step": 310,
      "token_acc": 0.4719125116300352
    },
    {
      "epoch": 0.3321224701608718,
      "grad_norm": 2.338179588317871,
      "learning_rate": 1.9930931178534353e-05,
      "loss": 2.512801742553711,
      "step": 320,
      "token_acc": 0.4706307636304805
    },
    {
      "epoch": 0.34250129735339907,
      "grad_norm": 2.302748680114746,
      "learning_rate": 1.992282252693848e-05,
      "loss": 2.4969722747802736,
      "step": 330,
      "token_acc": 0.4733330627403627
    },
    {
      "epoch": 0.3528801245459263,
      "grad_norm": 2.033113479614258,
      "learning_rate": 1.9914265780335768e-05,
      "loss": 2.522578811645508,
      "step": 340,
      "token_acc": 0.4707610297704945
    },
    {
      "epoch": 0.3632589517384536,
      "grad_norm": 2.232757091522217,
      "learning_rate": 1.990526132513194e-05,
      "loss": 2.4406387329101564,
      "step": 350,
      "token_acc": 0.48246498599439774
    },
    {
      "epoch": 0.3736377789309808,
      "grad_norm": 2.2933907508850098,
      "learning_rate": 1.9895809567950355e-05,
      "loss": 2.4779022216796873,
      "step": 360,
      "token_acc": 0.4767427240860788
    },
    {
      "epoch": 0.384016606123508,
      "grad_norm": 2.354503870010376,
      "learning_rate": 1.988591093561364e-05,
      "loss": 2.4425716400146484,
      "step": 370,
      "token_acc": 0.4801819564981137
    },
    {
      "epoch": 0.39439543331603527,
      "grad_norm": 2.303921699523926,
      "learning_rate": 1.987556587512442e-05,
      "loss": 2.424735260009766,
      "step": 380,
      "token_acc": 0.48574599146146613
    },
    {
      "epoch": 0.4047742605085625,
      "grad_norm": 2.117462158203125,
      "learning_rate": 1.9864774853645136e-05,
      "loss": 2.390948486328125,
      "step": 390,
      "token_acc": 0.4894718362842955
    },
    {
      "epoch": 0.4151530877010898,
      "grad_norm": 2.1252524852752686,
      "learning_rate": 1.9853538358476933e-05,
      "loss": 2.4562961578369142,
      "step": 400,
      "token_acc": 0.47807169217270123
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 2.2925615310668945,
      "learning_rate": 1.9841856897037673e-05,
      "loss": 2.4759357452392576,
      "step": 410,
      "token_acc": 0.4745784350231395
    },
    {
      "epoch": 0.4359107420861443,
      "grad_norm": 2.256213426589966,
      "learning_rate": 1.982973099683902e-05,
      "loss": 2.41542911529541,
      "step": 420,
      "token_acc": 0.48397429241854767
    },
    {
      "epoch": 0.4462895692786715,
      "grad_norm": 2.2051868438720703,
      "learning_rate": 1.9817161205462594e-05,
      "loss": 2.391830253601074,
      "step": 430,
      "token_acc": 0.48866532118321
    },
    {
      "epoch": 0.4566683964711988,
      "grad_norm": 2.1445558071136475,
      "learning_rate": 1.980414809053528e-05,
      "loss": 2.4202728271484375,
      "step": 440,
      "token_acc": 0.48447691624371814
    },
    {
      "epoch": 0.467047223663726,
      "grad_norm": 1.9786752462387085,
      "learning_rate": 1.9790692239703556e-05,
      "loss": 2.429086685180664,
      "step": 450,
      "token_acc": 0.48086049207780496
    },
    {
      "epoch": 0.4774260508562532,
      "grad_norm": 2.115772008895874,
      "learning_rate": 1.9776794260607e-05,
      "loss": 2.4210033416748047,
      "step": 460,
      "token_acc": 0.48356514424475844
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 2.1354856491088867,
      "learning_rate": 1.9762454780850807e-05,
      "loss": 2.4250818252563477,
      "step": 470,
      "token_acc": 0.4829121066582684
    },
    {
      "epoch": 0.49818370524130773,
      "grad_norm": 2.2114412784576416,
      "learning_rate": 1.9747674447977473e-05,
      "loss": 2.414927101135254,
      "step": 480,
      "token_acc": 0.482086258776329
    },
    {
      "epoch": 0.508562532433835,
      "grad_norm": 2.1250457763671875,
      "learning_rate": 1.9732453929437553e-05,
      "loss": 2.3822227478027345,
      "step": 490,
      "token_acc": 0.48768738756745955
    },
    {
      "epoch": 0.5189413596263622,
      "grad_norm": 2.1776046752929688,
      "learning_rate": 1.971679391255951e-05,
      "loss": 2.3865856170654296,
      "step": 500,
      "token_acc": 0.4889711492549803
    },
    {
      "epoch": 0.5293201868188895,
      "grad_norm": 2.0361459255218506,
      "learning_rate": 1.9700695104518677e-05,
      "loss": 2.4085275650024416,
      "step": 510,
      "token_acc": 0.4852330351909895
    },
    {
      "epoch": 0.5396990140114167,
      "grad_norm": 2.078922748565674,
      "learning_rate": 1.968415823230534e-05,
      "loss": 2.3532440185546877,
      "step": 520,
      "token_acc": 0.49322279919859346
    },
    {
      "epoch": 0.550077841203944,
      "grad_norm": 2.177894115447998,
      "learning_rate": 1.9667184042691877e-05,
      "loss": 2.375431442260742,
      "step": 530,
      "token_acc": 0.4892896268660484
    },
    {
      "epoch": 0.5604566683964712,
      "grad_norm": 2.0301597118377686,
      "learning_rate": 1.9649773302199067e-05,
      "loss": 2.420338439941406,
      "step": 540,
      "token_acc": 0.48254752179718796
    },
    {
      "epoch": 0.5708354955889985,
      "grad_norm": 2.0769824981689453,
      "learning_rate": 1.9631926797061455e-05,
      "loss": 2.3777694702148438,
      "step": 550,
      "token_acc": 0.49080419926710905
    },
    {
      "epoch": 0.5812143227815257,
      "grad_norm": 2.0202431678771973,
      "learning_rate": 1.9613645333191863e-05,
      "loss": 2.424168014526367,
      "step": 560,
      "token_acc": 0.4841990720449771
    },
    {
      "epoch": 0.5915931499740529,
      "grad_norm": 1.9847513437271118,
      "learning_rate": 1.9594929736144978e-05,
      "loss": 2.3798294067382812,
      "step": 570,
      "token_acc": 0.487947249514002
    },
    {
      "epoch": 0.6019719771665801,
      "grad_norm": 1.8895344734191895,
      "learning_rate": 1.9575780851080076e-05,
      "loss": 2.3693519592285157,
      "step": 580,
      "token_acc": 0.4903529816676283
    },
    {
      "epoch": 0.6123508043591074,
      "grad_norm": 1.8537346124649048,
      "learning_rate": 1.9556199542722884e-05,
      "loss": 2.351144790649414,
      "step": 590,
      "token_acc": 0.49225624225624226
    },
    {
      "epoch": 0.6227296315516346,
      "grad_norm": 1.975832462310791,
      "learning_rate": 1.9536186695326486e-05,
      "loss": 2.4092937469482423,
      "step": 600,
      "token_acc": 0.4848559870470041
    },
    {
      "epoch": 0.6331084587441619,
      "grad_norm": 2.202850818634033,
      "learning_rate": 1.9515743212631424e-05,
      "loss": 2.3731868743896483,
      "step": 610,
      "token_acc": 0.4905812919395262
    },
    {
      "epoch": 0.6434872859366891,
      "grad_norm": 2.2077083587646484,
      "learning_rate": 1.9494870017824877e-05,
      "loss": 2.358300971984863,
      "step": 620,
      "token_acc": 0.49231482881014055
    },
    {
      "epoch": 0.6538661131292164,
      "grad_norm": 1.9416003227233887,
      "learning_rate": 1.9473568053498962e-05,
      "loss": 2.3593875885009767,
      "step": 630,
      "token_acc": 0.48989922301715516
    },
    {
      "epoch": 0.6642449403217436,
      "grad_norm": 2.105966567993164,
      "learning_rate": 1.94518382816082e-05,
      "loss": 2.3033672332763673,
      "step": 640,
      "token_acc": 0.4987161991407632
    },
    {
      "epoch": 0.6746237675142709,
      "grad_norm": 2.1623332500457764,
      "learning_rate": 1.9429681683426022e-05,
      "loss": 2.3448612213134767,
      "step": 650,
      "token_acc": 0.49277714656711574
    },
    {
      "epoch": 0.6850025947067981,
      "grad_norm": 2.0965728759765625,
      "learning_rate": 1.9407099259500524e-05,
      "loss": 2.3009931564331056,
      "step": 660,
      "token_acc": 0.49894616918256907
    },
    {
      "epoch": 0.6953814218993254,
      "grad_norm": 1.925125002861023,
      "learning_rate": 1.938409202960922e-05,
      "loss": 2.3482454299926756,
      "step": 670,
      "token_acc": 0.4938581741660709
    },
    {
      "epoch": 0.7057602490918526,
      "grad_norm": 2.002753496170044,
      "learning_rate": 1.9360661032713035e-05,
      "loss": 2.2995315551757813,
      "step": 680,
      "token_acc": 0.49933824627538226
    },
    {
      "epoch": 0.7161390762843799,
      "grad_norm": 2.0246741771698,
      "learning_rate": 1.933680732690937e-05,
      "loss": 2.349001884460449,
      "step": 690,
      "token_acc": 0.49122770996519827
    },
    {
      "epoch": 0.7265179034769071,
      "grad_norm": 2.026449203491211,
      "learning_rate": 1.931253198938432e-05,
      "loss": 2.3147819519042967,
      "step": 700,
      "token_acc": 0.49539013488866174
    },
    {
      "epoch": 0.7368967306694344,
      "grad_norm": 1.8472758531570435,
      "learning_rate": 1.9287836116364035e-05,
      "loss": 2.3027347564697265,
      "step": 710,
      "token_acc": 0.4981742332820107
    },
    {
      "epoch": 0.7472755578619616,
      "grad_norm": 1.8673181533813477,
      "learning_rate": 1.9262720823065217e-05,
      "loss": 2.317824935913086,
      "step": 720,
      "token_acc": 0.4963641915566436
    },
    {
      "epoch": 0.7576543850544888,
      "grad_norm": 2.106228828430176,
      "learning_rate": 1.9237187243644752e-05,
      "loss": 2.3398685455322266,
      "step": 730,
      "token_acc": 0.4956010253362811
    },
    {
      "epoch": 0.768033212247016,
      "grad_norm": 1.951507568359375,
      "learning_rate": 1.92112365311485e-05,
      "loss": 2.304329681396484,
      "step": 740,
      "token_acc": 0.4985643448423325
    },
    {
      "epoch": 0.7784120394395433,
      "grad_norm": 1.9027397632598877,
      "learning_rate": 1.9184869857459233e-05,
      "loss": 2.2993040084838867,
      "step": 750,
      "token_acc": 0.49950871574657013
    },
    {
      "epoch": 0.7887908666320705,
      "grad_norm": 2.003692865371704,
      "learning_rate": 1.9158088413243688e-05,
      "loss": 2.3015514373779298,
      "step": 760,
      "token_acc": 0.4992930038116316
    },
    {
      "epoch": 0.7991696938245978,
      "grad_norm": 1.894520878791809,
      "learning_rate": 1.9130893407898834e-05,
      "loss": 2.3123340606689453,
      "step": 770,
      "token_acc": 0.49717116013071894
    },
    {
      "epoch": 0.809548521017125,
      "grad_norm": 1.9188441038131714,
      "learning_rate": 1.9103286069497233e-05,
      "loss": 2.319204902648926,
      "step": 780,
      "token_acc": 0.49715919063260033
    },
    {
      "epoch": 0.8199273482096523,
      "grad_norm": 1.950253963470459,
      "learning_rate": 1.9075267644731596e-05,
      "loss": 2.281215286254883,
      "step": 790,
      "token_acc": 0.5036784967120927
    },
    {
      "epoch": 0.8303061754021795,
      "grad_norm": 1.762008786201477,
      "learning_rate": 1.9046839398858476e-05,
      "loss": 2.3167495727539062,
      "step": 800,
      "token_acc": 0.4997348792816996
    },
    {
      "epoch": 0.8406850025947068,
      "grad_norm": 2.015512704849243,
      "learning_rate": 1.9018002615641136e-05,
      "loss": 2.3037847518920898,
      "step": 810,
      "token_acc": 0.4994212962962963
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 1.8968827724456787,
      "learning_rate": 1.8988758597291577e-05,
      "loss": 2.310440254211426,
      "step": 820,
      "token_acc": 0.4973895748736223
    },
    {
      "epoch": 0.8614426569797613,
      "grad_norm": 1.8723076581954956,
      "learning_rate": 1.895910866441173e-05,
      "loss": 2.3250904083251953,
      "step": 830,
      "token_acc": 0.49634746185098855
    },
    {
      "epoch": 0.8718214841722886,
      "grad_norm": 2.014148473739624,
      "learning_rate": 1.8929054155933825e-05,
      "loss": 2.3208742141723633,
      "step": 840,
      "token_acc": 0.4968101202639255
    },
    {
      "epoch": 0.8822003113648158,
      "grad_norm": 2.0068304538726807,
      "learning_rate": 1.889859642905992e-05,
      "loss": 2.3008609771728517,
      "step": 850,
      "token_acc": 0.498759382494316
    },
    {
      "epoch": 0.892579138557343,
      "grad_norm": 1.8189960718154907,
      "learning_rate": 1.886773685920062e-05,
      "loss": 2.2901611328125,
      "step": 860,
      "token_acc": 0.49776350075429104
    },
    {
      "epoch": 0.9029579657498703,
      "grad_norm": 1.8811589479446411,
      "learning_rate": 1.8836476839912967e-05,
      "loss": 2.2908302307128907,
      "step": 870,
      "token_acc": 0.5012921115671505
    },
    {
      "epoch": 0.9133367929423976,
      "grad_norm": 1.9208338260650635,
      "learning_rate": 1.88048177828375e-05,
      "loss": 2.300111198425293,
      "step": 880,
      "token_acc": 0.4994018028424679
    },
    {
      "epoch": 0.9237156201349248,
      "grad_norm": 2.0872278213500977,
      "learning_rate": 1.8772761117634514e-05,
      "loss": 2.2796253204345702,
      "step": 890,
      "token_acc": 0.5026472365308401
    },
    {
      "epoch": 0.934094447327452,
      "grad_norm": 1.9212771654129028,
      "learning_rate": 1.8740308291919496e-05,
      "loss": 2.312908935546875,
      "step": 900,
      "token_acc": 0.4986565203878044
    },
    {
      "epoch": 0.9444732745199792,
      "grad_norm": 1.977607250213623,
      "learning_rate": 1.8707460771197773e-05,
      "loss": 2.2796945571899414,
      "step": 910,
      "token_acc": 0.501866042106871
    },
    {
      "epoch": 0.9548521017125065,
      "grad_norm": 1.734717845916748,
      "learning_rate": 1.86742200387983e-05,
      "loss": 2.27264518737793,
      "step": 920,
      "token_acc": 0.50150849683934
    },
    {
      "epoch": 0.9652309289050337,
      "grad_norm": 1.970118522644043,
      "learning_rate": 1.8640587595806695e-05,
      "loss": 2.2312889099121094,
      "step": 930,
      "token_acc": 0.508051521310992
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 1.846427083015442,
      "learning_rate": 1.8606564960997456e-05,
      "loss": 2.3052406311035156,
      "step": 940,
      "token_acc": 0.4963708614642256
    },
    {
      "epoch": 0.9859885832900882,
      "grad_norm": 1.8627911806106567,
      "learning_rate": 1.8572153670765363e-05,
      "loss": 2.2622812271118162,
      "step": 950,
      "token_acc": 0.5032906868627054
    },
    {
      "epoch": 0.9963674104826155,
      "grad_norm": 1.8354142904281616,
      "learning_rate": 1.8537355279056116e-05,
      "loss": 2.280261993408203,
      "step": 960,
      "token_acc": 0.5012286671688703
    },
    {
      "epoch": 1.0062272963155163,
      "grad_norm": 1.8173019886016846,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 2.2140834808349608,
      "step": 970,
      "token_acc": 0.5118705821565734
    },
    {
      "epoch": 1.0166061235080437,
      "grad_norm": 1.7486186027526855,
      "learning_rate": 1.8466603494321644e-05,
      "loss": 2.152490997314453,
      "step": 980,
      "token_acc": 0.5221414477643967
    },
    {
      "epoch": 1.0269849507005708,
      "grad_norm": 1.873517394065857,
      "learning_rate": 1.8430653296306844e-05,
      "loss": 2.113158416748047,
      "step": 990,
      "token_acc": 0.5261487203709629
    },
    {
      "epoch": 1.037363777893098,
      "grad_norm": 1.8462716341018677,
      "learning_rate": 1.839432238669147e-05,
      "loss": 2.143682670593262,
      "step": 1000,
      "token_acc": 0.5217496898181146
    },
    {
      "epoch": 1.0477426050856253,
      "grad_norm": 1.992281436920166,
      "learning_rate": 1.8357612406107417e-05,
      "loss": 2.131803512573242,
      "step": 1010,
      "token_acc": 0.5236756053031728
    },
    {
      "epoch": 1.0581214322781525,
      "grad_norm": 1.843721866607666,
      "learning_rate": 1.8320525012304685e-05,
      "loss": 2.178090286254883,
      "step": 1020,
      "token_acc": 0.5173009689341724
    },
    {
      "epoch": 1.0685002594706798,
      "grad_norm": 1.9136370420455933,
      "learning_rate": 1.82830618800765e-05,
      "loss": 2.1309703826904296,
      "step": 1030,
      "token_acc": 0.5241540126294827
    },
    {
      "epoch": 1.078879086663207,
      "grad_norm": 1.8477224111557007,
      "learning_rate": 1.8245224701183694e-05,
      "loss": 2.118892288208008,
      "step": 1040,
      "token_acc": 0.5239186024464362
    },
    {
      "epoch": 1.0892579138557343,
      "grad_norm": 1.8208996057510376,
      "learning_rate": 1.8207015184278307e-05,
      "loss": 2.134159278869629,
      "step": 1050,
      "token_acc": 0.5229746350148978
    },
    {
      "epoch": 1.0996367410482615,
      "grad_norm": 1.8434394598007202,
      "learning_rate": 1.8168435054826426e-05,
      "loss": 2.148929786682129,
      "step": 1060,
      "token_acc": 0.5197092810025363
    },
    {
      "epoch": 1.1100155682407888,
      "grad_norm": 2.0058698654174805,
      "learning_rate": 1.8129486055030255e-05,
      "loss": 2.1446609497070312,
      "step": 1070,
      "token_acc": 0.5195033658050477
    },
    {
      "epoch": 1.120394395433316,
      "grad_norm": 1.959863305091858,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 2.143418312072754,
      "step": 1080,
      "token_acc": 0.5213631533674037
    },
    {
      "epoch": 1.1307732226258433,
      "grad_norm": 1.7750418186187744,
      "learning_rate": 1.8050488496421775e-05,
      "loss": 2.1282272338867188,
      "step": 1090,
      "token_acc": 0.5217282155614713
    },
    {
      "epoch": 1.1411520498183705,
      "grad_norm": 1.8564324378967285,
      "learning_rate": 1.8010443504982697e-05,
      "loss": 2.1531448364257812,
      "step": 1100,
      "token_acc": 0.5194386957807154
    },
    {
      "epoch": 1.1515308770108978,
      "grad_norm": 1.8262008428573608,
      "learning_rate": 1.797003677778472e-05,
      "loss": 2.1420780181884767,
      "step": 1110,
      "token_acc": 0.5192408819930753
    },
    {
      "epoch": 1.161909704203425,
      "grad_norm": 1.8797789812088013,
      "learning_rate": 1.7929270139515606e-05,
      "loss": 2.1487682342529295,
      "step": 1120,
      "token_acc": 0.5204034356178053
    },
    {
      "epoch": 1.1722885313959523,
      "grad_norm": 1.8128505945205688,
      "learning_rate": 1.788814543111596e-05,
      "loss": 2.104275131225586,
      "step": 1130,
      "token_acc": 0.5252394842123719
    },
    {
      "epoch": 1.1826673585884795,
      "grad_norm": 1.7701231241226196,
      "learning_rate": 1.7846664509696145e-05,
      "loss": 2.1125534057617186,
      "step": 1140,
      "token_acc": 0.5259930362748606
    },
    {
      "epoch": 1.1930461857810069,
      "grad_norm": 1.974525809288025,
      "learning_rate": 1.7804829248452394e-05,
      "loss": 2.1423641204833985,
      "step": 1150,
      "token_acc": 0.5217040115741096
    },
    {
      "epoch": 1.203425012973534,
      "grad_norm": 1.8292217254638672,
      "learning_rate": 1.7762641536582227e-05,
      "loss": 2.119368553161621,
      "step": 1160,
      "token_acc": 0.5242369655186491
    },
    {
      "epoch": 1.2138038401660611,
      "grad_norm": 1.8477205038070679,
      "learning_rate": 1.772010327919912e-05,
      "loss": 2.1484371185302735,
      "step": 1170,
      "token_acc": 0.5193583042373406
    },
    {
      "epoch": 1.2241826673585885,
      "grad_norm": 1.9517289400100708,
      "learning_rate": 1.7677216397246514e-05,
      "loss": 2.134074401855469,
      "step": 1180,
      "token_acc": 0.5212832534805224
    },
    {
      "epoch": 1.2345614945511156,
      "grad_norm": 1.8498804569244385,
      "learning_rate": 1.763398282741103e-05,
      "loss": 2.107711601257324,
      "step": 1190,
      "token_acc": 0.5256155964811313
    },
    {
      "epoch": 1.244940321743643,
      "grad_norm": 1.7352577447891235,
      "learning_rate": 1.759040452203503e-05,
      "loss": 2.1284027099609375,
      "step": 1200,
      "token_acc": 0.5242071524966262
    },
    {
      "epoch": 1.2553191489361701,
      "grad_norm": 1.918878436088562,
      "learning_rate": 1.754648344902845e-05,
      "loss": 2.122066879272461,
      "step": 1210,
      "token_acc": 0.5263007629830174
    },
    {
      "epoch": 1.2656979761286975,
      "grad_norm": 1.7493046522140503,
      "learning_rate": 1.7502221591779932e-05,
      "loss": 2.1541362762451173,
      "step": 1220,
      "token_acc": 0.5197708363379567
    },
    {
      "epoch": 1.2760768033212246,
      "grad_norm": 1.8829350471496582,
      "learning_rate": 1.7457620949067263e-05,
      "loss": 2.1336696624755858,
      "step": 1230,
      "token_acc": 0.5226117164876347
    },
    {
      "epoch": 1.286455630513752,
      "grad_norm": 1.6789767742156982,
      "learning_rate": 1.7412683534967104e-05,
      "loss": 2.088356781005859,
      "step": 1240,
      "token_acc": 0.5301837532884537
    },
    {
      "epoch": 1.2968344577062791,
      "grad_norm": 1.740821361541748,
      "learning_rate": 1.736741137876405e-05,
      "loss": 2.1419513702392576,
      "step": 1250,
      "token_acc": 0.5206938237049744
    },
    {
      "epoch": 1.3072132848988065,
      "grad_norm": 1.9089772701263428,
      "learning_rate": 1.732180652485899e-05,
      "loss": 2.106894683837891,
      "step": 1260,
      "token_acc": 0.5242820139727357
    },
    {
      "epoch": 1.3175921120913336,
      "grad_norm": 1.7507069110870361,
      "learning_rate": 1.727587103267677e-05,
      "loss": 2.1208877563476562,
      "step": 1270,
      "token_acc": 0.522964315558169
    },
    {
      "epoch": 1.327970939283861,
      "grad_norm": 1.8030635118484497,
      "learning_rate": 1.7229606976573214e-05,
      "loss": 2.1295166015625,
      "step": 1280,
      "token_acc": 0.5231044522938959
    },
    {
      "epoch": 1.3383497664763881,
      "grad_norm": 1.749598503112793,
      "learning_rate": 1.7183016445741444e-05,
      "loss": 2.1150535583496093,
      "step": 1290,
      "token_acc": 0.5260810499064414
    },
    {
      "epoch": 1.3487285936689153,
      "grad_norm": 1.841452717781067,
      "learning_rate": 1.7136101544117526e-05,
      "loss": 2.0860462188720703,
      "step": 1300,
      "token_acc": 0.5301403547828902
    },
    {
      "epoch": 1.3591074208614426,
      "grad_norm": 1.621980905532837,
      "learning_rate": 1.708886439028547e-05,
      "loss": 2.1209121704101563,
      "step": 1310,
      "token_acc": 0.5272716694625178
    },
    {
      "epoch": 1.36948624805397,
      "grad_norm": 1.8915696144104004,
      "learning_rate": 1.704130711738157e-05,
      "loss": 2.114282989501953,
      "step": 1320,
      "token_acc": 0.5247490268387626
    },
    {
      "epoch": 1.3798650752464972,
      "grad_norm": 1.8269680738449097,
      "learning_rate": 1.699343187299804e-05,
      "loss": 2.163526916503906,
      "step": 1330,
      "token_acc": 0.5173366466152501
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 1.8983516693115234,
      "learning_rate": 1.6945240819086082e-05,
      "loss": 2.0931949615478516,
      "step": 1340,
      "token_acc": 0.529971025880273
    },
    {
      "epoch": 1.4006227296315517,
      "grad_norm": 1.7726497650146484,
      "learning_rate": 1.689673613185821e-05,
      "loss": 2.1190900802612305,
      "step": 1350,
      "token_acc": 0.5240369229538363
    },
    {
      "epoch": 1.411001556824079,
      "grad_norm": 1.821448802947998,
      "learning_rate": 1.6847920001690003e-05,
      "loss": 2.1365760803222655,
      "step": 1360,
      "token_acc": 0.5210763622903032
    },
    {
      "epoch": 1.4213803840166062,
      "grad_norm": 1.82371985912323,
      "learning_rate": 1.6798794633021192e-05,
      "loss": 2.138067436218262,
      "step": 1370,
      "token_acc": 0.5223474543334629
    },
    {
      "epoch": 1.4317592112091333,
      "grad_norm": 1.7606170177459717,
      "learning_rate": 1.67493622442561e-05,
      "loss": 2.127475357055664,
      "step": 1380,
      "token_acc": 0.5230829895656394
    },
    {
      "epoch": 1.4421380384016607,
      "grad_norm": 1.9313206672668457,
      "learning_rate": 1.669962506766347e-05,
      "loss": 2.121912384033203,
      "step": 1390,
      "token_acc": 0.5240360124338542
    },
    {
      "epoch": 1.4525168655941878,
      "grad_norm": 1.847873568534851,
      "learning_rate": 1.6649585349275662e-05,
      "loss": 2.1304636001586914,
      "step": 1400,
      "token_acc": 0.521845779697262
    },
    {
      "epoch": 1.4628956927867152,
      "grad_norm": 1.826349139213562,
      "learning_rate": 1.659924534878723e-05,
      "loss": 2.1476728439331056,
      "step": 1410,
      "token_acc": 0.5234251464542264
    },
    {
      "epoch": 1.4732745199792423,
      "grad_norm": 1.8113420009613037,
      "learning_rate": 1.6548607339452853e-05,
      "loss": 2.1420124053955076,
      "step": 1420,
      "token_acc": 0.5214704018253264
    },
    {
      "epoch": 1.4836533471717697,
      "grad_norm": 1.878710150718689,
      "learning_rate": 1.6497673607984717e-05,
      "loss": 2.1145393371582033,
      "step": 1430,
      "token_acc": 0.5260452540787269
    },
    {
      "epoch": 1.4940321743642968,
      "grad_norm": 1.753811240196228,
      "learning_rate": 1.6446446454449234e-05,
      "loss": 2.0994091033935547,
      "step": 1440,
      "token_acc": 0.5279226115246548
    },
    {
      "epoch": 1.5044110015568242,
      "grad_norm": 1.816480278968811,
      "learning_rate": 1.639492819216316e-05,
      "loss": 2.0477016448974608,
      "step": 1450,
      "token_acc": 0.5362872382997907
    },
    {
      "epoch": 1.5147898287493513,
      "grad_norm": 1.746500015258789,
      "learning_rate": 1.6343121147589162e-05,
      "loss": 2.079163360595703,
      "step": 1460,
      "token_acc": 0.5300070198174848
    },
    {
      "epoch": 1.5251686559418784,
      "grad_norm": 1.7371795177459717,
      "learning_rate": 1.6291027660230735e-05,
      "loss": 2.092520904541016,
      "step": 1470,
      "token_acc": 0.5292052445162493
    },
    {
      "epoch": 1.5355474831344058,
      "grad_norm": 1.7395926713943481,
      "learning_rate": 1.623865008252656e-05,
      "loss": 2.1143264770507812,
      "step": 1480,
      "token_acc": 0.5241492663878434
    },
    {
      "epoch": 1.5459263103269332,
      "grad_norm": 1.7556476593017578,
      "learning_rate": 1.6185990779744284e-05,
      "loss": 2.097298812866211,
      "step": 1490,
      "token_acc": 0.5284930817610063
    },
    {
      "epoch": 1.5563051375194603,
      "grad_norm": 1.8573205471038818,
      "learning_rate": 1.6133052129873693e-05,
      "loss": 2.075461769104004,
      "step": 1500,
      "token_acc": 0.5315147157322406
    },
    {
      "epoch": 1.5666839647119875,
      "grad_norm": 1.762276291847229,
      "learning_rate": 1.6079836523519335e-05,
      "loss": 2.0853599548339843,
      "step": 1510,
      "token_acc": 0.529249945603183
    },
    {
      "epoch": 1.5770627919045148,
      "grad_norm": 1.8757967948913574,
      "learning_rate": 1.6026346363792565e-05,
      "loss": 2.077694320678711,
      "step": 1520,
      "token_acc": 0.5309355781832846
    },
    {
      "epoch": 1.5874416190970422,
      "grad_norm": 1.6929080486297607,
      "learning_rate": 1.597258406620303e-05,
      "loss": 2.0887657165527345,
      "step": 1530,
      "token_acc": 0.5275544046158739
    },
    {
      "epoch": 1.5978204462895693,
      "grad_norm": 1.7281657457351685,
      "learning_rate": 1.5918552058549576e-05,
      "loss": 2.0982549667358397,
      "step": 1540,
      "token_acc": 0.5289624380291547
    },
    {
      "epoch": 1.6081992734820965,
      "grad_norm": 1.725917100906372,
      "learning_rate": 1.5864252780810616e-05,
      "loss": 2.138423538208008,
      "step": 1550,
      "token_acc": 0.5216128402068746
    },
    {
      "epoch": 1.6185781006746238,
      "grad_norm": 1.7427935600280762,
      "learning_rate": 1.5809688685033972e-05,
      "loss": 2.0888511657714846,
      "step": 1560,
      "token_acc": 0.5288291381632815
    },
    {
      "epoch": 1.628956927867151,
      "grad_norm": 1.7530733346939087,
      "learning_rate": 1.57548622352261e-05,
      "loss": 2.0690521240234374,
      "step": 1570,
      "token_acc": 0.5308751620048847
    },
    {
      "epoch": 1.6393357550596783,
      "grad_norm": 1.7077672481536865,
      "learning_rate": 1.5699775907240866e-05,
      "loss": 2.0827823638916017,
      "step": 1580,
      "token_acc": 0.530173223707932
    },
    {
      "epoch": 1.6497145822522055,
      "grad_norm": 1.733396053314209,
      "learning_rate": 1.5644432188667695e-05,
      "loss": 2.1037742614746096,
      "step": 1590,
      "token_acc": 0.525743371335082
    },
    {
      "epoch": 1.6600934094447326,
      "grad_norm": 1.8180595636367798,
      "learning_rate": 1.558883357871928e-05,
      "loss": 2.0920333862304688,
      "step": 1600,
      "token_acc": 0.5262100813141768
    },
    {
      "epoch": 1.67047223663726,
      "grad_norm": 1.7032748460769653,
      "learning_rate": 1.5532982588118698e-05,
      "loss": 2.0978115081787108,
      "step": 1610,
      "token_acc": 0.5273756760053674
    },
    {
      "epoch": 1.6808510638297873,
      "grad_norm": 1.7440638542175293,
      "learning_rate": 1.5476881738986037e-05,
      "loss": 2.0799293518066406,
      "step": 1620,
      "token_acc": 0.5302636182479198
    },
    {
      "epoch": 1.6912298910223145,
      "grad_norm": 1.7569373846054077,
      "learning_rate": 1.5420533564724495e-05,
      "loss": 2.1291650772094726,
      "step": 1630,
      "token_acc": 0.5237950062498095
    },
    {
      "epoch": 1.7016087182148416,
      "grad_norm": 1.7734380960464478,
      "learning_rate": 1.5363940609905996e-05,
      "loss": 2.1278526306152346,
      "step": 1640,
      "token_acc": 0.5226562178616974
    },
    {
      "epoch": 1.711987545407369,
      "grad_norm": 1.6634830236434937,
      "learning_rate": 1.5307105430156255e-05,
      "loss": 2.0615726470947267,
      "step": 1650,
      "token_acc": 0.5319221878814638
    },
    {
      "epoch": 1.7223663725998963,
      "grad_norm": 1.721252679824829,
      "learning_rate": 1.5250030592039396e-05,
      "loss": 2.077913284301758,
      "step": 1660,
      "token_acc": 0.5318907975706068
    },
    {
      "epoch": 1.7327451997924235,
      "grad_norm": 1.7259483337402344,
      "learning_rate": 1.519271867294203e-05,
      "loss": 2.0709917068481447,
      "step": 1670,
      "token_acc": 0.5315355633729523
    },
    {
      "epoch": 1.7431240269849506,
      "grad_norm": 1.783433198928833,
      "learning_rate": 1.5135172260956886e-05,
      "loss": 2.133807373046875,
      "step": 1680,
      "token_acc": 0.523378414562062
    },
    {
      "epoch": 1.753502854177478,
      "grad_norm": 1.6700115203857422,
      "learning_rate": 1.5077393954765917e-05,
      "loss": 2.0949087142944336,
      "step": 1690,
      "token_acc": 0.5273437108462719
    },
    {
      "epoch": 1.7638816813700053,
      "grad_norm": 1.6670721769332886,
      "learning_rate": 1.501938636352297e-05,
      "loss": 2.0465778350830077,
      "step": 1700,
      "token_acc": 0.5351224052201545
    },
    {
      "epoch": 1.7742605085625325,
      "grad_norm": 1.6864069700241089,
      "learning_rate": 1.4961152106735937e-05,
      "loss": 2.106570816040039,
      "step": 1710,
      "token_acc": 0.5253623922959959
    },
    {
      "epoch": 1.7846393357550596,
      "grad_norm": 1.6960480213165283,
      "learning_rate": 1.490269381414849e-05,
      "loss": 2.084445571899414,
      "step": 1720,
      "token_acc": 0.5288636989164007
    },
    {
      "epoch": 1.7950181629475868,
      "grad_norm": 1.7800339460372925,
      "learning_rate": 1.4844014125621307e-05,
      "loss": 2.0880548477172853,
      "step": 1730,
      "token_acc": 0.5298676428051347
    },
    {
      "epoch": 1.8053969901401141,
      "grad_norm": 1.689630389213562,
      "learning_rate": 1.4785115691012866e-05,
      "loss": 2.078695297241211,
      "step": 1740,
      "token_acc": 0.5314548695380711
    },
    {
      "epoch": 1.8157758173326415,
      "grad_norm": 1.7510846853256226,
      "learning_rate": 1.4726001170059795e-05,
      "loss": 2.09201717376709,
      "step": 1750,
      "token_acc": 0.5283520961847461
    },
    {
      "epoch": 1.8261546445251686,
      "grad_norm": 1.7273612022399902,
      "learning_rate": 1.4666673232256738e-05,
      "loss": 2.0915267944335936,
      "step": 1760,
      "token_acc": 0.5283787368848153
    },
    {
      "epoch": 1.8365334717176958,
      "grad_norm": 1.7171927690505981,
      "learning_rate": 1.4607134556735836e-05,
      "loss": 2.0861387252807617,
      "step": 1770,
      "token_acc": 0.5299122815892512
    },
    {
      "epoch": 1.8469122989102231,
      "grad_norm": 1.8282674551010132,
      "learning_rate": 1.4547387832145718e-05,
      "loss": 2.086101531982422,
      "step": 1780,
      "token_acc": 0.5271156016001641
    },
    {
      "epoch": 1.8572911261027505,
      "grad_norm": 1.6166794300079346,
      "learning_rate": 1.4487435756530101e-05,
      "loss": 2.087788772583008,
      "step": 1790,
      "token_acc": 0.5281107055166977
    },
    {
      "epoch": 1.8676699532952776,
      "grad_norm": 1.831827163696289,
      "learning_rate": 1.4427281037205944e-05,
      "loss": 2.117390441894531,
      "step": 1800,
      "token_acc": 0.5241738597476888
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 1.7074508666992188,
      "learning_rate": 1.4366926390641203e-05,
      "loss": 2.0853967666625977,
      "step": 1810,
      "token_acc": 0.5279534725864675
    },
    {
      "epoch": 1.8884276076803321,
      "grad_norm": 1.8115159273147583,
      "learning_rate": 1.4306374542332141e-05,
      "loss": 2.088706207275391,
      "step": 1820,
      "token_acc": 0.5298170599136548
    },
    {
      "epoch": 1.8988064348728595,
      "grad_norm": 1.6567020416259766,
      "learning_rate": 1.4245628226680267e-05,
      "loss": 2.079012870788574,
      "step": 1830,
      "token_acc": 0.5316991760720085
    },
    {
      "epoch": 1.9091852620653866,
      "grad_norm": 1.701375961303711,
      "learning_rate": 1.4184690186868849e-05,
      "loss": 2.0808317184448244,
      "step": 1840,
      "token_acc": 0.5284962769859978
    },
    {
      "epoch": 1.9195640892579138,
      "grad_norm": 1.7267203330993652,
      "learning_rate": 1.4123563174739036e-05,
      "loss": 2.065626335144043,
      "step": 1850,
      "token_acc": 0.5311625273884282
    },
    {
      "epoch": 1.9299429164504411,
      "grad_norm": 1.6275725364685059,
      "learning_rate": 1.40622499506656e-05,
      "loss": 2.0688688278198244,
      "step": 1860,
      "token_acc": 0.5323680728339115
    },
    {
      "epoch": 1.9403217436429685,
      "grad_norm": 1.721309781074524,
      "learning_rate": 1.4000753283432267e-05,
      "loss": 2.0954654693603514,
      "step": 1870,
      "token_acc": 0.5289602926848667
    },
    {
      "epoch": 1.9507005708354956,
      "grad_norm": 1.6101154088974,
      "learning_rate": 1.3939075950106698e-05,
      "loss": 2.0555797576904298,
      "step": 1880,
      "token_acc": 0.5353732487628076
    },
    {
      "epoch": 1.9610793980280228,
      "grad_norm": 1.8473503589630127,
      "learning_rate": 1.3877220735915072e-05,
      "loss": 2.050533676147461,
      "step": 1890,
      "token_acc": 0.5320265148528384
    },
    {
      "epoch": 1.97145822522055,
      "grad_norm": 1.8174254894256592,
      "learning_rate": 1.3815190434116317e-05,
      "loss": 2.0770517349243165,
      "step": 1900,
      "token_acc": 0.5300979764710779
    },
    {
      "epoch": 1.9818370524130773,
      "grad_norm": 1.69548499584198,
      "learning_rate": 1.3752987845875976e-05,
      "loss": 2.07806282043457,
      "step": 1910,
      "token_acc": 0.5292110806322391
    },
    {
      "epoch": 1.9922158796056046,
      "grad_norm": 1.5917421579360962,
      "learning_rate": 1.3690615780139703e-05,
      "loss": 2.052938461303711,
      "step": 1920,
      "token_acc": 0.5370187115408765
    },
    {
      "epoch": 2.0020757654385055,
      "grad_norm": 1.7463245391845703,
      "learning_rate": 1.362807705350641e-05,
      "loss": 2.070224380493164,
      "step": 1930,
      "token_acc": 0.5304937076476283
    },
    {
      "epoch": 2.0124545926310327,
      "grad_norm": 1.7398828268051147,
      "learning_rate": 1.3565374490101105e-05,
      "loss": 1.987207794189453,
      "step": 1940,
      "token_acc": 0.5466110284338398
    },
    {
      "epoch": 2.02283341982356,
      "grad_norm": 1.7470279932022095,
      "learning_rate": 1.3502510921447323e-05,
      "loss": 1.937457275390625,
      "step": 1950,
      "token_acc": 0.5544097067217744
    },
    {
      "epoch": 2.0332122470160874,
      "grad_norm": 1.791390299797058,
      "learning_rate": 1.3439489186339283e-05,
      "loss": 1.9402462005615235,
      "step": 1960,
      "token_acc": 0.5536063560414234
    },
    {
      "epoch": 2.0435910742086145,
      "grad_norm": 1.6864056587219238,
      "learning_rate": 1.337631213071369e-05,
      "loss": 1.9131607055664062,
      "step": 1970,
      "token_acc": 0.5578064262674717
    },
    {
      "epoch": 2.0539699014011417,
      "grad_norm": 1.8310033082962036,
      "learning_rate": 1.3312982607521212e-05,
      "loss": 1.9271564483642578,
      "step": 1980,
      "token_acc": 0.5548212010050511
    },
    {
      "epoch": 2.064348728593669,
      "grad_norm": 1.8236348628997803,
      "learning_rate": 1.3249503476597649e-05,
      "loss": 1.926010513305664,
      "step": 1990,
      "token_acc": 0.5540556603529807
    },
    {
      "epoch": 2.074727555786196,
      "grad_norm": 1.708382248878479,
      "learning_rate": 1.31858776045348e-05,
      "loss": 1.9321002960205078,
      "step": 2000,
      "token_acc": 0.5518456998013848
    },
    {
      "epoch": 2.0851063829787235,
      "grad_norm": 1.6481667757034302,
      "learning_rate": 1.3122107864550993e-05,
      "loss": 1.927775764465332,
      "step": 2010,
      "token_acc": 0.5548617305976806
    },
    {
      "epoch": 2.0954852101712507,
      "grad_norm": 1.757744312286377,
      "learning_rate": 1.3058197136361344e-05,
      "loss": 1.889733123779297,
      "step": 2020,
      "token_acc": 0.561735058458638
    },
    {
      "epoch": 2.105864037363778,
      "grad_norm": 1.7434204816818237,
      "learning_rate": 1.2994148306047726e-05,
      "loss": 1.9208293914794923,
      "step": 2030,
      "token_acc": 0.5547297792385877
    },
    {
      "epoch": 2.116242864556305,
      "grad_norm": 1.8360788822174072,
      "learning_rate": 1.292996426592843e-05,
      "loss": 1.9793046951293944,
      "step": 2040,
      "token_acc": 0.544568625874407
    },
    {
      "epoch": 2.1266216917488325,
      "grad_norm": 1.7190735340118408,
      "learning_rate": 1.2865647914427543e-05,
      "loss": 1.8811424255371094,
      "step": 2050,
      "token_acc": 0.5606674976202122
    },
    {
      "epoch": 2.1370005189413597,
      "grad_norm": 1.6018221378326416,
      "learning_rate": 1.2801202155944086e-05,
      "loss": 1.9047758102416992,
      "step": 2060,
      "token_acc": 0.5577417115523959
    },
    {
      "epoch": 2.147379346133887,
      "grad_norm": 1.6971921920776367,
      "learning_rate": 1.2736629900720832e-05,
      "loss": 1.950063705444336,
      "step": 2070,
      "token_acc": 0.5499321369325894
    },
    {
      "epoch": 2.157758173326414,
      "grad_norm": 1.69591224193573,
      "learning_rate": 1.2671934064712898e-05,
      "loss": 1.9196895599365233,
      "step": 2080,
      "token_acc": 0.5539260475224423
    },
    {
      "epoch": 2.1681370005189415,
      "grad_norm": 1.7615793943405151,
      "learning_rate": 1.2607117569456073e-05,
      "loss": 1.94398193359375,
      "step": 2090,
      "token_acc": 0.5507702425821466
    },
    {
      "epoch": 2.1785158277114687,
      "grad_norm": 1.852057695388794,
      "learning_rate": 1.2542183341934873e-05,
      "loss": 1.9146221160888672,
      "step": 2100,
      "token_acc": 0.5536376236985462
    },
    {
      "epoch": 2.188894654903996,
      "grad_norm": 1.747358798980713,
      "learning_rate": 1.247713431445036e-05,
      "loss": 1.939622688293457,
      "step": 2110,
      "token_acc": 0.5543611504007544
    },
    {
      "epoch": 2.199273482096523,
      "grad_norm": 1.8548592329025269,
      "learning_rate": 1.2411973424487751e-05,
      "loss": 1.929229164123535,
      "step": 2120,
      "token_acc": 0.5530863176182252
    },
    {
      "epoch": 2.2096523092890505,
      "grad_norm": 1.7708196640014648,
      "learning_rate": 1.2346703614583747e-05,
      "loss": 1.944478988647461,
      "step": 2130,
      "token_acc": 0.5536431149607415
    },
    {
      "epoch": 2.2200311364815777,
      "grad_norm": 1.7282150983810425,
      "learning_rate": 1.2281327832193648e-05,
      "loss": 1.9053688049316406,
      "step": 2140,
      "token_acc": 0.5580555889784623
    },
    {
      "epoch": 2.230409963674105,
      "grad_norm": 1.6658769845962524,
      "learning_rate": 1.2215849029558272e-05,
      "loss": 1.9024145126342773,
      "step": 2150,
      "token_acc": 0.560320781032078
    },
    {
      "epoch": 2.240788790866632,
      "grad_norm": 1.7705820798873901,
      "learning_rate": 1.2150270163570621e-05,
      "loss": 1.9199504852294922,
      "step": 2160,
      "token_acc": 0.5565634842168564
    },
    {
      "epoch": 2.251167618059159,
      "grad_norm": 1.6693559885025024,
      "learning_rate": 1.2084594195642367e-05,
      "loss": 1.9336135864257813,
      "step": 2170,
      "token_acc": 0.5529033185182144
    },
    {
      "epoch": 2.2615464452516867,
      "grad_norm": 1.7091015577316284,
      "learning_rate": 1.2018824091570103e-05,
      "loss": 1.9000381469726562,
      "step": 2180,
      "token_acc": 0.5591887977828945
    },
    {
      "epoch": 2.271925272444214,
      "grad_norm": 1.7270673513412476,
      "learning_rate": 1.1952962821401432e-05,
      "loss": 1.9196353912353517,
      "step": 2190,
      "token_acc": 0.5560962629782574
    },
    {
      "epoch": 2.282304099636741,
      "grad_norm": 1.647047519683838,
      "learning_rate": 1.1887013359300836e-05,
      "loss": 1.9115699768066405,
      "step": 2200,
      "token_acc": 0.5580860008957423
    },
    {
      "epoch": 2.292682926829268,
      "grad_norm": 1.7045695781707764,
      "learning_rate": 1.1820978683415368e-05,
      "loss": 1.9291133880615234,
      "step": 2210,
      "token_acc": 0.5530297243482999
    },
    {
      "epoch": 2.3030617540217957,
      "grad_norm": 1.7511004209518433,
      "learning_rate": 1.1754861775740163e-05,
      "loss": 1.9382858276367188,
      "step": 2220,
      "token_acc": 0.5529861170215429
    },
    {
      "epoch": 2.313440581214323,
      "grad_norm": 1.599604606628418,
      "learning_rate": 1.1688665621983787e-05,
      "loss": 1.9184059143066405,
      "step": 2230,
      "token_acc": 0.556391511828612
    },
    {
      "epoch": 2.32381940840685,
      "grad_norm": 1.6984072923660278,
      "learning_rate": 1.1622393211433405e-05,
      "loss": 1.913759422302246,
      "step": 2240,
      "token_acc": 0.5549265670631057
    },
    {
      "epoch": 2.334198235599377,
      "grad_norm": 1.8092048168182373,
      "learning_rate": 1.1556047536819776e-05,
      "loss": 1.9401369094848633,
      "step": 2250,
      "token_acc": 0.5522028887793999
    },
    {
      "epoch": 2.3445770627919047,
      "grad_norm": 1.7931917905807495,
      "learning_rate": 1.1489631594182129e-05,
      "loss": 1.913161849975586,
      "step": 2260,
      "token_acc": 0.5568072732813572
    },
    {
      "epoch": 2.354955889984432,
      "grad_norm": 1.7338532209396362,
      "learning_rate": 1.1423148382732854e-05,
      "loss": 1.9345035552978516,
      "step": 2270,
      "token_acc": 0.5521660993733167
    },
    {
      "epoch": 2.365334717176959,
      "grad_norm": 1.7197600603103638,
      "learning_rate": 1.1356600904722067e-05,
      "loss": 1.9324146270751954,
      "step": 2280,
      "token_acc": 0.5531795485062101
    },
    {
      "epoch": 2.375713544369486,
      "grad_norm": 1.7181566953659058,
      "learning_rate": 1.1289992165302036e-05,
      "loss": 1.9197006225585938,
      "step": 2290,
      "token_acc": 0.5551382707152318
    },
    {
      "epoch": 2.3860923715620137,
      "grad_norm": 1.7071539163589478,
      "learning_rate": 1.122332517239147e-05,
      "loss": 1.902444839477539,
      "step": 2300,
      "token_acc": 0.55637035555228
    },
    {
      "epoch": 2.396471198754541,
      "grad_norm": 1.7314884662628174,
      "learning_rate": 1.1156602936539696e-05,
      "loss": 1.9253314971923827,
      "step": 2310,
      "token_acc": 0.5539153524050082
    },
    {
      "epoch": 2.406850025947068,
      "grad_norm": 1.740742564201355,
      "learning_rate": 1.1089828470790694e-05,
      "loss": 1.9190488815307618,
      "step": 2320,
      "token_acc": 0.5549246051671213
    },
    {
      "epoch": 2.417228853139595,
      "grad_norm": 1.8096532821655273,
      "learning_rate": 1.1023004790547055e-05,
      "loss": 1.9092010498046874,
      "step": 2330,
      "token_acc": 0.557160651433474
    },
    {
      "epoch": 2.4276076803321223,
      "grad_norm": 1.614668369293213,
      "learning_rate": 1.0956134913433788e-05,
      "loss": 1.928387451171875,
      "step": 2340,
      "token_acc": 0.5524327108821635
    },
    {
      "epoch": 2.43798650752465,
      "grad_norm": 1.6005795001983643,
      "learning_rate": 1.0889221859162062e-05,
      "loss": 1.9043733596801757,
      "step": 2350,
      "token_acc": 0.5570991503723802
    },
    {
      "epoch": 2.448365334717177,
      "grad_norm": 1.745969533920288,
      "learning_rate": 1.082226864939285e-05,
      "loss": 1.9200620651245117,
      "step": 2360,
      "token_acc": 0.5562498700326478
    },
    {
      "epoch": 2.458744161909704,
      "grad_norm": 1.816898226737976,
      "learning_rate": 1.0755278307600459e-05,
      "loss": 1.9352451324462892,
      "step": 2370,
      "token_acc": 0.5538184492860223
    },
    {
      "epoch": 2.4691229891022313,
      "grad_norm": 1.7103019952774048,
      "learning_rate": 1.0688253858936002e-05,
      "loss": 1.9363134384155274,
      "step": 2380,
      "token_acc": 0.5517950208675069
    },
    {
      "epoch": 2.479501816294759,
      "grad_norm": 1.7398525476455688,
      "learning_rate": 1.0621198330090805e-05,
      "loss": 1.9553054809570312,
      "step": 2390,
      "token_acc": 0.5484108066170879
    },
    {
      "epoch": 2.489880643487286,
      "grad_norm": 1.7609021663665771,
      "learning_rate": 1.05541147491597e-05,
      "loss": 1.9113622665405274,
      "step": 2400,
      "token_acc": 0.5569021208403235
    },
    {
      "epoch": 2.500259470679813,
      "grad_norm": 1.6799272298812866,
      "learning_rate": 1.04870061455043e-05,
      "loss": 1.883762741088867,
      "step": 2410,
      "token_acc": 0.5617027855799211
    },
    {
      "epoch": 2.5106382978723403,
      "grad_norm": 1.8168262243270874,
      "learning_rate": 1.0419875549616196e-05,
      "loss": 1.9137689590454101,
      "step": 2420,
      "token_acc": 0.5557871460236681
    },
    {
      "epoch": 2.5210171250648674,
      "grad_norm": 1.6799908876419067,
      "learning_rate": 1.0352725992980104e-05,
      "loss": 1.9013198852539062,
      "step": 2430,
      "token_acc": 0.5567794519651424
    },
    {
      "epoch": 2.531395952257395,
      "grad_norm": 1.7614784240722656,
      "learning_rate": 1.0285560507936962e-05,
      "loss": 1.9300392150878907,
      "step": 2440,
      "token_acc": 0.556598812423096
    },
    {
      "epoch": 2.541774779449922,
      "grad_norm": 1.7416421175003052,
      "learning_rate": 1.0218382127547022e-05,
      "loss": 1.9304391860961914,
      "step": 2450,
      "token_acc": 0.5545185709087368
    },
    {
      "epoch": 2.5521536066424493,
      "grad_norm": 1.6595633029937744,
      "learning_rate": 1.0151193885452845e-05,
      "loss": 1.9420501708984375,
      "step": 2460,
      "token_acc": 0.552393083334597
    },
    {
      "epoch": 2.562532433834977,
      "grad_norm": 1.6998454332351685,
      "learning_rate": 1.0083998815742335e-05,
      "loss": 1.9268463134765625,
      "step": 2470,
      "token_acc": 0.5534130706371475
    },
    {
      "epoch": 2.572911261027504,
      "grad_norm": 1.7023824453353882,
      "learning_rate": 1.0016799952811722e-05,
      "loss": 1.9064176559448243,
      "step": 2480,
      "token_acc": 0.5587350238248682
    },
    {
      "epoch": 2.583290088220031,
      "grad_norm": 1.7349321842193604,
      "learning_rate": 9.949600331228523e-06,
      "loss": 1.928802490234375,
      "step": 2490,
      "token_acc": 0.5534973355570924
    },
    {
      "epoch": 2.5936689154125583,
      "grad_norm": 1.7485408782958984,
      "learning_rate": 9.882402985594514e-06,
      "loss": 1.9113471984863282,
      "step": 2500,
      "token_acc": 0.5557637992041242
    },
    {
      "epoch": 2.6040477426050854,
      "grad_norm": 1.8012971878051758,
      "learning_rate": 9.815210950408703e-06,
      "loss": 1.9024391174316406,
      "step": 2510,
      "token_acc": 0.5563252183844836
    },
    {
      "epoch": 2.614426569797613,
      "grad_norm": 1.734852910041809,
      "learning_rate": 9.748027259930276e-06,
      "loss": 1.9226268768310546,
      "step": 2520,
      "token_acc": 0.553243728321368
    },
    {
      "epoch": 2.62480539699014,
      "grad_norm": 1.7272549867630005,
      "learning_rate": 9.6808549480416e-06,
      "loss": 1.912221336364746,
      "step": 2530,
      "token_acc": 0.5554663991975928
    },
    {
      "epoch": 2.6351842241826673,
      "grad_norm": 1.7384474277496338,
      "learning_rate": 9.6136970481112e-06,
      "loss": 1.8983772277832032,
      "step": 2540,
      "token_acc": 0.5575010620383972
    },
    {
      "epoch": 2.645563051375195,
      "grad_norm": 1.6821212768554688,
      "learning_rate": 9.54655659285679e-06,
      "loss": 1.9068862915039062,
      "step": 2550,
      "token_acc": 0.5582667806167054
    },
    {
      "epoch": 2.655941878567722,
      "grad_norm": 1.6929022073745728,
      "learning_rate": 9.47943661420831e-06,
      "loss": 1.9249227523803711,
      "step": 2560,
      "token_acc": 0.5550895998690778
    },
    {
      "epoch": 2.666320705760249,
      "grad_norm": 1.5699330568313599,
      "learning_rate": 9.412340143171025e-06,
      "loss": 1.9345794677734376,
      "step": 2570,
      "token_acc": 0.5546420775617618
    },
    {
      "epoch": 2.6766995329527763,
      "grad_norm": 1.6654072999954224,
      "learning_rate": 9.345270209688639e-06,
      "loss": 1.9140254974365234,
      "step": 2580,
      "token_acc": 0.5561770464549146
    },
    {
      "epoch": 2.6870783601453034,
      "grad_norm": 1.7323963642120361,
      "learning_rate": 9.278229842506476e-06,
      "loss": 1.891197395324707,
      "step": 2590,
      "token_acc": 0.559995923151404
    },
    {
      "epoch": 2.6974571873378306,
      "grad_norm": 1.6370705366134644,
      "learning_rate": 9.211222069034696e-06,
      "loss": 1.9491371154785155,
      "step": 2600,
      "token_acc": 0.5505838534326555
    },
    {
      "epoch": 2.707836014530358,
      "grad_norm": 1.6768380403518677,
      "learning_rate": 9.144249915211605e-06,
      "loss": 1.9355926513671875,
      "step": 2610,
      "token_acc": 0.5530301856585844
    },
    {
      "epoch": 2.7182148417228853,
      "grad_norm": 1.6993346214294434,
      "learning_rate": 9.07731640536698e-06,
      "loss": 1.8661931991577148,
      "step": 2620,
      "token_acc": 0.566435676477357
    },
    {
      "epoch": 2.7285936689154124,
      "grad_norm": 1.8695818185806274,
      "learning_rate": 9.010424562085531e-06,
      "loss": 1.9347620010375977,
      "step": 2630,
      "token_acc": 0.5513946774501753
    },
    {
      "epoch": 2.73897249610794,
      "grad_norm": 1.7306283712387085,
      "learning_rate": 8.943577406070369e-06,
      "loss": 1.9210147857666016,
      "step": 2640,
      "token_acc": 0.5563004959603232
    },
    {
      "epoch": 2.749351323300467,
      "grad_norm": 1.7726759910583496,
      "learning_rate": 8.876777956006631e-06,
      "loss": 1.9050409317016601,
      "step": 2650,
      "token_acc": 0.5590982656649617
    },
    {
      "epoch": 2.7597301504929943,
      "grad_norm": 1.6881150007247925,
      "learning_rate": 8.810029228425143e-06,
      "loss": 1.8932125091552734,
      "step": 2660,
      "token_acc": 0.5570060388511354
    },
    {
      "epoch": 2.7701089776855214,
      "grad_norm": 1.765500545501709,
      "learning_rate": 8.743334237566202e-06,
      "loss": 1.9176090240478516,
      "step": 2670,
      "token_acc": 0.554214403691372
    },
    {
      "epoch": 2.7804878048780486,
      "grad_norm": 1.6848795413970947,
      "learning_rate": 8.67669599524347e-06,
      "loss": 1.8865711212158203,
      "step": 2680,
      "token_acc": 0.562042711044617
    },
    {
      "epoch": 2.790866632070576,
      "grad_norm": 1.7397648096084595,
      "learning_rate": 8.61011751070794e-06,
      "loss": 1.9190990447998046,
      "step": 2690,
      "token_acc": 0.5526579636075706
    },
    {
      "epoch": 2.8012454592631033,
      "grad_norm": 1.68130362033844,
      "learning_rate": 8.543601790512082e-06,
      "loss": 1.8705915451049804,
      "step": 2700,
      "token_acc": 0.5634827796813697
    },
    {
      "epoch": 2.8116242864556305,
      "grad_norm": 1.6546133756637573,
      "learning_rate": 8.477151838374038e-06,
      "loss": 1.9126605987548828,
      "step": 2710,
      "token_acc": 0.5567444713738346
    },
    {
      "epoch": 2.822003113648158,
      "grad_norm": 1.6276742219924927,
      "learning_rate": 8.410770655042003e-06,
      "loss": 1.8713298797607423,
      "step": 2720,
      "token_acc": 0.565101467890801
    },
    {
      "epoch": 2.832381940840685,
      "grad_norm": 1.7484148740768433,
      "learning_rate": 8.3444612381587e-06,
      "loss": 1.9256477355957031,
      "step": 2730,
      "token_acc": 0.5560268203646488
    },
    {
      "epoch": 2.8427607680332123,
      "grad_norm": 1.6800369024276733,
      "learning_rate": 8.278226582126038e-06,
      "loss": 1.917556381225586,
      "step": 2740,
      "token_acc": 0.5568249221183801
    },
    {
      "epoch": 2.8531395952257395,
      "grad_norm": 1.6541880369186401,
      "learning_rate": 8.212069677969852e-06,
      "loss": 1.9023046493530273,
      "step": 2750,
      "token_acc": 0.5583130021289491
    },
    {
      "epoch": 2.8635184224182666,
      "grad_norm": 1.6244224309921265,
      "learning_rate": 8.145993513204876e-06,
      "loss": 1.8897109985351563,
      "step": 2760,
      "token_acc": 0.5602205321322208
    },
    {
      "epoch": 2.8738972496107937,
      "grad_norm": 1.7208482027053833,
      "learning_rate": 8.0800010716998e-06,
      "loss": 1.9432632446289062,
      "step": 2770,
      "token_acc": 0.5509531773420171
    },
    {
      "epoch": 2.8842760768033213,
      "grad_norm": 1.6855223178863525,
      "learning_rate": 8.014095333542548e-06,
      "loss": 1.895047378540039,
      "step": 2780,
      "token_acc": 0.5613392045711302
    },
    {
      "epoch": 2.8946549039958485,
      "grad_norm": 1.6913646459579468,
      "learning_rate": 7.948279274905677e-06,
      "loss": 1.8993762969970702,
      "step": 2790,
      "token_acc": 0.5579996054448609
    },
    {
      "epoch": 2.9050337311883756,
      "grad_norm": 1.6410419940948486,
      "learning_rate": 7.882555867912018e-06,
      "loss": 1.9352861404418946,
      "step": 2800,
      "token_acc": 0.5537088527185062
    },
    {
      "epoch": 2.915412558380903,
      "grad_norm": 1.6772572994232178,
      "learning_rate": 7.81692808050041e-06,
      "loss": 1.9284124374389648,
      "step": 2810,
      "token_acc": 0.5541538222417947
    },
    {
      "epoch": 2.9257913855734303,
      "grad_norm": 1.7049256563186646,
      "learning_rate": 7.751398876291725e-06,
      "loss": 1.937514877319336,
      "step": 2820,
      "token_acc": 0.5518980676004275
    },
    {
      "epoch": 2.9361702127659575,
      "grad_norm": 1.6900954246520996,
      "learning_rate": 7.685971214454994e-06,
      "loss": 1.8913965225219727,
      "step": 2830,
      "token_acc": 0.5604702567465811
    },
    {
      "epoch": 2.9465490399584846,
      "grad_norm": 1.7197011709213257,
      "learning_rate": 7.620648049573815e-06,
      "loss": 1.911862564086914,
      "step": 2840,
      "token_acc": 0.5571605795950774
    },
    {
      "epoch": 2.9569278671510117,
      "grad_norm": 1.758101463317871,
      "learning_rate": 7.5554323315128905e-06,
      "loss": 1.8751121520996095,
      "step": 2850,
      "token_acc": 0.5672182689906118
    },
    {
      "epoch": 2.9673066943435393,
      "grad_norm": 1.733535647392273,
      "learning_rate": 7.490327005284852e-06,
      "loss": 1.8596960067749024,
      "step": 2860,
      "token_acc": 0.5660323686613866
    },
    {
      "epoch": 2.9776855215360665,
      "grad_norm": 1.757304072380066,
      "learning_rate": 7.425335010917244e-06,
      "loss": 1.9053394317626953,
      "step": 2870,
      "token_acc": 0.5565210612478237
    },
    {
      "epoch": 2.9880643487285936,
      "grad_norm": 1.7628564834594727,
      "learning_rate": 7.3604592833197785e-06,
      "loss": 1.8903701782226563,
      "step": 2880,
      "token_acc": 0.5576756287944492
    },
    {
      "epoch": 2.9984431759211208,
      "grad_norm": 1.7401490211486816,
      "learning_rate": 7.2957027521517876e-06,
      "loss": 1.9200553894042969,
      "step": 2890,
      "token_acc": 0.5563947198675396
    },
    {
      "epoch": 3.0083030617540216,
      "grad_norm": 1.7933138608932495,
      "learning_rate": 7.231068341689923e-06,
      "loss": 1.7847864151000976,
      "step": 2900,
      "token_acc": 0.5815433614942374
    },
    {
      "epoch": 3.018681888946549,
      "grad_norm": 1.7872165441513062,
      "learning_rate": 7.166558970696118e-06,
      "loss": 1.7788661956787108,
      "step": 2910,
      "token_acc": 0.5808766554404801
    },
    {
      "epoch": 3.0290607161390763,
      "grad_norm": 1.7825837135314941,
      "learning_rate": 7.102177552285753e-06,
      "loss": 1.766078567504883,
      "step": 2920,
      "token_acc": 0.5815241849133316
    },
    {
      "epoch": 3.0394395433316035,
      "grad_norm": 1.7438377141952515,
      "learning_rate": 7.037926993796148e-06,
      "loss": 1.7677196502685546,
      "step": 2930,
      "token_acc": 0.5844153279554498
    },
    {
      "epoch": 3.0498183705241306,
      "grad_norm": 1.812364935874939,
      "learning_rate": 6.973810196655226e-06,
      "loss": 1.7670604705810546,
      "step": 2940,
      "token_acc": 0.5820803530270934
    },
    {
      "epoch": 3.060197197716658,
      "grad_norm": 1.7296171188354492,
      "learning_rate": 6.909830056250527e-06,
      "loss": 1.793588638305664,
      "step": 2950,
      "token_acc": 0.5778754471934219
    },
    {
      "epoch": 3.0705760249091854,
      "grad_norm": 1.7110881805419922,
      "learning_rate": 6.845989461798434e-06,
      "loss": 1.7946462631225586,
      "step": 2960,
      "token_acc": 0.5781437542176867
    },
    {
      "epoch": 3.0809548521017125,
      "grad_norm": 1.6934293508529663,
      "learning_rate": 6.7822912962137225e-06,
      "loss": 1.7851028442382812,
      "step": 2970,
      "token_acc": 0.5798904484087285
    },
    {
      "epoch": 3.0913336792942396,
      "grad_norm": 1.7866111993789673,
      "learning_rate": 6.718738435979346e-06,
      "loss": 1.7402740478515626,
      "step": 2980,
      "token_acc": 0.5871197279124806
    },
    {
      "epoch": 3.101712506486767,
      "grad_norm": 1.736386775970459,
      "learning_rate": 6.655333751016573e-06,
      "loss": 1.779799461364746,
      "step": 2990,
      "token_acc": 0.5803670175726048
    },
    {
      "epoch": 3.1120913336792944,
      "grad_norm": 1.6074467897415161,
      "learning_rate": 6.592080104555357e-06,
      "loss": 1.7721286773681642,
      "step": 3000,
      "token_acc": 0.5815654279239847
    },
    {
      "epoch": 3.1224701608718215,
      "grad_norm": 1.654293417930603,
      "learning_rate": 6.528980353005065e-06,
      "loss": 1.7722492218017578,
      "step": 3010,
      "token_acc": 0.5809519043090936
    },
    {
      "epoch": 3.1328489880643486,
      "grad_norm": 1.757063627243042,
      "learning_rate": 6.466037345825462e-06,
      "loss": 1.7850852966308595,
      "step": 3020,
      "token_acc": 0.5779664537307686
    },
    {
      "epoch": 3.143227815256876,
      "grad_norm": 1.6419646739959717,
      "learning_rate": 6.403253925398059e-06,
      "loss": 1.7818527221679688,
      "step": 3030,
      "token_acc": 0.580335255100174
    },
    {
      "epoch": 3.1536066424494034,
      "grad_norm": 1.7364999055862427,
      "learning_rate": 6.340632926897733e-06,
      "loss": 1.7778926849365235,
      "step": 3040,
      "token_acc": 0.5805299510234836
    },
    {
      "epoch": 3.1639854696419305,
      "grad_norm": 1.686894178390503,
      "learning_rate": 6.278177178164722e-06,
      "loss": 1.7976924896240234,
      "step": 3050,
      "token_acc": 0.5755041075429425
    },
    {
      "epoch": 3.1743642968344576,
      "grad_norm": 1.813187599182129,
      "learning_rate": 6.215889499576898e-06,
      "loss": 1.7882804870605469,
      "step": 3060,
      "token_acc": 0.5757798878168254
    },
    {
      "epoch": 3.184743124026985,
      "grad_norm": 1.938328504562378,
      "learning_rate": 6.153772703922434e-06,
      "loss": 1.8018409729003906,
      "step": 3070,
      "token_acc": 0.5758089953727078
    },
    {
      "epoch": 3.1951219512195124,
      "grad_norm": 1.7211450338363647,
      "learning_rate": 6.091829596272754e-06,
      "loss": 1.7908195495605468,
      "step": 3080,
      "token_acc": 0.5797552100562355
    },
    {
      "epoch": 3.2055007784120395,
      "grad_norm": 1.7885199785232544,
      "learning_rate": 6.030062973855881e-06,
      "loss": 1.7822357177734376,
      "step": 3090,
      "token_acc": 0.5781079138938358
    },
    {
      "epoch": 3.2158796056045666,
      "grad_norm": 1.7050336599349976,
      "learning_rate": 5.968475625930125e-06,
      "loss": 1.7774345397949218,
      "step": 3100,
      "token_acc": 0.5787688935756673
    },
    {
      "epoch": 3.226258432797094,
      "grad_norm": 1.7510007619857788,
      "learning_rate": 5.907070333658092e-06,
      "loss": 1.7928211212158203,
      "step": 3110,
      "token_acc": 0.5779202171781916
    },
    {
      "epoch": 3.2366372599896214,
      "grad_norm": 1.7525726556777954,
      "learning_rate": 5.845849869981137e-06,
      "loss": 1.7825614929199218,
      "step": 3120,
      "token_acc": 0.5797023776728157
    },
    {
      "epoch": 3.2470160871821485,
      "grad_norm": 1.694647192955017,
      "learning_rate": 5.784816999494107e-06,
      "loss": 1.7892009735107421,
      "step": 3130,
      "token_acc": 0.5793172105672105
    },
    {
      "epoch": 3.2573949143746757,
      "grad_norm": 1.6872886419296265,
      "learning_rate": 5.72397447832053e-06,
      "loss": 1.7687557220458985,
      "step": 3140,
      "token_acc": 0.5815162887834331
    },
    {
      "epoch": 3.267773741567203,
      "grad_norm": 1.766538381576538,
      "learning_rate": 5.663325053988112e-06,
      "loss": 1.7987842559814453,
      "step": 3150,
      "token_acc": 0.5771982496214624
    },
    {
      "epoch": 3.2781525687597304,
      "grad_norm": 1.8170520067214966,
      "learning_rate": 5.602871465304712e-06,
      "loss": 1.7943660736083984,
      "step": 3160,
      "token_acc": 0.5749129461509762
    },
    {
      "epoch": 3.2885313959522575,
      "grad_norm": 1.7518370151519775,
      "learning_rate": 5.542616442234618e-06,
      "loss": 1.7794151306152344,
      "step": 3170,
      "token_acc": 0.5811122822868042
    },
    {
      "epoch": 3.2989102231447847,
      "grad_norm": 1.72953462600708,
      "learning_rate": 5.482562705775307e-06,
      "loss": 1.7845090866088866,
      "step": 3180,
      "token_acc": 0.5807300771208226
    },
    {
      "epoch": 3.309289050337312,
      "grad_norm": 1.7175217866897583,
      "learning_rate": 5.422712967834536e-06,
      "loss": 1.746173095703125,
      "step": 3190,
      "token_acc": 0.5869713294940864
    },
    {
      "epoch": 3.319667877529839,
      "grad_norm": 1.7991154193878174,
      "learning_rate": 5.3630699311079025e-06,
      "loss": 1.7695350646972656,
      "step": 3200,
      "token_acc": 0.5825589706933524
    },
    {
      "epoch": 3.3300467047223665,
      "grad_norm": 1.7676479816436768,
      "learning_rate": 5.303636288956784e-06,
      "loss": 1.779949951171875,
      "step": 3210,
      "token_acc": 0.5806730122409199
    },
    {
      "epoch": 3.3404255319148937,
      "grad_norm": 1.6731163263320923,
      "learning_rate": 5.244414725286717e-06,
      "loss": 1.7868644714355468,
      "step": 3220,
      "token_acc": 0.577503006382782
    },
    {
      "epoch": 3.350804359107421,
      "grad_norm": 1.7500766515731812,
      "learning_rate": 5.185407914426185e-06,
      "loss": 1.787148666381836,
      "step": 3230,
      "token_acc": 0.5780114006598221
    },
    {
      "epoch": 3.361183186299948,
      "grad_norm": 1.6943732500076294,
      "learning_rate": 5.1266185210058716e-06,
      "loss": 1.7858871459960937,
      "step": 3240,
      "token_acc": 0.5804821423210479
    },
    {
      "epoch": 3.3715620134924755,
      "grad_norm": 1.7913635969161987,
      "learning_rate": 5.0680491998383075e-06,
      "loss": 1.7993558883666991,
      "step": 3250,
      "token_acc": 0.5766716288947418
    },
    {
      "epoch": 3.3819408406850027,
      "grad_norm": 1.7697553634643555,
      "learning_rate": 5.009702595798007e-06,
      "loss": 1.7874996185302734,
      "step": 3260,
      "token_acc": 0.5784962270571046
    },
    {
      "epoch": 3.39231966787753,
      "grad_norm": 1.8096823692321777,
      "learning_rate": 4.951581343702014e-06,
      "loss": 1.7859077453613281,
      "step": 3270,
      "token_acc": 0.5775580323472723
    },
    {
      "epoch": 3.402698495070057,
      "grad_norm": 1.7445858716964722,
      "learning_rate": 4.893688068190933e-06,
      "loss": 1.7741769790649413,
      "step": 3280,
      "token_acc": 0.5796821238864461
    },
    {
      "epoch": 3.413077322262584,
      "grad_norm": 1.74964439868927,
      "learning_rate": 4.836025383610382e-06,
      "loss": 1.7720981597900392,
      "step": 3290,
      "token_acc": 0.581970378565688
    },
    {
      "epoch": 3.4234561494551117,
      "grad_norm": 1.6911801099777222,
      "learning_rate": 4.778595893892965e-06,
      "loss": 1.7849388122558594,
      "step": 3300,
      "token_acc": 0.5775393743314663
    },
    {
      "epoch": 3.433834976647639,
      "grad_norm": 1.7003135681152344,
      "learning_rate": 4.721402192440662e-06,
      "loss": 1.7562515258789062,
      "step": 3310,
      "token_acc": 0.5862133103245173
    },
    {
      "epoch": 3.444213803840166,
      "grad_norm": 1.7339173555374146,
      "learning_rate": 4.664446862007718e-06,
      "loss": 1.771366500854492,
      "step": 3320,
      "token_acc": 0.5824997048724279
    },
    {
      "epoch": 3.4545926310326935,
      "grad_norm": 1.676377773284912,
      "learning_rate": 4.607732474584021e-06,
      "loss": 1.7776805877685546,
      "step": 3330,
      "token_acc": 0.5792565255451217
    },
    {
      "epoch": 3.4649714582252207,
      "grad_norm": 1.7419383525848389,
      "learning_rate": 4.551261591278948e-06,
      "loss": 1.819643783569336,
      "step": 3340,
      "token_acc": 0.572021428357658
    },
    {
      "epoch": 3.475350285417748,
      "grad_norm": 1.7194054126739502,
      "learning_rate": 4.4950367622057175e-06,
      "loss": 1.7884777069091797,
      "step": 3350,
      "token_acc": 0.5775204932749228
    },
    {
      "epoch": 3.485729112610275,
      "grad_norm": 1.7317556142807007,
      "learning_rate": 4.439060526366214e-06,
      "loss": 1.7950115203857422,
      "step": 3360,
      "token_acc": 0.5767983268722787
    },
    {
      "epoch": 3.496107939802802,
      "grad_norm": 1.7749775648117065,
      "learning_rate": 4.383335411536357e-06,
      "loss": 1.7846269607543945,
      "step": 3370,
      "token_acc": 0.577009900267448
    },
    {
      "epoch": 3.5064867669953297,
      "grad_norm": 1.7031441926956177,
      "learning_rate": 4.327863934151927e-06,
      "loss": 1.822881317138672,
      "step": 3380,
      "token_acc": 0.5740582341671794
    },
    {
      "epoch": 3.516865594187857,
      "grad_norm": 1.725158452987671,
      "learning_rate": 4.272648599194948e-06,
      "loss": 1.8034452438354491,
      "step": 3390,
      "token_acc": 0.5752027714670477
    },
    {
      "epoch": 3.527244421380384,
      "grad_norm": 1.7717089653015137,
      "learning_rate": 4.217691900080561e-06,
      "loss": 1.7635791778564454,
      "step": 3400,
      "token_acc": 0.5858324159647731
    },
    {
      "epoch": 3.537623248572911,
      "grad_norm": 1.7894845008850098,
      "learning_rate": 4.162996318544421e-06,
      "loss": 1.8027706146240234,
      "step": 3410,
      "token_acc": 0.5765381410803377
    },
    {
      "epoch": 3.5480020757654387,
      "grad_norm": 1.7400885820388794,
      "learning_rate": 4.108564324530626e-06,
      "loss": 1.7660438537597656,
      "step": 3420,
      "token_acc": 0.5813853899020284
    },
    {
      "epoch": 3.558380902957966,
      "grad_norm": 1.6926931142807007,
      "learning_rate": 4.054398376080195e-06,
      "loss": 1.765034294128418,
      "step": 3430,
      "token_acc": 0.5831922378919834
    },
    {
      "epoch": 3.568759730150493,
      "grad_norm": 1.7972161769866943,
      "learning_rate": 4.000500919220042e-06,
      "loss": 1.7922992706298828,
      "step": 3440,
      "token_acc": 0.5796203984871603
    },
    {
      "epoch": 3.57913855734302,
      "grad_norm": 1.7740036249160767,
      "learning_rate": 3.946874387852545e-06,
      "loss": 1.784423828125,
      "step": 3450,
      "token_acc": 0.5785921129951878
    },
    {
      "epoch": 3.5895173845355473,
      "grad_norm": 1.6737877130508423,
      "learning_rate": 3.893521203645618e-06,
      "loss": 1.7723068237304687,
      "step": 3460,
      "token_acc": 0.5793755710151437
    },
    {
      "epoch": 3.599896211728075,
      "grad_norm": 1.7076884508132935,
      "learning_rate": 3.840443775923365e-06,
      "loss": 1.7948810577392578,
      "step": 3470,
      "token_acc": 0.5774442144601075
    },
    {
      "epoch": 3.610275038920602,
      "grad_norm": 1.7473175525665283,
      "learning_rate": 3.7876445015572595e-06,
      "loss": 1.742638397216797,
      "step": 3480,
      "token_acc": 0.5880681233139068
    },
    {
      "epoch": 3.620653866113129,
      "grad_norm": 1.7900375127792358,
      "learning_rate": 3.7351257648579363e-06,
      "loss": 1.7668539047241212,
      "step": 3490,
      "token_acc": 0.5807464999605999
    },
    {
      "epoch": 3.6310326933056567,
      "grad_norm": 1.6722220182418823,
      "learning_rate": 3.6828899374674933e-06,
      "loss": 1.7775386810302733,
      "step": 3500,
      "token_acc": 0.5794847923620121
    },
    {
      "epoch": 3.641411520498184,
      "grad_norm": 1.6988933086395264,
      "learning_rate": 3.630939378252409e-06,
      "loss": 1.7848529815673828,
      "step": 3510,
      "token_acc": 0.578767413040557
    },
    {
      "epoch": 3.651790347690711,
      "grad_norm": 1.7073800563812256,
      "learning_rate": 3.5792764331970187e-06,
      "loss": 1.7846630096435547,
      "step": 3520,
      "token_acc": 0.577402894174943
    },
    {
      "epoch": 3.662169174883238,
      "grad_norm": 1.7581138610839844,
      "learning_rate": 3.5279034352975694e-06,
      "loss": 1.7899368286132813,
      "step": 3530,
      "token_acc": 0.5776512268731138
    },
    {
      "epoch": 3.6725480020757653,
      "grad_norm": 1.78201425075531,
      "learning_rate": 3.4768227044568727e-06,
      "loss": 1.7802978515625,
      "step": 3540,
      "token_acc": 0.5816299247686703
    },
    {
      "epoch": 3.682926829268293,
      "grad_norm": 1.7444225549697876,
      "learning_rate": 3.4260365473795275e-06,
      "loss": 1.786656951904297,
      "step": 3550,
      "token_acc": 0.5805562818985638
    },
    {
      "epoch": 3.69330565646082,
      "grad_norm": 1.6898013353347778,
      "learning_rate": 3.3755472574677815e-06,
      "loss": 1.7475749969482421,
      "step": 3560,
      "token_acc": 0.5867399708791484
    },
    {
      "epoch": 3.703684483653347,
      "grad_norm": 1.815169095993042,
      "learning_rate": 3.3253571147179333e-06,
      "loss": 1.7867530822753905,
      "step": 3570,
      "token_acc": 0.5789359537739405
    },
    {
      "epoch": 3.7140633108458743,
      "grad_norm": 1.8932245969772339,
      "learning_rate": 3.2754683856173996e-06,
      "loss": 1.765546989440918,
      "step": 3580,
      "token_acc": 0.5831094736110353
    },
    {
      "epoch": 3.724442138038402,
      "grad_norm": 1.8122197389602661,
      "learning_rate": 3.225883323042349e-06,
      "loss": 1.7789619445800782,
      "step": 3590,
      "token_acc": 0.5809870570338412
    },
    {
      "epoch": 3.734820965230929,
      "grad_norm": 1.7348006963729858,
      "learning_rate": 3.1766041661559768e-06,
      "loss": 1.8092857360839845,
      "step": 3600,
      "token_acc": 0.5745436694361454
    },
    {
      "epoch": 3.745199792423456,
      "grad_norm": 1.7380821704864502,
      "learning_rate": 3.1276331403073733e-06,
      "loss": 1.7682304382324219,
      "step": 3610,
      "token_acc": 0.5805616224648986
    },
    {
      "epoch": 3.7555786196159833,
      "grad_norm": 1.6613750457763672,
      "learning_rate": 3.0789724569310532e-06,
      "loss": 1.7744525909423827,
      "step": 3620,
      "token_acc": 0.5791571258061707
    },
    {
      "epoch": 3.7659574468085104,
      "grad_norm": 1.6839523315429688,
      "learning_rate": 3.0306243134470668e-06,
      "loss": 1.8063148498535155,
      "step": 3630,
      "token_acc": 0.576251360450805
    },
    {
      "epoch": 3.776336274001038,
      "grad_norm": 1.792040467262268,
      "learning_rate": 2.9825908931617942e-06,
      "loss": 1.7527238845825195,
      "step": 3640,
      "token_acc": 0.5845000155904088
    },
    {
      "epoch": 3.786715101193565,
      "grad_norm": 1.751470685005188,
      "learning_rate": 2.9348743651693356e-06,
      "loss": 1.7899675369262695,
      "step": 3650,
      "token_acc": 0.5776564975729986
    },
    {
      "epoch": 3.7970939283860923,
      "grad_norm": 1.724918007850647,
      "learning_rate": 2.8874768842535626e-06,
      "loss": 1.7680557250976563,
      "step": 3660,
      "token_acc": 0.5814622110729144
    },
    {
      "epoch": 3.80747275557862,
      "grad_norm": 1.5394452810287476,
      "learning_rate": 2.8404005907908083e-06,
      "loss": 1.7768871307373046,
      "step": 3670,
      "token_acc": 0.5859133747744135
    },
    {
      "epoch": 3.817851582771147,
      "grad_norm": 1.7015700340270996,
      "learning_rate": 2.793647610653225e-06,
      "loss": 1.7709339141845704,
      "step": 3680,
      "token_acc": 0.5816131952839303
    },
    {
      "epoch": 3.828230409963674,
      "grad_norm": 1.7198463678359985,
      "learning_rate": 2.747220055112768e-06,
      "loss": 1.7493492126464845,
      "step": 3690,
      "token_acc": 0.5874759494729798
    },
    {
      "epoch": 3.8386092371562013,
      "grad_norm": 1.631688117980957,
      "learning_rate": 2.7011200207458676e-06,
      "loss": 1.78626708984375,
      "step": 3700,
      "token_acc": 0.5804323872869886
    },
    {
      "epoch": 3.8489880643487284,
      "grad_norm": 1.6682333946228027,
      "learning_rate": 2.655349589338746e-06,
      "loss": 1.7783952713012696,
      "step": 3710,
      "token_acc": 0.5815845290081098
    },
    {
      "epoch": 3.8593668915412556,
      "grad_norm": 1.8272972106933594,
      "learning_rate": 2.6099108277934105e-06,
      "loss": 1.7815776824951173,
      "step": 3720,
      "token_acc": 0.5822206373060954
    },
    {
      "epoch": 3.869745718733783,
      "grad_norm": 1.649388313293457,
      "learning_rate": 2.5648057880343068e-06,
      "loss": 1.7444576263427733,
      "step": 3730,
      "token_acc": 0.585452577486445
    },
    {
      "epoch": 3.8801245459263103,
      "grad_norm": 1.6842070817947388,
      "learning_rate": 2.5200365069156728e-06,
      "loss": 1.7332420349121094,
      "step": 3740,
      "token_acc": 0.5904594885959988
    },
    {
      "epoch": 3.8905033731188374,
      "grad_norm": 1.6842021942138672,
      "learning_rate": 2.4756050061295535e-06,
      "loss": 1.7731719970703126,
      "step": 3750,
      "token_acc": 0.5820157956712175
    },
    {
      "epoch": 3.900882200311365,
      "grad_norm": 1.7146912813186646,
      "learning_rate": 2.4315132921144946e-06,
      "loss": 1.7766891479492188,
      "step": 3760,
      "token_acc": 0.5809164672838864
    },
    {
      "epoch": 3.911261027503892,
      "grad_norm": 1.8315688371658325,
      "learning_rate": 2.3877633559649505e-06,
      "loss": 1.7766403198242187,
      "step": 3770,
      "token_acc": 0.5827163089677545
    },
    {
      "epoch": 3.9216398546964193,
      "grad_norm": 1.6925230026245117,
      "learning_rate": 2.344357173341364e-06,
      "loss": 1.8139257431030273,
      "step": 3780,
      "token_acc": 0.5744653676778617
    },
    {
      "epoch": 3.9320186818889464,
      "grad_norm": 1.6660903692245483,
      "learning_rate": 2.3012967043809507e-06,
      "loss": 1.8107398986816405,
      "step": 3790,
      "token_acc": 0.5755519687549817
    },
    {
      "epoch": 3.9423975090814736,
      "grad_norm": 1.6355550289154053,
      "learning_rate": 2.2585838936091753e-06,
      "loss": 1.738602066040039,
      "step": 3800,
      "token_acc": 0.5867274569402229
    },
    {
      "epoch": 3.952776336274001,
      "grad_norm": 1.670543909072876,
      "learning_rate": 2.2162206698519584e-06,
      "loss": 1.7471502304077149,
      "step": 3810,
      "token_acc": 0.5860558505191971
    },
    {
      "epoch": 3.9631551634665283,
      "grad_norm": 1.6030086278915405,
      "learning_rate": 2.1742089461485504e-06,
      "loss": 1.7789886474609375,
      "step": 3820,
      "token_acc": 0.581808097615086
    },
    {
      "epoch": 3.9735339906590554,
      "grad_norm": 1.7222487926483154,
      "learning_rate": 2.132550619665168e-06,
      "loss": 1.7590545654296874,
      "step": 3830,
      "token_acc": 0.5814983220781373
    },
    {
      "epoch": 3.983912817851583,
      "grad_norm": 1.7116672992706299,
      "learning_rate": 2.0912475716093016e-06,
      "loss": 1.7779376983642579,
      "step": 3840,
      "token_acc": 0.5806435407299491
    },
    {
      "epoch": 3.99429164504411,
      "grad_norm": 1.6757533550262451,
      "learning_rate": 2.0503016671447786e-06,
      "loss": 1.7501903533935548,
      "step": 3850,
      "token_acc": 0.5844212269599975
    },
    {
      "epoch": 4.004151530877011,
      "grad_norm": 1.6910278797149658,
      "learning_rate": 2.009714755307519e-06,
      "loss": 1.742609405517578,
      "step": 3860,
      "token_acc": 0.588688524590164
    },
    {
      "epoch": 4.014530358069538,
      "grad_norm": 1.7896193265914917,
      "learning_rate": 1.9694886689220592e-06,
      "loss": 1.7103912353515625,
      "step": 3870,
      "token_acc": 0.5943016350768731
    },
    {
      "epoch": 4.024909185262065,
      "grad_norm": 1.6299549341201782,
      "learning_rate": 1.929625224518761e-06,
      "loss": 1.66673583984375,
      "step": 3880,
      "token_acc": 0.6008856410969241
    },
    {
      "epoch": 4.0352880124545925,
      "grad_norm": 1.8055658340454102,
      "learning_rate": 1.8901262222518025e-06,
      "loss": 1.709968376159668,
      "step": 3890,
      "token_acc": 0.5919140319861859
    },
    {
      "epoch": 4.04566683964712,
      "grad_norm": 1.6955589056015015,
      "learning_rate": 1.8509934458178713e-06,
      "loss": 1.6995389938354493,
      "step": 3900,
      "token_acc": 0.5971204228706649
    },
    {
      "epoch": 4.056045666839647,
      "grad_norm": 1.7214521169662476,
      "learning_rate": 1.812228662375628e-06,
      "loss": 1.6903017044067383,
      "step": 3910,
      "token_acc": 0.596530791043925
    },
    {
      "epoch": 4.066424494032175,
      "grad_norm": 1.8086495399475098,
      "learning_rate": 1.773833622465888e-06,
      "loss": 1.6978885650634765,
      "step": 3920,
      "token_acc": 0.5953170482049751
    },
    {
      "epoch": 4.076803321224702,
      "grad_norm": 1.7852308750152588,
      "learning_rate": 1.7358100599325944e-06,
      "loss": 1.7042343139648437,
      "step": 3930,
      "token_acc": 0.596890219382512
    },
    {
      "epoch": 4.087182148417229,
      "grad_norm": 1.6867796182632446,
      "learning_rate": 1.6981596918444953e-06,
      "loss": 1.692108154296875,
      "step": 3940,
      "token_acc": 0.5973590926113075
    },
    {
      "epoch": 4.097560975609756,
      "grad_norm": 1.7375496625900269,
      "learning_rate": 1.6608842184176243e-06,
      "loss": 1.684442138671875,
      "step": 3950,
      "token_acc": 0.5984781729782404
    },
    {
      "epoch": 4.107939802802283,
      "grad_norm": 1.8466476202011108,
      "learning_rate": 1.623985322938516e-06,
      "loss": 1.7386917114257812,
      "step": 3960,
      "token_acc": 0.5894643862576256
    },
    {
      "epoch": 4.1183186299948105,
      "grad_norm": 1.7492787837982178,
      "learning_rate": 1.587464671688187e-06,
      "loss": 1.7124431610107422,
      "step": 3970,
      "token_acc": 0.5941661102164264
    },
    {
      "epoch": 4.128697457187338,
      "grad_norm": 1.7667131423950195,
      "learning_rate": 1.5513239138668979e-06,
      "loss": 1.717066192626953,
      "step": 3980,
      "token_acc": 0.5924065062962455
    },
    {
      "epoch": 4.139076284379865,
      "grad_norm": 1.7511990070343018,
      "learning_rate": 1.5155646815196679e-06,
      "loss": 1.6888088226318358,
      "step": 3990,
      "token_acc": 0.5969850853692671
    },
    {
      "epoch": 4.149455111572392,
      "grad_norm": 1.7568092346191406,
      "learning_rate": 1.48018858946259e-06,
      "loss": 1.680096435546875,
      "step": 4000,
      "token_acc": 0.5987453460498802
    },
    {
      "epoch": 4.15983393876492,
      "grad_norm": 1.7091623544692993,
      "learning_rate": 1.445197235209892e-06,
      "loss": 1.7219488143920898,
      "step": 4010,
      "token_acc": 0.592944015782332
    },
    {
      "epoch": 4.170212765957447,
      "grad_norm": 1.8365898132324219,
      "learning_rate": 1.4105921989018112e-06,
      "loss": 1.7337966918945313,
      "step": 4020,
      "token_acc": 0.5892132925012415
    },
    {
      "epoch": 4.180591593149974,
      "grad_norm": 1.6755924224853516,
      "learning_rate": 1.3763750432332302e-06,
      "loss": 1.6933116912841797,
      "step": 4030,
      "token_acc": 0.5995327949735183
    },
    {
      "epoch": 4.190970420342501,
      "grad_norm": 1.7931687831878662,
      "learning_rate": 1.3425473133831124e-06,
      "loss": 1.6765281677246093,
      "step": 4040,
      "token_acc": 0.6010357255327339
    },
    {
      "epoch": 4.2013492475350285,
      "grad_norm": 1.6096997261047363,
      "learning_rate": 1.3091105369447166e-06,
      "loss": 1.7237010955810548,
      "step": 4050,
      "token_acc": 0.5905854791436366
    },
    {
      "epoch": 4.211728074727556,
      "grad_norm": 1.7379004955291748,
      "learning_rate": 1.2760662238566278e-06,
      "loss": 1.6687942504882813,
      "step": 4060,
      "token_acc": 0.6011614210691452
    },
    {
      "epoch": 4.222106901920083,
      "grad_norm": 1.7937663793563843,
      "learning_rate": 1.2434158663345553e-06,
      "loss": 1.673321533203125,
      "step": 4070,
      "token_acc": 0.6016861621748134
    },
    {
      "epoch": 4.23248572911261,
      "grad_norm": 1.8034650087356567,
      "learning_rate": 1.2111609388039625e-06,
      "loss": 1.7340202331542969,
      "step": 4080,
      "token_acc": 0.5876445274018769
    },
    {
      "epoch": 4.242864556305138,
      "grad_norm": 1.7721613645553589,
      "learning_rate": 1.1793028978334742e-06,
      "loss": 1.710007667541504,
      "step": 4090,
      "token_acc": 0.5947956680131843
    },
    {
      "epoch": 4.253243383497665,
      "grad_norm": 1.7631462812423706,
      "learning_rate": 1.1478431820691083e-06,
      "loss": 1.6774227142333984,
      "step": 4100,
      "token_acc": 0.6000717930309479
    },
    {
      "epoch": 4.263622210690192,
      "grad_norm": 1.7071177959442139,
      "learning_rate": 1.116783212169299e-06,
      "loss": 1.6625963211059571,
      "step": 4110,
      "token_acc": 0.6026242224292946
    },
    {
      "epoch": 4.274001037882719,
      "grad_norm": 1.8286573886871338,
      "learning_rate": 1.086124390740757e-06,
      "loss": 1.6820335388183594,
      "step": 4120,
      "token_acc": 0.6008151642611133
    },
    {
      "epoch": 4.2843798650752465,
      "grad_norm": 1.651700735092163,
      "learning_rate": 1.0558681022751127e-06,
      "loss": 1.6813400268554688,
      "step": 4130,
      "token_acc": 0.6001151099656707
    },
    {
      "epoch": 4.294758692267774,
      "grad_norm": 1.742108702659607,
      "learning_rate": 1.0260157130864178e-06,
      "loss": 1.6750873565673827,
      "step": 4140,
      "token_acc": 0.6007164232792602
    },
    {
      "epoch": 4.305137519460301,
      "grad_norm": 1.7463233470916748,
      "learning_rate": 9.9656857124942e-07,
      "loss": 1.6914520263671875,
      "step": 4150,
      "token_acc": 0.5961045910547944
    },
    {
      "epoch": 4.315516346652828,
      "grad_norm": 1.7035527229309082,
      "learning_rate": 9.675280065387117e-07,
      "loss": 1.7397287368774415,
      "step": 4160,
      "token_acc": 0.5893181536683043
    },
    {
      "epoch": 4.325895173845355,
      "grad_norm": 1.77140474319458,
      "learning_rate": 9.388953303686587e-07,
      "loss": 1.7106395721435548,
      "step": 4170,
      "token_acc": 0.5921493811308592
    },
    {
      "epoch": 4.336274001037883,
      "grad_norm": 1.7126872539520264,
      "learning_rate": 9.106718357341915e-07,
      "loss": 1.7010669708251953,
      "step": 4180,
      "token_acc": 0.5955515114750783
    },
    {
      "epoch": 4.34665282823041,
      "grad_norm": 1.796852946281433,
      "learning_rate": 8.82858797152416e-07,
      "loss": 1.7181104660034179,
      "step": 4190,
      "token_acc": 0.5900823619051568
    },
    {
      "epoch": 4.357031655422937,
      "grad_norm": 1.6908812522888184,
      "learning_rate": 8.554574706050489e-07,
      "loss": 1.692803955078125,
      "step": 4200,
      "token_acc": 0.5963465698752072
    },
    {
      "epoch": 4.3674104826154645,
      "grad_norm": 1.659064769744873,
      "learning_rate": 8.284690934817163e-07,
      "loss": 1.7040370941162108,
      "step": 4210,
      "token_acc": 0.5949970697695386
    },
    {
      "epoch": 4.377789309807992,
      "grad_norm": 1.7856544256210327,
      "learning_rate": 8.018948845240538e-07,
      "loss": 1.7089218139648437,
      "step": 4220,
      "token_acc": 0.5951604668678505
    },
    {
      "epoch": 4.388168137000519,
      "grad_norm": 1.859031319618225,
      "learning_rate": 7.757360437706995e-07,
      "loss": 1.7297183990478515,
      "step": 4230,
      "token_acc": 0.5902978210536332
    },
    {
      "epoch": 4.398546964193046,
      "grad_norm": 1.7074394226074219,
      "learning_rate": 7.49993752503072e-07,
      "loss": 1.729861068725586,
      "step": 4240,
      "token_acc": 0.5920085039952345
    },
    {
      "epoch": 4.408925791385573,
      "grad_norm": 1.738698959350586,
      "learning_rate": 7.246691731920485e-07,
      "loss": 1.6933917999267578,
      "step": 4250,
      "token_acc": 0.5974227581743239
    },
    {
      "epoch": 4.419304618578101,
      "grad_norm": 1.8904592990875244,
      "learning_rate": 6.997634494454575e-07,
      "loss": 1.7053550720214843,
      "step": 4260,
      "token_acc": 0.5967213114754099
    },
    {
      "epoch": 4.429683445770628,
      "grad_norm": 1.7518664598464966,
      "learning_rate": 6.752777059564431e-07,
      "loss": 1.7066520690917968,
      "step": 4270,
      "token_acc": 0.5938410363962532
    },
    {
      "epoch": 4.440062272963155,
      "grad_norm": 1.8016411066055298,
      "learning_rate": 6.51213048452668e-07,
      "loss": 1.7155086517333984,
      "step": 4280,
      "token_acc": 0.5924170376621474
    },
    {
      "epoch": 4.4504411001556825,
      "grad_norm": 1.6942793130874634,
      "learning_rate": 6.275705636463969e-07,
      "loss": 1.7269073486328126,
      "step": 4290,
      "token_acc": 0.5920985146629427
    },
    {
      "epoch": 4.46081992734821,
      "grad_norm": 1.653254508972168,
      "learning_rate": 6.043513191853978e-07,
      "loss": 1.7162269592285155,
      "step": 4300,
      "token_acc": 0.5923132785877884
    },
    {
      "epoch": 4.471198754540737,
      "grad_norm": 1.788749098777771,
      "learning_rate": 5.815563636047539e-07,
      "loss": 1.7156272888183595,
      "step": 4310,
      "token_acc": 0.5921776049196685
    },
    {
      "epoch": 4.481577581733264,
      "grad_norm": 1.8069233894348145,
      "learning_rate": 5.591867262794969e-07,
      "loss": 1.721381378173828,
      "step": 4320,
      "token_acc": 0.5925161499198195
    },
    {
      "epoch": 4.491956408925791,
      "grad_norm": 1.6404447555541992,
      "learning_rate": 5.372434173781338e-07,
      "loss": 1.675924301147461,
      "step": 4330,
      "token_acc": 0.5985891250350865
    },
    {
      "epoch": 4.502335236118318,
      "grad_norm": 1.727259874343872,
      "learning_rate": 5.157274278170188e-07,
      "loss": 1.698771095275879,
      "step": 4340,
      "token_acc": 0.5971852415367059
    },
    {
      "epoch": 4.512714063310846,
      "grad_norm": 1.731723427772522,
      "learning_rate": 4.946397292156157e-07,
      "loss": 1.7040802001953126,
      "step": 4350,
      "token_acc": 0.5962499043342943
    },
    {
      "epoch": 4.523092890503373,
      "grad_norm": 1.6307471990585327,
      "learning_rate": 4.739812738526151e-07,
      "loss": 1.7101400375366211,
      "step": 4360,
      "token_acc": 0.5958292869920777
    },
    {
      "epoch": 4.5334717176959005,
      "grad_norm": 1.7450075149536133,
      "learning_rate": 4.537529946229369e-07,
      "loss": 1.7206541061401368,
      "step": 4370,
      "token_acc": 0.5935436913109443
    },
    {
      "epoch": 4.543850544888428,
      "grad_norm": 1.8258659839630127,
      "learning_rate": 4.3395580499559276e-07,
      "loss": 1.6948991775512696,
      "step": 4380,
      "token_acc": 0.5983454585760061
    },
    {
      "epoch": 4.554229372080955,
      "grad_norm": 1.7573914527893066,
      "learning_rate": 4.1459059897244524e-07,
      "loss": 1.708029556274414,
      "step": 4390,
      "token_acc": 0.5935960338314994
    },
    {
      "epoch": 4.564608199273482,
      "grad_norm": 1.7217154502868652,
      "learning_rate": 3.956582510478368e-07,
      "loss": 1.6753950119018555,
      "step": 4400,
      "token_acc": 0.6009915479497058
    },
    {
      "epoch": 4.574987026466009,
      "grad_norm": 1.7759228944778442,
      "learning_rate": 3.7715961616908716e-07,
      "loss": 1.7161563873291015,
      "step": 4410,
      "token_acc": 0.5936897584184406
    },
    {
      "epoch": 4.585365853658536,
      "grad_norm": 1.6017059087753296,
      "learning_rate": 3.5909552969790376e-07,
      "loss": 1.6627635955810547,
      "step": 4420,
      "token_acc": 0.6015646673694723
    },
    {
      "epoch": 4.595744680851064,
      "grad_norm": 1.8440685272216797,
      "learning_rate": 3.4146680737264125e-07,
      "loss": 1.7209892272949219,
      "step": 4430,
      "token_acc": 0.5906698414687637
    },
    {
      "epoch": 4.606123508043591,
      "grad_norm": 1.6559165716171265,
      "learning_rate": 3.2427424527147647e-07,
      "loss": 1.6923173904418944,
      "step": 4440,
      "token_acc": 0.5959501510649956
    },
    {
      "epoch": 4.6165023352361185,
      "grad_norm": 1.8385257720947266,
      "learning_rate": 3.0751861977645124e-07,
      "loss": 1.7102893829345702,
      "step": 4450,
      "token_acc": 0.5937051258868454
    },
    {
      "epoch": 4.626881162428646,
      "grad_norm": 1.6878036260604858,
      "learning_rate": 2.912006875384199e-07,
      "loss": 1.7114158630371095,
      "step": 4460,
      "token_acc": 0.5917366228115186
    },
    {
      "epoch": 4.637259989621173,
      "grad_norm": 1.728395938873291,
      "learning_rate": 2.753211854428728e-07,
      "loss": 1.6825084686279297,
      "step": 4470,
      "token_acc": 0.5977566663402012
    },
    {
      "epoch": 4.6476388168137,
      "grad_norm": 1.7561081647872925,
      "learning_rate": 2.5988083057666534e-07,
      "loss": 1.6936420440673827,
      "step": 4480,
      "token_acc": 0.5972652753687681
    },
    {
      "epoch": 4.658017644006227,
      "grad_norm": 1.770182728767395,
      "learning_rate": 2.44880320195634e-07,
      "loss": 1.7172508239746094,
      "step": 4490,
      "token_acc": 0.5923068507993728
    },
    {
      "epoch": 4.668396471198754,
      "grad_norm": 1.7293405532836914,
      "learning_rate": 2.303203316931102e-07,
      "loss": 1.721797561645508,
      "step": 4500,
      "token_acc": 0.5908964576942237
    },
    {
      "epoch": 4.678775298391281,
      "grad_norm": 1.745667815208435,
      "learning_rate": 2.1620152256932703e-07,
      "loss": 1.7090343475341796,
      "step": 4510,
      "token_acc": 0.5943612792230598
    },
    {
      "epoch": 4.689154125583809,
      "grad_norm": 1.7014964818954468,
      "learning_rate": 2.0252453040173646e-07,
      "loss": 1.6774726867675782,
      "step": 4520,
      "token_acc": 0.5988728151053164
    },
    {
      "epoch": 4.6995329527763365,
      "grad_norm": 1.7573457956314087,
      "learning_rate": 1.8928997281620675e-07,
      "loss": 1.7255043029785155,
      "step": 4530,
      "token_acc": 0.5909050964336854
    },
    {
      "epoch": 4.709911779968864,
      "grad_norm": 1.7178244590759277,
      "learning_rate": 1.7649844745913914e-07,
      "loss": 1.6658166885375976,
      "step": 4540,
      "token_acc": 0.6010626621432847
    },
    {
      "epoch": 4.720290607161391,
      "grad_norm": 1.824478268623352,
      "learning_rate": 1.6415053197047724e-07,
      "loss": 1.6976356506347656,
      "step": 4550,
      "token_acc": 0.5948620938326313
    },
    {
      "epoch": 4.730669434353918,
      "grad_norm": 1.7294687032699585,
      "learning_rate": 1.522467839576214e-07,
      "loss": 1.7149528503417968,
      "step": 4560,
      "token_acc": 0.5918517196542845
    },
    {
      "epoch": 4.741048261546445,
      "grad_norm": 1.7639027833938599,
      "learning_rate": 1.407877409702496e-07,
      "loss": 1.6906970977783202,
      "step": 4570,
      "token_acc": 0.5972861932095143
    },
    {
      "epoch": 4.751427088738972,
      "grad_norm": 1.648666262626648,
      "learning_rate": 1.2977392047604065e-07,
      "loss": 1.6744407653808593,
      "step": 4580,
      "token_acc": 0.6009719086082612
    },
    {
      "epoch": 4.761805915931499,
      "grad_norm": 1.6566241979599,
      "learning_rate": 1.1920581983730805e-07,
      "loss": 1.7074642181396484,
      "step": 4590,
      "token_acc": 0.5942052996756735
    },
    {
      "epoch": 4.772184743124027,
      "grad_norm": 1.6671931743621826,
      "learning_rate": 1.0908391628854042e-07,
      "loss": 1.7061281204223633,
      "step": 4600,
      "token_acc": 0.5962743325988282
    },
    {
      "epoch": 4.7825635703165545,
      "grad_norm": 1.7677408456802368,
      "learning_rate": 9.940866691484863e-08,
      "loss": 1.7212074279785157,
      "step": 4610,
      "token_acc": 0.5918779311845147
    },
    {
      "epoch": 4.792942397509082,
      "grad_norm": 1.7271703481674194,
      "learning_rate": 9.018050863132566e-08,
      "loss": 1.6927852630615234,
      "step": 4620,
      "token_acc": 0.5969355987586983
    },
    {
      "epoch": 4.803321224701609,
      "grad_norm": 1.682909607887268,
      "learning_rate": 8.139985816331908e-08,
      "loss": 1.69879150390625,
      "step": 4630,
      "token_acc": 0.5959208358532668
    },
    {
      "epoch": 4.813700051894136,
      "grad_norm": 1.689661979675293,
      "learning_rate": 7.306711202760718e-08,
      "loss": 1.7013179779052734,
      "step": 4640,
      "token_acc": 0.5961094642433302
    },
    {
      "epoch": 4.824078879086663,
      "grad_norm": 1.6871150732040405,
      "learning_rate": 6.51826465144978e-08,
      "loss": 1.714627456665039,
      "step": 4650,
      "token_acc": 0.5948218898299994
    },
    {
      "epoch": 4.83445770627919,
      "grad_norm": 1.7642101049423218,
      "learning_rate": 5.77468176708329e-08,
      "loss": 1.6921161651611327,
      "step": 4660,
      "token_acc": 0.5985717377191084
    },
    {
      "epoch": 4.844836533471717,
      "grad_norm": 1.6736119985580444,
      "learning_rate": 5.0759961283911584e-08,
      "loss": 1.7187393188476563,
      "step": 4670,
      "token_acc": 0.5924537922243467
    },
    {
      "epoch": 4.8552153606642445,
      "grad_norm": 1.7387622594833374,
      "learning_rate": 4.4222392866325456e-08,
      "loss": 1.6748529434204102,
      "step": 4680,
      "token_acc": 0.5991042175151463
    },
    {
      "epoch": 4.865594187856773,
      "grad_norm": 1.6944735050201416,
      "learning_rate": 3.81344076417145e-08,
      "loss": 1.7051300048828124,
      "step": 4690,
      "token_acc": 0.5982032816096221
    },
    {
      "epoch": 4.8759730150493,
      "grad_norm": 1.7164373397827148,
      "learning_rate": 3.2496280531428834e-08,
      "loss": 1.7267358779907227,
      "step": 4700,
      "token_acc": 0.589399637620476
    },
    {
      "epoch": 4.886351842241827,
      "grad_norm": 1.7054399251937866,
      "learning_rate": 2.7308266142119788e-08,
      "loss": 1.6742828369140625,
      "step": 4710,
      "token_acc": 0.6011013249834184
    },
    {
      "epoch": 4.896730669434354,
      "grad_norm": 1.6896377801895142,
      "learning_rate": 2.257059875423795e-08,
      "loss": 1.7254058837890625,
      "step": 4720,
      "token_acc": 0.591559245127359
    },
    {
      "epoch": 4.907109496626881,
      "grad_norm": 1.768836498260498,
      "learning_rate": 1.8283492311457208e-08,
      "loss": 1.686863899230957,
      "step": 4730,
      "token_acc": 0.5981005486484064
    },
    {
      "epoch": 4.917488323819408,
      "grad_norm": 1.7688549757003784,
      "learning_rate": 1.4447140411011362e-08,
      "loss": 1.6876266479492188,
      "step": 4740,
      "token_acc": 0.5960698121363951
    },
    {
      "epoch": 4.927867151011935,
      "grad_norm": 1.7029192447662354,
      "learning_rate": 1.1061716294951118e-08,
      "loss": 1.7269210815429688,
      "step": 4750,
      "token_acc": 0.5908425521236329
    },
    {
      "epoch": 4.9382459782044625,
      "grad_norm": 1.6509218215942383,
      "learning_rate": 8.127372842323677e-09,
      "loss": 1.6810314178466796,
      "step": 4760,
      "token_acc": 0.5996703955253696
    },
    {
      "epoch": 4.948624805396991,
      "grad_norm": 1.7697540521621704,
      "learning_rate": 5.644242562264923e-09,
      "loss": 1.703883743286133,
      "step": 4770,
      "token_acc": 0.5973025239252244
    },
    {
      "epoch": 4.959003632589518,
      "grad_norm": 1.7465263605117798,
      "learning_rate": 3.612437588018658e-09,
      "loss": 1.66983642578125,
      "step": 4780,
      "token_acc": 0.6020027753039372
    },
    {
      "epoch": 4.969382459782045,
      "grad_norm": 1.7069917917251587,
      "learning_rate": 2.032049671873981e-09,
      "loss": 1.6933467864990235,
      "step": 4790,
      "token_acc": 0.5969661586365126
    },
    {
      "epoch": 4.979761286974572,
      "grad_norm": 1.8520318269729614,
      "learning_rate": 9.03150181017498e-10,
      "loss": 1.6973377227783204,
      "step": 4800,
      "token_acc": 0.5973939669670745
    },
    {
      "epoch": 4.990140114167099,
      "grad_norm": 1.7904108762741089,
      "learning_rate": 2.2579009431256128e-10,
      "loss": 1.7138263702392578,
      "step": 4810,
      "token_acc": 0.5927531382450163
    },
    {
      "epoch": 5.0,
      "grad_norm": 2.6223461627960205,
      "learning_rate": 0.0,
      "loss": 1.6906837463378905,
      "step": 4820,
      "token_acc": 0.5991248737798721
    }
  ],
  "logging_steps": 10,
  "max_steps": 4820,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6373275083470275e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}