{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.16273203367058758,
  "eval_steps": 500,
  "global_step": 5935,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002741904526884374,
      "grad_norm": 533.0549778145878,
      "learning_rate": 2.910112359550562e-06,
      "loss": 2.0392507553100585,
      "step": 10
    },
    {
      "epoch": 0.0005483809053768748,
      "grad_norm": 129.62802977018143,
      "learning_rate": 3.921348314606742e-06,
      "loss": 1.1088291168212892,
      "step": 20
    },
    {
      "epoch": 0.0008225713580653121,
      "grad_norm": 37.028700378797375,
      "learning_rate": 4.932584269662922e-06,
      "loss": 0.8763736724853516,
      "step": 30
    },
    {
      "epoch": 0.0010967618107537496,
      "grad_norm": 11.415105214785655,
      "learning_rate": 5.943820224719102e-06,
      "loss": 0.8334451675415039,
      "step": 40
    },
    {
      "epoch": 0.0013709522634421868,
      "grad_norm": 168.0092220161655,
      "learning_rate": 6.955056179775282e-06,
      "loss": 0.841560173034668,
      "step": 50
    },
    {
      "epoch": 0.0016451427161306242,
      "grad_norm": 10.9544582922062,
      "learning_rate": 7.966292134831462e-06,
      "loss": 0.7757131099700928,
      "step": 60
    },
    {
      "epoch": 0.0019193331688190617,
      "grad_norm": 52.12017293008163,
      "learning_rate": 8.977528089887641e-06,
      "loss": 0.7379593849182129,
      "step": 70
    },
    {
      "epoch": 0.0021935236215074993,
      "grad_norm": 24.23368291019739,
      "learning_rate": 9.988764044943822e-06,
      "loss": 0.871122169494629,
      "step": 80
    },
    {
      "epoch": 0.0024677140741959365,
      "grad_norm": 44.606225719656116,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.8103988647460938,
      "step": 90
    },
    {
      "epoch": 0.0027419045268843737,
      "grad_norm": 19.394878252919106,
      "learning_rate": 1.2011235955056182e-05,
      "loss": 0.8088878631591797,
      "step": 100
    },
    {
      "epoch": 0.0030160949795728113,
      "grad_norm": 154.65284754287825,
      "learning_rate": 1.3022471910112362e-05,
      "loss": 0.7940959930419922,
      "step": 110
    },
    {
      "epoch": 0.0032902854322612485,
      "grad_norm": 58.453168158560985,
      "learning_rate": 1.403370786516854e-05,
      "loss": 0.8113164901733398,
      "step": 120
    },
    {
      "epoch": 0.003564475884949686,
      "grad_norm": 121.71906195134056,
      "learning_rate": 1.504494382022472e-05,
      "loss": 0.802008056640625,
      "step": 130
    },
    {
      "epoch": 0.0038386663376381233,
      "grad_norm": 7.063904217729592,
      "learning_rate": 1.60561797752809e-05,
      "loss": 0.7886086940765381,
      "step": 140
    },
    {
      "epoch": 0.004112856790326561,
      "grad_norm": 5.886231107848548,
      "learning_rate": 1.706741573033708e-05,
      "loss": 0.8553682327270508,
      "step": 150
    },
    {
      "epoch": 0.004387047243014999,
      "grad_norm": 17.479053516912124,
      "learning_rate": 1.8078651685393256e-05,
      "loss": 0.878786849975586,
      "step": 160
    },
    {
      "epoch": 0.004661237695703435,
      "grad_norm": 15.809884339669948,
      "learning_rate": 1.908988764044944e-05,
      "loss": 0.8892171859741211,
      "step": 170
    },
    {
      "epoch": 0.004935428148391873,
      "grad_norm": 15.552804520715554,
      "learning_rate": 2e-05,
      "loss": 0.907989501953125,
      "step": 180
    },
    {
      "epoch": 0.005209618601080311,
      "grad_norm": 8.234516558585694,
      "learning_rate": 2e-05,
      "loss": 0.8959874153137207,
      "step": 190
    },
    {
      "epoch": 0.005483809053768747,
      "grad_norm": 47.07479845477993,
      "learning_rate": 2e-05,
      "loss": 0.7972547054290772,
      "step": 200
    },
    {
      "epoch": 0.005757999506457185,
      "grad_norm": 14.678891090428264,
      "learning_rate": 2e-05,
      "loss": 0.7945639610290527,
      "step": 210
    },
    {
      "epoch": 0.006032189959145623,
      "grad_norm": 17.99623194706809,
      "learning_rate": 2e-05,
      "loss": 0.8467901229858399,
      "step": 220
    },
    {
      "epoch": 0.00630638041183406,
      "grad_norm": 51.95652459415379,
      "learning_rate": 2e-05,
      "loss": 0.7964937210083007,
      "step": 230
    },
    {
      "epoch": 0.006580570864522497,
      "grad_norm": 10.738865490640423,
      "learning_rate": 2e-05,
      "loss": 0.7535751342773438,
      "step": 240
    },
    {
      "epoch": 0.006854761317210935,
      "grad_norm": 10.795608734038868,
      "learning_rate": 2e-05,
      "loss": 0.828792953491211,
      "step": 250
    },
    {
      "epoch": 0.007128951769899372,
      "grad_norm": 14.551689425739292,
      "learning_rate": 2e-05,
      "loss": 0.8123558044433594,
      "step": 260
    },
    {
      "epoch": 0.00740314222258781,
      "grad_norm": 26.532992867443514,
      "learning_rate": 2e-05,
      "loss": 0.8517896652221679,
      "step": 270
    },
    {
      "epoch": 0.007677332675276247,
      "grad_norm": 34.07990246963607,
      "learning_rate": 2e-05,
      "loss": 0.8389625549316406,
      "step": 280
    },
    {
      "epoch": 0.007951523127964684,
      "grad_norm": 27.19116883891022,
      "learning_rate": 2e-05,
      "loss": 0.8190082550048828,
      "step": 290
    },
    {
      "epoch": 0.008225713580653122,
      "grad_norm": 16.718638113526183,
      "learning_rate": 2e-05,
      "loss": 0.8008914947509765,
      "step": 300
    },
    {
      "epoch": 0.00849990403334156,
      "grad_norm": 27.009662680205103,
      "learning_rate": 2e-05,
      "loss": 0.8091920852661133,
      "step": 310
    },
    {
      "epoch": 0.008774094486029997,
      "grad_norm": 9.031648650732553,
      "learning_rate": 2e-05,
      "loss": 0.8081918716430664,
      "step": 320
    },
    {
      "epoch": 0.009048284938718433,
      "grad_norm": 15.927828911998665,
      "learning_rate": 2e-05,
      "loss": 0.7878878593444825,
      "step": 330
    },
    {
      "epoch": 0.00932247539140687,
      "grad_norm": 6.019580282287438,
      "learning_rate": 2e-05,
      "loss": 0.8092373847961426,
      "step": 340
    },
    {
      "epoch": 0.009596665844095308,
      "grad_norm": 10.097656044283081,
      "learning_rate": 2e-05,
      "loss": 0.8236124038696289,
      "step": 350
    },
    {
      "epoch": 0.009870856296783746,
      "grad_norm": 3.898510274122292,
      "learning_rate": 2e-05,
      "loss": 0.8201662063598633,
      "step": 360
    },
    {
      "epoch": 0.010145046749472184,
      "grad_norm": 10.433240846124043,
      "learning_rate": 2e-05,
      "loss": 0.7954160213470459,
      "step": 370
    },
    {
      "epoch": 0.010419237202160621,
      "grad_norm": 3.9109175859167626,
      "learning_rate": 2e-05,
      "loss": 0.8451309204101562,
      "step": 380
    },
    {
      "epoch": 0.010693427654849059,
      "grad_norm": 19.47785359214917,
      "learning_rate": 2e-05,
      "loss": 0.8227203369140625,
      "step": 390
    },
    {
      "epoch": 0.010967618107537495,
      "grad_norm": 1.9979422322935754,
      "learning_rate": 2e-05,
      "loss": 0.7947024345397949,
      "step": 400
    },
    {
      "epoch": 0.011241808560225932,
      "grad_norm": 2.1152537387703063,
      "learning_rate": 2e-05,
      "loss": 0.7340120315551758,
      "step": 410
    },
    {
      "epoch": 0.01151599901291437,
      "grad_norm": 2.457083494187141,
      "learning_rate": 2e-05,
      "loss": 0.7300191879272461,
      "step": 420
    },
    {
      "epoch": 0.011790189465602808,
      "grad_norm": 17.457321034227927,
      "learning_rate": 2e-05,
      "loss": 0.7896897315979003,
      "step": 430
    },
    {
      "epoch": 0.012064379918291245,
      "grad_norm": 3.7757446450653047,
      "learning_rate": 2e-05,
      "loss": 0.7420886039733887,
      "step": 440
    },
    {
      "epoch": 0.012338570370979683,
      "grad_norm": 10.718659609403895,
      "learning_rate": 2e-05,
      "loss": 0.7464280605316163,
      "step": 450
    },
    {
      "epoch": 0.01261276082366812,
      "grad_norm": 13.096467752661693,
      "learning_rate": 2e-05,
      "loss": 0.7420991420745849,
      "step": 460
    },
    {
      "epoch": 0.012886951276356558,
      "grad_norm": 7.554114077938612,
      "learning_rate": 2e-05,
      "loss": 0.7896678924560547,
      "step": 470
    },
    {
      "epoch": 0.013161141729044994,
      "grad_norm": 1.9610155148576782,
      "learning_rate": 2e-05,
      "loss": 0.7641692161560059,
      "step": 480
    },
    {
      "epoch": 0.013435332181733432,
      "grad_norm": 3.743726960430974,
      "learning_rate": 2e-05,
      "loss": 0.7724472999572753,
      "step": 490
    },
    {
      "epoch": 0.01370952263442187,
      "grad_norm": 3.6205794374072897,
      "learning_rate": 2e-05,
      "loss": 0.7726649284362793,
      "step": 500
    },
    {
      "epoch": 0.013983713087110307,
      "grad_norm": 2.751894400685354,
      "learning_rate": 2e-05,
      "loss": 0.7311810970306396,
      "step": 510
    },
    {
      "epoch": 0.014257903539798744,
      "grad_norm": 15.8354606407861,
      "learning_rate": 2e-05,
      "loss": 0.7479830741882324,
      "step": 520
    },
    {
      "epoch": 0.014532093992487182,
      "grad_norm": 9.741291005928273,
      "learning_rate": 2e-05,
      "loss": 0.758505916595459,
      "step": 530
    },
    {
      "epoch": 0.01480628444517562,
      "grad_norm": 6.361558235058739,
      "learning_rate": 2e-05,
      "loss": 0.7497701644897461,
      "step": 540
    },
    {
      "epoch": 0.015080474897864056,
      "grad_norm": 12.406630096904701,
      "learning_rate": 2e-05,
      "loss": 0.7578043937683105,
      "step": 550
    },
    {
      "epoch": 0.015354665350552493,
      "grad_norm": 5.437533111150059,
      "learning_rate": 2e-05,
      "loss": 0.7494767665863037,
      "step": 560
    },
    {
      "epoch": 0.015628855803240933,
      "grad_norm": 5.385414434765143,
      "learning_rate": 2e-05,
      "loss": 0.76002197265625,
      "step": 570
    },
    {
      "epoch": 0.01590304625592937,
      "grad_norm": 2.514872003150109,
      "learning_rate": 2e-05,
      "loss": 0.753857946395874,
      "step": 580
    },
    {
      "epoch": 0.016177236708617804,
      "grad_norm": 7.350990110651167,
      "learning_rate": 2e-05,
      "loss": 0.7598513603210449,
      "step": 590
    },
    {
      "epoch": 0.016451427161306244,
      "grad_norm": 9.359850474100211,
      "learning_rate": 2e-05,
      "loss": 0.7978845596313476,
      "step": 600
    },
    {
      "epoch": 0.01672561761399468,
      "grad_norm": 2.5927971608846243,
      "learning_rate": 2e-05,
      "loss": 0.7353355407714843,
      "step": 610
    },
    {
      "epoch": 0.01699980806668312,
      "grad_norm": 13.580441280433185,
      "learning_rate": 2e-05,
      "loss": 0.7530646800994873,
      "step": 620
    },
    {
      "epoch": 0.017273998519371555,
      "grad_norm": 7.032504711444772,
      "learning_rate": 2e-05,
      "loss": 0.7999831199645996,
      "step": 630
    },
    {
      "epoch": 0.017548188972059994,
      "grad_norm": 3.7623518166414134,
      "learning_rate": 2e-05,
      "loss": 0.7583576202392578,
      "step": 640
    },
    {
      "epoch": 0.01782237942474843,
      "grad_norm": 9.996121547764488,
      "learning_rate": 2e-05,
      "loss": 0.7126437187194824,
      "step": 650
    },
    {
      "epoch": 0.018096569877436866,
      "grad_norm": 3.8005663709948423,
      "learning_rate": 2e-05,
      "loss": 0.7714213371276856,
      "step": 660
    },
    {
      "epoch": 0.018370760330125305,
      "grad_norm": 2.2803953101797445,
      "learning_rate": 2e-05,
      "loss": 0.735899829864502,
      "step": 670
    },
    {
      "epoch": 0.01864495078281374,
      "grad_norm": 2.2804717033812687,
      "learning_rate": 2e-05,
      "loss": 0.7463047981262207,
      "step": 680
    },
    {
      "epoch": 0.01891914123550218,
      "grad_norm": 2.6630744686256174,
      "learning_rate": 2e-05,
      "loss": 0.7112466812133789,
      "step": 690
    },
    {
      "epoch": 0.019193331688190617,
      "grad_norm": 8.59421748677637,
      "learning_rate": 2e-05,
      "loss": 0.8032501220703125,
      "step": 700
    },
    {
      "epoch": 0.019467522140879056,
      "grad_norm": 6.839099911030037,
      "learning_rate": 2e-05,
      "loss": 0.7257285118103027,
      "step": 710
    },
    {
      "epoch": 0.019741712593567492,
      "grad_norm": 6.527196880605798,
      "learning_rate": 2e-05,
      "loss": 0.7394065856933594,
      "step": 720
    },
    {
      "epoch": 0.020015903046255928,
      "grad_norm": 4.91546686150854,
      "learning_rate": 2e-05,
      "loss": 0.7233449459075928,
      "step": 730
    },
    {
      "epoch": 0.020290093498944367,
      "grad_norm": 9.615722695591046,
      "learning_rate": 2e-05,
      "loss": 0.714713191986084,
      "step": 740
    },
    {
      "epoch": 0.020564283951632803,
      "grad_norm": 2.6469047522209244,
      "learning_rate": 2e-05,
      "loss": 0.7250522613525391,
      "step": 750
    },
    {
      "epoch": 0.020838474404321242,
      "grad_norm": 27.513230581702402,
      "learning_rate": 2e-05,
      "loss": 0.709619665145874,
      "step": 760
    },
    {
      "epoch": 0.021112664857009678,
      "grad_norm": 2.3305572520941102,
      "learning_rate": 2e-05,
      "loss": 0.7650126457214356,
      "step": 770
    },
    {
      "epoch": 0.021386855309698118,
      "grad_norm": 1.7645473455518579,
      "learning_rate": 2e-05,
      "loss": 0.7501170635223389,
      "step": 780
    },
    {
      "epoch": 0.021661045762386553,
      "grad_norm": 2.706703322701269,
      "learning_rate": 2e-05,
      "loss": 0.7390304565429687,
      "step": 790
    },
    {
      "epoch": 0.02193523621507499,
      "grad_norm": 1.343452945442269,
      "learning_rate": 2e-05,
      "loss": 0.7560922145843506,
      "step": 800
    },
    {
      "epoch": 0.02220942666776343,
      "grad_norm": 1.8131674161495455,
      "learning_rate": 2e-05,
      "loss": 0.7617329597473145,
      "step": 810
    },
    {
      "epoch": 0.022483617120451865,
      "grad_norm": 6.6257304148619,
      "learning_rate": 2e-05,
      "loss": 0.7030315399169922,
      "step": 820
    },
    {
      "epoch": 0.022757807573140304,
      "grad_norm": 2.7477972541714237,
      "learning_rate": 2e-05,
      "loss": 0.7051456451416016,
      "step": 830
    },
    {
      "epoch": 0.02303199802582874,
      "grad_norm": 1.8551689554260649,
      "learning_rate": 2e-05,
      "loss": 0.790980863571167,
      "step": 840
    },
    {
      "epoch": 0.02330618847851718,
      "grad_norm": 4.091035715965749,
      "learning_rate": 2e-05,
      "loss": 0.7167482376098633,
      "step": 850
    },
    {
      "epoch": 0.023580378931205615,
      "grad_norm": 3.13444342764459,
      "learning_rate": 2e-05,
      "loss": 0.7428287506103516,
      "step": 860
    },
    {
      "epoch": 0.023854569383894055,
      "grad_norm": 7.428502868185567,
      "learning_rate": 2e-05,
      "loss": 0.7720952510833741,
      "step": 870
    },
    {
      "epoch": 0.02412875983658249,
      "grad_norm": 2.738880412295684,
      "learning_rate": 2e-05,
      "loss": 0.7307533264160156,
      "step": 880
    },
    {
      "epoch": 0.024402950289270926,
      "grad_norm": 5.442319700482665,
      "learning_rate": 2e-05,
      "loss": 0.7590367794036865,
      "step": 890
    },
    {
      "epoch": 0.024677140741959366,
      "grad_norm": 4.209775631505361,
      "learning_rate": 2e-05,
      "loss": 0.7398377418518066,
      "step": 900
    },
    {
      "epoch": 0.0249513311946478,
      "grad_norm": 3.317366374639838,
      "learning_rate": 2e-05,
      "loss": 0.7573592662811279,
      "step": 910
    },
    {
      "epoch": 0.02522552164733624,
      "grad_norm": 2.21708523073645,
      "learning_rate": 2e-05,
      "loss": 0.7442788124084473,
      "step": 920
    },
    {
      "epoch": 0.025499712100024677,
      "grad_norm": 5.003510596258695,
      "learning_rate": 2e-05,
      "loss": 0.7208542823791504,
      "step": 930
    },
    {
      "epoch": 0.025773902552713116,
      "grad_norm": 1.8666696979850983,
      "learning_rate": 2e-05,
      "loss": 0.7219260215759278,
      "step": 940
    },
    {
      "epoch": 0.026048093005401552,
      "grad_norm": 2.319707094464392,
      "learning_rate": 2e-05,
      "loss": 0.705035400390625,
      "step": 950
    },
    {
      "epoch": 0.026322283458089988,
      "grad_norm": 1.559433923602148,
      "learning_rate": 2e-05,
      "loss": 0.7253781795501709,
      "step": 960
    },
    {
      "epoch": 0.026596473910778427,
      "grad_norm": 3.1103622605289294,
      "learning_rate": 2e-05,
      "loss": 0.7434506416320801,
      "step": 970
    },
    {
      "epoch": 0.026870664363466863,
      "grad_norm": 4.482952591971397,
      "learning_rate": 2e-05,
      "loss": 0.7423406600952148,
      "step": 980
    },
    {
      "epoch": 0.027144854816155303,
      "grad_norm": 2.349643537640656,
      "learning_rate": 2e-05,
      "loss": 0.7380632400512696,
      "step": 990
    },
    {
      "epoch": 0.02741904526884374,
      "grad_norm": 6.624084473754211,
      "learning_rate": 2e-05,
      "loss": 0.7448741912841796,
      "step": 1000
    },
    {
      "epoch": 0.027693235721532178,
      "grad_norm": 1.959542744744174,
      "learning_rate": 2e-05,
      "loss": 0.7620717048645019,
      "step": 1010
    },
    {
      "epoch": 0.027967426174220614,
      "grad_norm": 1.9359370487542638,
      "learning_rate": 2e-05,
      "loss": 0.7283543586730957,
      "step": 1020
    },
    {
      "epoch": 0.02824161662690905,
      "grad_norm": 3.7510091510273424,
      "learning_rate": 2e-05,
      "loss": 0.7341510772705078,
      "step": 1030
    },
    {
      "epoch": 0.02851580707959749,
      "grad_norm": 1.645233108914731,
      "learning_rate": 2e-05,
      "loss": 0.7321323394775391,
      "step": 1040
    },
    {
      "epoch": 0.028789997532285925,
      "grad_norm": 5.060129114701537,
      "learning_rate": 2e-05,
      "loss": 0.7923129558563232,
      "step": 1050
    },
    {
      "epoch": 0.029064187984974364,
      "grad_norm": 6.767343077930711,
      "learning_rate": 2e-05,
      "loss": 0.7364850997924804,
      "step": 1060
    },
    {
      "epoch": 0.0293383784376628,
      "grad_norm": 7.157354259172915,
      "learning_rate": 2e-05,
      "loss": 0.7175948143005371,
      "step": 1070
    },
    {
      "epoch": 0.02961256889035124,
      "grad_norm": 10.118526445754803,
      "learning_rate": 2e-05,
      "loss": 0.6956705093383789,
      "step": 1080
    },
    {
      "epoch": 0.029886759343039675,
      "grad_norm": 3.2975128574851205,
      "learning_rate": 2e-05,
      "loss": 0.7435084342956543,
      "step": 1090
    },
    {
      "epoch": 0.03016094979572811,
      "grad_norm": 3.79438108252297,
      "learning_rate": 2e-05,
      "loss": 0.7209542274475098,
      "step": 1100
    },
    {
      "epoch": 0.03043514024841655,
      "grad_norm": 3.6413783178286896,
      "learning_rate": 2e-05,
      "loss": 0.7462982177734375,
      "step": 1110
    },
    {
      "epoch": 0.030709330701104987,
      "grad_norm": 2.4359365603997323,
      "learning_rate": 2e-05,
      "loss": 0.7772771835327148,
      "step": 1120
    },
    {
      "epoch": 0.030983521153793426,
      "grad_norm": 2.067253539210089,
      "learning_rate": 2e-05,
      "loss": 0.754563283920288,
      "step": 1130
    },
    {
      "epoch": 0.031257711606481865,
      "grad_norm": 1.3603842511083,
      "learning_rate": 2e-05,
      "loss": 0.7163387298583984,
      "step": 1140
    },
    {
      "epoch": 0.0315319020591703,
      "grad_norm": 7.634204958345298,
      "learning_rate": 2e-05,
      "loss": 0.7153648376464844,
      "step": 1150
    },
    {
      "epoch": 0.03180609251185874,
      "grad_norm": 2.224287938133906,
      "learning_rate": 2e-05,
      "loss": 0.7743209838867188,
      "step": 1160
    },
    {
      "epoch": 0.03208028296454717,
      "grad_norm": 8.328106347948369,
      "learning_rate": 2e-05,
      "loss": 0.7125131130218506,
      "step": 1170
    },
    {
      "epoch": 0.03235447341723561,
      "grad_norm": 4.9140382117559716,
      "learning_rate": 2e-05,
      "loss": 0.734964656829834,
      "step": 1180
    },
    {
      "epoch": 0.03262866386992405,
      "grad_norm": 1.6437427011396712,
      "learning_rate": 2e-05,
      "loss": 0.736287260055542,
      "step": 1190
    },
    {
      "epoch": 0.03290285432261249,
      "grad_norm": 1.7984413046378422,
      "learning_rate": 2e-05,
      "loss": 0.6888255119323731,
      "step": 1200
    },
    {
      "epoch": 0.03317704477530092,
      "grad_norm": 3.003273429621072,
      "learning_rate": 2e-05,
      "loss": 0.7354516506195068,
      "step": 1210
    },
    {
      "epoch": 0.03345123522798936,
      "grad_norm": 1.581766516298146,
      "learning_rate": 2e-05,
      "loss": 0.7175889492034913,
      "step": 1220
    },
    {
      "epoch": 0.0337254256806778,
      "grad_norm": 2.3247470513343185,
      "learning_rate": 2e-05,
      "loss": 0.714189863204956,
      "step": 1230
    },
    {
      "epoch": 0.03399961613336624,
      "grad_norm": 7.9334494235192325,
      "learning_rate": 2e-05,
      "loss": 0.7136695861816407,
      "step": 1240
    },
    {
      "epoch": 0.034273806586054674,
      "grad_norm": 49.62487496955337,
      "learning_rate": 2e-05,
      "loss": 0.7086945533752441,
      "step": 1250
    },
    {
      "epoch": 0.03454799703874311,
      "grad_norm": 2.890774584879648,
      "learning_rate": 2e-05,
      "loss": 0.7269087791442871,
      "step": 1260
    },
    {
      "epoch": 0.034822187491431546,
      "grad_norm": 4.796531005737684,
      "learning_rate": 2e-05,
      "loss": 0.7484929084777832,
      "step": 1270
    },
    {
      "epoch": 0.03509637794411999,
      "grad_norm": 1.6372708148105157,
      "learning_rate": 2e-05,
      "loss": 0.6999114036560059,
      "step": 1280
    },
    {
      "epoch": 0.035370568396808424,
      "grad_norm": 4.162341191850801,
      "learning_rate": 2e-05,
      "loss": 0.7129648208618165,
      "step": 1290
    },
    {
      "epoch": 0.03564475884949686,
      "grad_norm": 4.017056556093628,
      "learning_rate": 2e-05,
      "loss": 0.7217267036437989,
      "step": 1300
    },
    {
      "epoch": 0.035918949302185296,
      "grad_norm": 9.786655951652824,
      "learning_rate": 2e-05,
      "loss": 0.7361152648925782,
      "step": 1310
    },
    {
      "epoch": 0.03619313975487373,
      "grad_norm": 17.798888728639277,
      "learning_rate": 2e-05,
      "loss": 0.7423253059387207,
      "step": 1320
    },
    {
      "epoch": 0.036467330207562175,
      "grad_norm": 25.98230175781132,
      "learning_rate": 2e-05,
      "loss": 0.7079302787780761,
      "step": 1330
    },
    {
      "epoch": 0.03674152066025061,
      "grad_norm": 4.107909151191186,
      "learning_rate": 2e-05,
      "loss": 0.7637813568115235,
      "step": 1340
    },
    {
      "epoch": 0.03701571111293905,
      "grad_norm": 1.8177555687046802,
      "learning_rate": 2e-05,
      "loss": 0.7440331459045411,
      "step": 1350
    },
    {
      "epoch": 0.03728990156562748,
      "grad_norm": 6.631474920460703,
      "learning_rate": 2e-05,
      "loss": 0.7420357704162598,
      "step": 1360
    },
    {
      "epoch": 0.037564092018315925,
      "grad_norm": 1.182591249805126,
      "learning_rate": 2e-05,
      "loss": 0.7243555068969727,
      "step": 1370
    },
    {
      "epoch": 0.03783828247100436,
      "grad_norm": 1.5239290367740697,
      "learning_rate": 2e-05,
      "loss": 0.7780046463012695,
      "step": 1380
    },
    {
      "epoch": 0.0381124729236928,
      "grad_norm": 1.9611702789468477,
      "learning_rate": 2e-05,
      "loss": 0.7606742858886719,
      "step": 1390
    },
    {
      "epoch": 0.03838666337638123,
      "grad_norm": 3.4538398959809564,
      "learning_rate": 2e-05,
      "loss": 0.7161018371582031,
      "step": 1400
    },
    {
      "epoch": 0.03866085382906967,
      "grad_norm": 6.74405592418129,
      "learning_rate": 2e-05,
      "loss": 0.7269341945648193,
      "step": 1410
    },
    {
      "epoch": 0.03893504428175811,
      "grad_norm": 5.0613023509206,
      "learning_rate": 2e-05,
      "loss": 0.7150623321533203,
      "step": 1420
    },
    {
      "epoch": 0.03920923473444655,
      "grad_norm": 15.935601654785444,
      "learning_rate": 2e-05,
      "loss": 0.6991084098815918,
      "step": 1430
    },
    {
      "epoch": 0.039483425187134984,
      "grad_norm": 189.58206876056943,
      "learning_rate": 2e-05,
      "loss": 0.715428352355957,
      "step": 1440
    },
    {
      "epoch": 0.03975761563982342,
      "grad_norm": 13.224258279776146,
      "learning_rate": 2e-05,
      "loss": 0.7448666572570801,
      "step": 1450
    },
    {
      "epoch": 0.040031806092511855,
      "grad_norm": 15.23890210961455,
      "learning_rate": 2e-05,
      "loss": 0.7545663833618164,
      "step": 1460
    },
    {
      "epoch": 0.0403059965452003,
      "grad_norm": 2.089772579003186,
      "learning_rate": 2e-05,
      "loss": 0.7143968105316162,
      "step": 1470
    },
    {
      "epoch": 0.040580186997888734,
      "grad_norm": 672.5570249806746,
      "learning_rate": 2e-05,
      "loss": 0.6955307960510254,
      "step": 1480
    },
    {
      "epoch": 0.04085437745057717,
      "grad_norm": 2.499047720535622,
      "learning_rate": 2e-05,
      "loss": 0.7183216094970704,
      "step": 1490
    },
    {
      "epoch": 0.041128567903265606,
      "grad_norm": 1.6820671266931866,
      "learning_rate": 2e-05,
      "loss": 0.7442133903503418,
      "step": 1500
    },
    {
      "epoch": 0.04140275835595405,
      "grad_norm": 1.6322487359391142,
      "learning_rate": 2e-05,
      "loss": 0.7415005683898925,
      "step": 1510
    },
    {
      "epoch": 0.041676948808642485,
      "grad_norm": 2.0768691766562974,
      "learning_rate": 2e-05,
      "loss": 0.7350949764251709,
      "step": 1520
    },
    {
      "epoch": 0.04195113926133092,
      "grad_norm": 3.462638107939682,
      "learning_rate": 2e-05,
      "loss": 0.6958516597747803,
      "step": 1530
    },
    {
      "epoch": 0.042225329714019356,
      "grad_norm": 1.9410342316482636,
      "learning_rate": 2e-05,
      "loss": 0.7019001960754394,
      "step": 1540
    },
    {
      "epoch": 0.04249952016670779,
      "grad_norm": 2.2435234267896944,
      "learning_rate": 2e-05,
      "loss": 0.7038233757019043,
      "step": 1550
    },
    {
      "epoch": 0.042773710619396235,
      "grad_norm": 50.31729516447788,
      "learning_rate": 2e-05,
      "loss": 0.6971765041351319,
      "step": 1560
    },
    {
      "epoch": 0.04304790107208467,
      "grad_norm": 6.726153221416043,
      "learning_rate": 2e-05,
      "loss": 0.7901406764984131,
      "step": 1570
    },
    {
      "epoch": 0.04332209152477311,
      "grad_norm": 25.290061958502374,
      "learning_rate": 2e-05,
      "loss": 0.7404637813568116,
      "step": 1580
    },
    {
      "epoch": 0.04359628197746154,
      "grad_norm": 11.648387859593914,
      "learning_rate": 2e-05,
      "loss": 0.7325190544128418,
      "step": 1590
    },
    {
      "epoch": 0.04387047243014998,
      "grad_norm": 3.998377511327454,
      "learning_rate": 2e-05,
      "loss": 0.6938001155853272,
      "step": 1600
    },
    {
      "epoch": 0.04414466288283842,
      "grad_norm": 1.4609573707991412,
      "learning_rate": 2e-05,
      "loss": 0.6974159240722656,
      "step": 1610
    },
    {
      "epoch": 0.04441885333552686,
      "grad_norm": 1.2908767847499276,
      "learning_rate": 2e-05,
      "loss": 0.735476303100586,
      "step": 1620
    },
    {
      "epoch": 0.04469304378821529,
      "grad_norm": 1.5263587301999937,
      "learning_rate": 2e-05,
      "loss": 0.6849418640136719,
      "step": 1630
    },
    {
      "epoch": 0.04496723424090373,
      "grad_norm": 2.71012026891521,
      "learning_rate": 2e-05,
      "loss": 0.6952274322509766,
      "step": 1640
    },
    {
      "epoch": 0.04524142469359217,
      "grad_norm": 1.5738552850120824,
      "learning_rate": 2e-05,
      "loss": 0.7284816265106201,
      "step": 1650
    },
    {
      "epoch": 0.04551561514628061,
      "grad_norm": 1.5435257666345013,
      "learning_rate": 2e-05,
      "loss": 0.7115949153900146,
      "step": 1660
    },
    {
      "epoch": 0.045789805598969044,
      "grad_norm": 1.516425220632835,
      "learning_rate": 2e-05,
      "loss": 0.6966533660888672,
      "step": 1670
    },
    {
      "epoch": 0.04606399605165748,
      "grad_norm": 1.4858677693562772,
      "learning_rate": 2e-05,
      "loss": 0.712862491607666,
      "step": 1680
    },
    {
      "epoch": 0.046338186504345916,
      "grad_norm": 1.1928774431737874,
      "learning_rate": 2e-05,
      "loss": 0.715973949432373,
      "step": 1690
    },
    {
      "epoch": 0.04661237695703436,
      "grad_norm": 1.3801750667103458,
      "learning_rate": 2e-05,
      "loss": 0.6785056114196777,
      "step": 1700
    },
    {
      "epoch": 0.046886567409722794,
      "grad_norm": 1.1562227123885702,
      "learning_rate": 2e-05,
      "loss": 0.6806015014648438,
      "step": 1710
    },
    {
      "epoch": 0.04716075786241123,
      "grad_norm": 1.966065169897555,
      "learning_rate": 2e-05,
      "loss": 0.6789681911468506,
      "step": 1720
    },
    {
      "epoch": 0.047434948315099666,
      "grad_norm": 1.796240102087905,
      "learning_rate": 2e-05,
      "loss": 0.6643640041351319,
      "step": 1730
    },
    {
      "epoch": 0.04770913876778811,
      "grad_norm": 1.4714599948408273,
      "learning_rate": 2e-05,
      "loss": 0.672383975982666,
      "step": 1740
    },
    {
      "epoch": 0.047983329220476545,
      "grad_norm": 1.05613596470809,
      "learning_rate": 2e-05,
      "loss": 0.6921384334564209,
      "step": 1750
    },
    {
      "epoch": 0.04825751967316498,
      "grad_norm": 1.168321764739896,
      "learning_rate": 2e-05,
      "loss": 0.6853407859802246,
      "step": 1760
    },
    {
      "epoch": 0.04853171012585342,
      "grad_norm": 1.304231611987027,
      "learning_rate": 2e-05,
      "loss": 0.6831422328948975,
      "step": 1770
    },
    {
      "epoch": 0.04880590057854185,
      "grad_norm": 1.271885101891083,
      "learning_rate": 2e-05,
      "loss": 0.7312606811523438,
      "step": 1780
    },
    {
      "epoch": 0.049080091031230295,
      "grad_norm": 1.1274168419233672,
      "learning_rate": 2e-05,
      "loss": 0.7195809841156006,
      "step": 1790
    },
    {
      "epoch": 0.04935428148391873,
      "grad_norm": 2.1060356897000196,
      "learning_rate": 2e-05,
      "loss": 0.6862109184265137,
      "step": 1800
    },
    {
      "epoch": 0.04962847193660717,
      "grad_norm": 1.1668574261874323,
      "learning_rate": 2e-05,
      "loss": 0.7068725109100342,
      "step": 1810
    },
    {
      "epoch": 0.0499026623892956,
      "grad_norm": 3.1583477159166673,
      "learning_rate": 2e-05,
      "loss": 0.7150220394134521,
      "step": 1820
    },
    {
      "epoch": 0.05017685284198404,
      "grad_norm": 1.5843620172233683,
      "learning_rate": 2e-05,
      "loss": 0.66549072265625,
      "step": 1830
    },
    {
      "epoch": 0.05045104329467248,
      "grad_norm": 1.2547928536390052,
      "learning_rate": 2e-05,
      "loss": 0.7375857353210449,
      "step": 1840
    },
    {
      "epoch": 0.05072523374736092,
      "grad_norm": 4.29725259279178,
      "learning_rate": 2e-05,
      "loss": 0.6876885890960693,
      "step": 1850
    },
    {
      "epoch": 0.050999424200049354,
      "grad_norm": 1.9025925412069744,
      "learning_rate": 2e-05,
      "loss": 0.7387830734252929,
      "step": 1860
    },
    {
      "epoch": 0.05127361465273779,
      "grad_norm": 1.5406949311604028,
      "learning_rate": 2e-05,
      "loss": 0.6733179092407227,
      "step": 1870
    },
    {
      "epoch": 0.05154780510542623,
      "grad_norm": 20.215212215144863,
      "learning_rate": 2e-05,
      "loss": 0.7654403686523438,
      "step": 1880
    },
    {
      "epoch": 0.05182199555811467,
      "grad_norm": 1.5669531048405803,
      "learning_rate": 2e-05,
      "loss": 0.7350390911102295,
      "step": 1890
    },
    {
      "epoch": 0.052096186010803104,
      "grad_norm": 7.2191546562371425,
      "learning_rate": 2e-05,
      "loss": 0.7414397716522216,
      "step": 1900
    },
    {
      "epoch": 0.05237037646349154,
      "grad_norm": 1.2325274169727398,
      "learning_rate": 2e-05,
      "loss": 0.7655929088592529,
      "step": 1910
    },
    {
      "epoch": 0.052644566916179976,
      "grad_norm": 1.1944179026527708,
      "learning_rate": 2e-05,
      "loss": 0.7075240135192871,
      "step": 1920
    },
    {
      "epoch": 0.05291875736886842,
      "grad_norm": 1.302822879313398,
      "learning_rate": 2e-05,
      "loss": 0.6797014236450195,
      "step": 1930
    },
    {
      "epoch": 0.053192947821556855,
      "grad_norm": 2.0168747405099747,
      "learning_rate": 2e-05,
      "loss": 0.7000571727752686,
      "step": 1940
    },
    {
      "epoch": 0.05346713827424529,
      "grad_norm": 1.6344897385611805,
      "learning_rate": 2e-05,
      "loss": 0.7235137939453125,
      "step": 1950
    },
    {
      "epoch": 0.053741328726933726,
      "grad_norm": 3.5766753006414125,
      "learning_rate": 2e-05,
      "loss": 0.7371991634368896,
      "step": 1960
    },
    {
      "epoch": 0.05401551917962216,
      "grad_norm": 1.4953479982574733,
      "learning_rate": 2e-05,
      "loss": 0.7229987621307373,
      "step": 1970
    },
    {
      "epoch": 0.054289709632310605,
      "grad_norm": 1.6598347475638233,
      "learning_rate": 2e-05,
      "loss": 0.6758342742919922,
      "step": 1980
    },
    {
      "epoch": 0.05456390008499904,
      "grad_norm": 1.3876361065240026,
      "learning_rate": 2e-05,
      "loss": 0.6621166229248047,
      "step": 1990
    },
    {
      "epoch": 0.05483809053768748,
      "grad_norm": 1.2953540155757288,
      "learning_rate": 2e-05,
      "loss": 0.701081657409668,
      "step": 2000
    },
    {
      "epoch": 0.05511228099037591,
      "grad_norm": 1.0757376098134102,
      "learning_rate": 2e-05,
      "loss": 0.6949031829833985,
      "step": 2010
    },
    {
      "epoch": 0.055386471443064356,
      "grad_norm": 1.3515745918409625,
      "learning_rate": 2e-05,
      "loss": 0.6849285125732422,
      "step": 2020
    },
    {
      "epoch": 0.05566066189575279,
      "grad_norm": 3.4678908742290884,
      "learning_rate": 2e-05,
      "loss": 0.6919690608978272,
      "step": 2030
    },
    {
      "epoch": 0.05593485234844123,
      "grad_norm": 1.9456705464214417,
      "learning_rate": 2e-05,
      "loss": 0.6663742065429688,
      "step": 2040
    },
    {
      "epoch": 0.05620904280112966,
      "grad_norm": 1.2852941271459164,
      "learning_rate": 2e-05,
      "loss": 0.6898897171020508,
      "step": 2050
    },
    {
      "epoch": 0.0564832332538181,
      "grad_norm": 7.958437531519753,
      "learning_rate": 2e-05,
      "loss": 0.7008088588714599,
      "step": 2060
    },
    {
      "epoch": 0.05675742370650654,
      "grad_norm": 3.3113911508682685,
      "learning_rate": 2e-05,
      "loss": 0.6721383571624756,
      "step": 2070
    },
    {
      "epoch": 0.05703161415919498,
      "grad_norm": 1.1175929950295507,
      "learning_rate": 2e-05,
      "loss": 0.7099536895751953,
      "step": 2080
    },
    {
      "epoch": 0.057305804611883414,
      "grad_norm": 0.9164381223894205,
      "learning_rate": 2e-05,
      "loss": 0.6982614040374756,
      "step": 2090
    },
    {
      "epoch": 0.05757999506457185,
      "grad_norm": 1.3064363870590416,
      "learning_rate": 2e-05,
      "loss": 0.6582142829895019,
      "step": 2100
    },
    {
      "epoch": 0.057854185517260286,
      "grad_norm": 1.9295155170705978,
      "learning_rate": 2e-05,
      "loss": 0.7130876064300538,
      "step": 2110
    },
    {
      "epoch": 0.05812837596994873,
      "grad_norm": 1.598328187450677,
      "learning_rate": 2e-05,
      "loss": 0.7056316375732422,
      "step": 2120
    },
    {
      "epoch": 0.058402566422637164,
      "grad_norm": 1.3733360145402107,
      "learning_rate": 2e-05,
      "loss": 0.6908935546875,
      "step": 2130
    },
    {
      "epoch": 0.0586767568753256,
      "grad_norm": 1.5835542241632976,
      "learning_rate": 2e-05,
      "loss": 0.6900417327880859,
      "step": 2140
    },
    {
      "epoch": 0.058950947328014036,
      "grad_norm": 15.343250543565158,
      "learning_rate": 2e-05,
      "loss": 0.661806869506836,
      "step": 2150
    },
    {
      "epoch": 0.05922513778070248,
      "grad_norm": 1.7535753341635816,
      "learning_rate": 2e-05,
      "loss": 0.6718528270721436,
      "step": 2160
    },
    {
      "epoch": 0.059499328233390915,
      "grad_norm": 1.9376370630167024,
      "learning_rate": 2e-05,
      "loss": 0.690641212463379,
      "step": 2170
    },
    {
      "epoch": 0.05977351868607935,
      "grad_norm": 2.5374679136605596,
      "learning_rate": 2e-05,
      "loss": 0.6993424415588378,
      "step": 2180
    },
    {
      "epoch": 0.06004770913876779,
      "grad_norm": 8.884410141851701,
      "learning_rate": 2e-05,
      "loss": 0.6886792182922363,
      "step": 2190
    },
    {
      "epoch": 0.06032189959145622,
      "grad_norm": 1.3716294166066423,
      "learning_rate": 2e-05,
      "loss": 0.7170482635498047,
      "step": 2200
    },
    {
      "epoch": 0.060596090044144665,
      "grad_norm": 15.068560848475203,
      "learning_rate": 2e-05,
      "loss": 0.6805070877075196,
      "step": 2210
    },
    {
      "epoch": 0.0608702804968331,
      "grad_norm": 1.3577298589073343,
      "learning_rate": 2e-05,
      "loss": 0.7325131893157959,
      "step": 2220
    },
    {
      "epoch": 0.06114447094952154,
      "grad_norm": 1.5605906922192767,
      "learning_rate": 2e-05,
      "loss": 0.7512709617614746,
      "step": 2230
    },
    {
      "epoch": 0.06141866140220997,
      "grad_norm": 2.7582484830984075,
      "learning_rate": 2e-05,
      "loss": 0.6785373687744141,
      "step": 2240
    },
    {
      "epoch": 0.061692851854898416,
      "grad_norm": 1.5143827466792619,
      "learning_rate": 2e-05,
      "loss": 0.6751925945281982,
      "step": 2250
    },
    {
      "epoch": 0.06196704230758685,
      "grad_norm": 2.0161013083730874,
      "learning_rate": 2e-05,
      "loss": 0.7139543533325196,
      "step": 2260
    },
    {
      "epoch": 0.06224123276027529,
      "grad_norm": 1.5476890937684233,
      "learning_rate": 2e-05,
      "loss": 0.6949531555175781,
      "step": 2270
    },
    {
      "epoch": 0.06251542321296373,
      "grad_norm": 2.854149288642599,
      "learning_rate": 2e-05,
      "loss": 0.7019545555114746,
      "step": 2280
    },
    {
      "epoch": 0.06278961366565217,
      "grad_norm": 2.8910444598110145,
      "learning_rate": 2e-05,
      "loss": 0.679999828338623,
      "step": 2290
    },
    {
      "epoch": 0.0630638041183406,
      "grad_norm": 4.5131786865492165,
      "learning_rate": 2e-05,
      "loss": 0.743858814239502,
      "step": 2300
    },
    {
      "epoch": 0.06333799457102904,
      "grad_norm": 1.6666983651920946,
      "learning_rate": 2e-05,
      "loss": 0.6903061866760254,
      "step": 2310
    },
    {
      "epoch": 0.06361218502371747,
      "grad_norm": 3.9236409182044927,
      "learning_rate": 2e-05,
      "loss": 0.6770228385925293,
      "step": 2320
    },
    {
      "epoch": 0.06388637547640591,
      "grad_norm": 3.5304751421823375,
      "learning_rate": 2e-05,
      "loss": 0.683766508102417,
      "step": 2330
    },
    {
      "epoch": 0.06416056592909435,
      "grad_norm": 2.3440415121115508,
      "learning_rate": 2e-05,
      "loss": 0.685692024230957,
      "step": 2340
    },
    {
      "epoch": 0.06443475638178278,
      "grad_norm": 2.023495973731089,
      "learning_rate": 2e-05,
      "loss": 0.6623273372650147,
      "step": 2350
    },
    {
      "epoch": 0.06470894683447122,
      "grad_norm": 1.3644101729258715,
      "learning_rate": 2e-05,
      "loss": 0.6689095497131348,
      "step": 2360
    },
    {
      "epoch": 0.06498313728715967,
      "grad_norm": 1.9596672876784174,
      "learning_rate": 2e-05,
      "loss": 0.691974401473999,
      "step": 2370
    },
    {
      "epoch": 0.0652573277398481,
      "grad_norm": 1.3195698986606514,
      "learning_rate": 2e-05,
      "loss": 0.6821478843688965,
      "step": 2380
    },
    {
      "epoch": 0.06553151819253654,
      "grad_norm": 1.7573022373302587,
      "learning_rate": 2e-05,
      "loss": 0.6735329627990723,
      "step": 2390
    },
    {
      "epoch": 0.06580570864522498,
      "grad_norm": 1.53838950058506,
      "learning_rate": 2e-05,
      "loss": 0.748023509979248,
      "step": 2400
    },
    {
      "epoch": 0.06607989909791341,
      "grad_norm": 1.2532586297274881,
      "learning_rate": 2e-05,
      "loss": 0.7004266738891601,
      "step": 2410
    },
    {
      "epoch": 0.06635408955060185,
      "grad_norm": 1.0700352542953793,
      "learning_rate": 2e-05,
      "loss": 0.6959473609924316,
      "step": 2420
    },
    {
      "epoch": 0.06662828000329028,
      "grad_norm": 4.556276241049152,
      "learning_rate": 2e-05,
      "loss": 0.8061809539794922,
      "step": 2430
    },
    {
      "epoch": 0.06690247045597872,
      "grad_norm": 2.152509533567621,
      "learning_rate": 2e-05,
      "loss": 0.6806859016418457,
      "step": 2440
    },
    {
      "epoch": 0.06717666090866715,
      "grad_norm": 2.844321748025424,
      "learning_rate": 2e-05,
      "loss": 0.6640607833862304,
      "step": 2450
    },
    {
      "epoch": 0.0674508513613556,
      "grad_norm": 1.1844711198885922,
      "learning_rate": 2e-05,
      "loss": 0.6736173629760742,
      "step": 2460
    },
    {
      "epoch": 0.06772504181404404,
      "grad_norm": 1.7441815113714467,
      "learning_rate": 2e-05,
      "loss": 0.6737575531005859,
      "step": 2470
    },
    {
      "epoch": 0.06799923226673248,
      "grad_norm": 15.110436266375306,
      "learning_rate": 2e-05,
      "loss": 0.6922641277313233,
      "step": 2480
    },
    {
      "epoch": 0.06827342271942091,
      "grad_norm": 2.2896995422971513,
      "learning_rate": 2e-05,
      "loss": 0.6922240257263184,
      "step": 2490
    },
    {
      "epoch": 0.06854761317210935,
      "grad_norm": 3.3946567144349524,
      "learning_rate": 2e-05,
      "loss": 0.7507569313049316,
      "step": 2500
    },
    {
      "epoch": 0.06882180362479778,
      "grad_norm": 2.4027551835720606,
      "learning_rate": 2e-05,
      "loss": 0.6868194580078125,
      "step": 2510
    },
    {
      "epoch": 0.06909599407748622,
      "grad_norm": 2.642622943517862,
      "learning_rate": 2e-05,
      "loss": 0.671518611907959,
      "step": 2520
    },
    {
      "epoch": 0.06937018453017466,
      "grad_norm": 1.5309404635845658,
      "learning_rate": 2e-05,
      "loss": 0.7356051921844482,
      "step": 2530
    },
    {
      "epoch": 0.06964437498286309,
      "grad_norm": 3.0548677174511956,
      "learning_rate": 2e-05,
      "loss": 0.6758328437805176,
      "step": 2540
    },
    {
      "epoch": 0.06991856543555153,
      "grad_norm": 1.193438740119827,
      "learning_rate": 2e-05,
      "loss": 0.6692746639251709,
      "step": 2550
    },
    {
      "epoch": 0.07019275588823998,
      "grad_norm": 1.2975925737053815,
      "learning_rate": 2e-05,
      "loss": 0.6996981620788574,
      "step": 2560
    },
    {
      "epoch": 0.07046694634092841,
      "grad_norm": 2.604623408290158,
      "learning_rate": 2e-05,
      "loss": 0.6900700569152832,
      "step": 2570
    },
    {
      "epoch": 0.07074113679361685,
      "grad_norm": 1.3002551593133926,
      "learning_rate": 2e-05,
      "loss": 0.6943139553070068,
      "step": 2580
    },
    {
      "epoch": 0.07101532724630528,
      "grad_norm": 1.2531714833158747,
      "learning_rate": 2e-05,
      "loss": 0.6756250381469726,
      "step": 2590
    },
    {
      "epoch": 0.07128951769899372,
      "grad_norm": 1.2937652650463045,
      "learning_rate": 2e-05,
      "loss": 0.663780403137207,
      "step": 2600
    },
    {
      "epoch": 0.07156370815168216,
      "grad_norm": 2.6360485085938437,
      "learning_rate": 2e-05,
      "loss": 0.7122066020965576,
      "step": 2610
    },
    {
      "epoch": 0.07183789860437059,
      "grad_norm": 1.4934934194790765,
      "learning_rate": 2e-05,
      "loss": 0.7055806159973145,
      "step": 2620
    },
    {
      "epoch": 0.07211208905705903,
      "grad_norm": 1.265554029972572,
      "learning_rate": 2e-05,
      "loss": 0.7235059261322021,
      "step": 2630
    },
    {
      "epoch": 0.07238627950974746,
      "grad_norm": 1.9958554767672445,
      "learning_rate": 2e-05,
      "loss": 0.7027205467224121,
      "step": 2640
    },
    {
      "epoch": 0.07266046996243591,
      "grad_norm": 1.2413434845129339,
      "learning_rate": 2e-05,
      "loss": 0.6815381526947022,
      "step": 2650
    },
    {
      "epoch": 0.07293466041512435,
      "grad_norm": 1.1371354821804263,
      "learning_rate": 2e-05,
      "loss": 0.6793872356414795,
      "step": 2660
    },
    {
      "epoch": 0.07320885086781279,
      "grad_norm": 1.509310628738819,
      "learning_rate": 2e-05,
      "loss": 0.6791254997253418,
      "step": 2670
    },
    {
      "epoch": 0.07348304132050122,
      "grad_norm": 1.1060317096479009,
      "learning_rate": 2e-05,
      "loss": 0.6734872341156006,
      "step": 2680
    },
    {
      "epoch": 0.07375723177318966,
      "grad_norm": 2.300558523814945,
      "learning_rate": 2e-05,
      "loss": 0.7129344940185547,
      "step": 2690
    },
    {
      "epoch": 0.0740314222258781,
      "grad_norm": 1.4427965933652498,
      "learning_rate": 2e-05,
      "loss": 0.6588455200195312,
      "step": 2700
    },
    {
      "epoch": 0.07430561267856653,
      "grad_norm": 1.294782697054497,
      "learning_rate": 2e-05,
      "loss": 0.6733306884765625,
      "step": 2710
    },
    {
      "epoch": 0.07457980313125497,
      "grad_norm": 1.5340099682623456,
      "learning_rate": 2e-05,
      "loss": 0.67325758934021,
      "step": 2720
    },
    {
      "epoch": 0.0748539935839434,
      "grad_norm": 1.206231978423083,
      "learning_rate": 2e-05,
      "loss": 0.6762287139892578,
      "step": 2730
    },
    {
      "epoch": 0.07512818403663185,
      "grad_norm": 1.9615078302959699,
      "learning_rate": 2e-05,
      "loss": 0.6494486808776856,
      "step": 2740
    },
    {
      "epoch": 0.07540237448932029,
      "grad_norm": 2.7069935077316156,
      "learning_rate": 2e-05,
      "loss": 0.6673858642578125,
      "step": 2750
    },
    {
      "epoch": 0.07567656494200872,
      "grad_norm": 1.244130150553988,
      "learning_rate": 2e-05,
      "loss": 0.6522541046142578,
      "step": 2760
    },
    {
      "epoch": 0.07595075539469716,
      "grad_norm": 1.2098821554953647,
      "learning_rate": 2e-05,
      "loss": 0.683398962020874,
      "step": 2770
    },
    {
      "epoch": 0.0762249458473856,
      "grad_norm": 1.288135083537603,
      "learning_rate": 2e-05,
      "loss": 0.6805778503417969,
      "step": 2780
    },
    {
      "epoch": 0.07649913630007403,
      "grad_norm": 1.6304988366424138,
      "learning_rate": 2e-05,
      "loss": 0.7026628017425537,
      "step": 2790
    },
    {
      "epoch": 0.07677332675276247,
      "grad_norm": 2.7936841529325167,
      "learning_rate": 2e-05,
      "loss": 0.6661033630371094,
      "step": 2800
    },
    {
      "epoch": 0.0770475172054509,
      "grad_norm": 1.0298921513328017,
      "learning_rate": 2e-05,
      "loss": 0.6871449470520019,
      "step": 2810
    },
    {
      "epoch": 0.07732170765813934,
      "grad_norm": 1.1609549565762298,
      "learning_rate": 2e-05,
      "loss": 0.7018230438232422,
      "step": 2820
    },
    {
      "epoch": 0.07759589811082779,
      "grad_norm": 1.4937627603643764,
      "learning_rate": 2e-05,
      "loss": 0.6921014785766602,
      "step": 2830
    },
    {
      "epoch": 0.07787008856351622,
      "grad_norm": 1.06750496448494,
      "learning_rate": 2e-05,
      "loss": 0.6660943508148194,
      "step": 2840
    },
    {
      "epoch": 0.07814427901620466,
      "grad_norm": 1.3483148967347722,
      "learning_rate": 2e-05,
      "loss": 0.6800715923309326,
      "step": 2850
    },
    {
      "epoch": 0.0784184694688931,
      "grad_norm": 0.9156475317981986,
      "learning_rate": 2e-05,
      "loss": 0.6963984489440918,
      "step": 2860
    },
    {
      "epoch": 0.07869265992158153,
      "grad_norm": 2.541415851603761,
      "learning_rate": 2e-05,
      "loss": 0.6630027294158936,
      "step": 2870
    },
    {
      "epoch": 0.07896685037426997,
      "grad_norm": 16.943114843325624,
      "learning_rate": 2e-05,
      "loss": 0.6456388473510742,
      "step": 2880
    },
    {
      "epoch": 0.0792410408269584,
      "grad_norm": 1.5105418227638865,
      "learning_rate": 2e-05,
      "loss": 0.6730733394622803,
      "step": 2890
    },
    {
      "epoch": 0.07951523127964684,
      "grad_norm": 1.0845416608133904,
      "learning_rate": 2e-05,
      "loss": 0.7171577453613281,
      "step": 2900
    },
    {
      "epoch": 0.07978942173233528,
      "grad_norm": 1.1519480568569667,
      "learning_rate": 2e-05,
      "loss": 0.6709290504455566,
      "step": 2910
    },
    {
      "epoch": 0.08006361218502371,
      "grad_norm": 1.2117290732120638,
      "learning_rate": 2e-05,
      "loss": 0.6620571136474609,
      "step": 2920
    },
    {
      "epoch": 0.08033780263771216,
      "grad_norm": 1.2315110130143458,
      "learning_rate": 2e-05,
      "loss": 0.6733248710632325,
      "step": 2930
    },
    {
      "epoch": 0.0806119930904006,
      "grad_norm": 2.440287172046704,
      "learning_rate": 2e-05,
      "loss": 0.6643840789794921,
      "step": 2940
    },
    {
      "epoch": 0.08088618354308903,
      "grad_norm": 1.679547493244505,
      "learning_rate": 2e-05,
      "loss": 0.6582764625549317,
      "step": 2950
    },
    {
      "epoch": 0.08116037399577747,
      "grad_norm": 1.4899450244629049,
      "learning_rate": 2e-05,
      "loss": 0.6351748466491699,
      "step": 2960
    },
    {
      "epoch": 0.0814345644484659,
      "grad_norm": 8.727623946787714,
      "learning_rate": 2e-05,
      "loss": 0.6684012413024902,
      "step": 2970
    },
    {
      "epoch": 0.08170875490115434,
      "grad_norm": 1.579015056993268,
      "learning_rate": 2e-05,
      "loss": 0.7062510490417481,
      "step": 2980
    },
    {
      "epoch": 0.08198294535384278,
      "grad_norm": 1.1464807229444751,
      "learning_rate": 2e-05,
      "loss": 0.7049516201019287,
      "step": 2990
    },
    {
      "epoch": 0.08225713580653121,
      "grad_norm": 5.869960507362621,
      "learning_rate": 2e-05,
      "loss": 0.6782597541809082,
      "step": 3000
    },
    {
      "epoch": 0.08253132625921965,
      "grad_norm": 1.4182529764185894,
      "learning_rate": 2e-05,
      "loss": 0.6684169769287109,
      "step": 3010
    },
    {
      "epoch": 0.0828055167119081,
      "grad_norm": 1.6893769027297443,
      "learning_rate": 2e-05,
      "loss": 0.6985646247863769,
      "step": 3020
    },
    {
      "epoch": 0.08307970716459653,
      "grad_norm": 2.5342955627283548,
      "learning_rate": 2e-05,
      "loss": 0.6566522121429443,
      "step": 3030
    },
    {
      "epoch": 0.08335389761728497,
      "grad_norm": 2.2039912383675504,
      "learning_rate": 2e-05,
      "loss": 0.6650538444519043,
      "step": 3040
    },
    {
      "epoch": 0.0836280880699734,
      "grad_norm": 1.1365614280802196,
      "learning_rate": 2e-05,
      "loss": 0.7018685340881348,
      "step": 3050
    },
    {
      "epoch": 0.08390227852266184,
      "grad_norm": 9.019421975743805,
      "learning_rate": 2e-05,
      "loss": 0.6758551597595215,
      "step": 3060
    },
    {
      "epoch": 0.08417646897535028,
      "grad_norm": 3.6659007510462036,
      "learning_rate": 2e-05,
      "loss": 0.6577141761779786,
      "step": 3070
    },
    {
      "epoch": 0.08445065942803871,
      "grad_norm": 1.5678832350052356,
      "learning_rate": 2e-05,
      "loss": 0.6269432067871094,
      "step": 3080
    },
    {
      "epoch": 0.08472484988072715,
      "grad_norm": 1.727670242813246,
      "learning_rate": 2e-05,
      "loss": 0.6586098670959473,
      "step": 3090
    },
    {
      "epoch": 0.08499904033341558,
      "grad_norm": 3.755002398572796,
      "learning_rate": 2e-05,
      "loss": 0.7226817607879639,
      "step": 3100
    },
    {
      "epoch": 0.08527323078610403,
      "grad_norm": 2.1330764933548174,
      "learning_rate": 2e-05,
      "loss": 0.7848432064056396,
      "step": 3110
    },
    {
      "epoch": 0.08554742123879247,
      "grad_norm": 7.344569339937305,
      "learning_rate": 2e-05,
      "loss": 0.6657351970672607,
      "step": 3120
    },
    {
      "epoch": 0.0858216116914809,
      "grad_norm": 10.468008663230526,
      "learning_rate": 2e-05,
      "loss": 0.7568781852722168,
      "step": 3130
    },
    {
      "epoch": 0.08609580214416934,
      "grad_norm": 2.1138000067535527,
      "learning_rate": 2e-05,
      "loss": 0.6460443496704101,
      "step": 3140
    },
    {
      "epoch": 0.08636999259685778,
      "grad_norm": 4.547865280742984,
      "learning_rate": 2e-05,
      "loss": 0.6882412910461426,
      "step": 3150
    },
    {
      "epoch": 0.08664418304954621,
      "grad_norm": 3.5154327639954515,
      "learning_rate": 2e-05,
      "loss": 0.6506322860717774,
      "step": 3160
    },
    {
      "epoch": 0.08691837350223465,
      "grad_norm": 2.7275478121939303,
      "learning_rate": 2e-05,
      "loss": 0.6696713447570801,
      "step": 3170
    },
    {
      "epoch": 0.08719256395492309,
      "grad_norm": 1.3787630646286215,
      "learning_rate": 2e-05,
      "loss": 0.6836231231689454,
      "step": 3180
    },
    {
      "epoch": 0.08746675440761152,
      "grad_norm": 2.047844653500189,
      "learning_rate": 2e-05,
      "loss": 0.6477073669433594,
      "step": 3190
    },
    {
      "epoch": 0.08774094486029996,
      "grad_norm": 1.3852125913708124,
      "learning_rate": 2e-05,
      "loss": 0.6763352870941162,
      "step": 3200
    },
    {
      "epoch": 0.08801513531298841,
      "grad_norm": 2.3040797052670854,
      "learning_rate": 2e-05,
      "loss": 0.6652051448822022,
      "step": 3210
    },
    {
      "epoch": 0.08828932576567684,
      "grad_norm": 14.697316208995012,
      "learning_rate": 2e-05,
      "loss": 0.7217847347259522,
      "step": 3220
    },
    {
      "epoch": 0.08856351621836528,
      "grad_norm": 2.51269929770817,
      "learning_rate": 2e-05,
      "loss": 0.6437290191650391,
      "step": 3230
    },
    {
      "epoch": 0.08883770667105371,
      "grad_norm": 1.0839928596474344,
      "learning_rate": 2e-05,
      "loss": 0.6739638328552247,
      "step": 3240
    },
    {
      "epoch": 0.08911189712374215,
      "grad_norm": 1.4232969395596793,
      "learning_rate": 2e-05,
      "loss": 0.6545791625976562,
      "step": 3250
    },
    {
      "epoch": 0.08938608757643059,
      "grad_norm": 2.7705768107632407,
      "learning_rate": 2e-05,
      "loss": 0.6883786678314209,
      "step": 3260
    },
    {
      "epoch": 0.08966027802911902,
      "grad_norm": 1.6294188609939928,
      "learning_rate": 2e-05,
      "loss": 0.6384977340698242,
      "step": 3270
    },
    {
      "epoch": 0.08993446848180746,
      "grad_norm": 1.594582926676938,
      "learning_rate": 2e-05,
      "loss": 0.6840876579284668,
      "step": 3280
    },
    {
      "epoch": 0.0902086589344959,
      "grad_norm": 3.419979140068578,
      "learning_rate": 2e-05,
      "loss": 0.6966186046600342,
      "step": 3290
    },
    {
      "epoch": 0.09048284938718434,
      "grad_norm": 1.1720984784354762,
      "learning_rate": 2e-05,
      "loss": 0.7145553588867187,
      "step": 3300
    },
    {
      "epoch": 0.09075703983987278,
      "grad_norm": 2.5865997974005905,
      "learning_rate": 2e-05,
      "loss": 0.670125675201416,
      "step": 3310
    },
    {
      "epoch": 0.09103123029256122,
      "grad_norm": 1.7653476493006024,
      "learning_rate": 2e-05,
      "loss": 0.6601348876953125,
      "step": 3320
    },
    {
      "epoch": 0.09130542074524965,
      "grad_norm": 1.078475603753133,
      "learning_rate": 2e-05,
      "loss": 0.6758632659912109,
      "step": 3330
    },
    {
      "epoch": 0.09157961119793809,
      "grad_norm": 1.9813753893710975,
      "learning_rate": 2e-05,
      "loss": 0.6324165344238282,
      "step": 3340
    },
    {
      "epoch": 0.09185380165062652,
      "grad_norm": 5.357267664807992,
      "learning_rate": 2e-05,
      "loss": 0.7044012069702148,
      "step": 3350
    },
    {
      "epoch": 0.09212799210331496,
      "grad_norm": 1.9661122621370217,
      "learning_rate": 2e-05,
      "loss": 0.6732365608215332,
      "step": 3360
    },
    {
      "epoch": 0.0924021825560034,
      "grad_norm": 1.463741721870027,
      "learning_rate": 2e-05,
      "loss": 0.6740346431732178,
      "step": 3370
    },
    {
      "epoch": 0.09267637300869183,
      "grad_norm": 2.1100577721208684,
      "learning_rate": 2e-05,
      "loss": 0.6793565273284912,
      "step": 3380
    },
    {
      "epoch": 0.09295056346138028,
      "grad_norm": 1.647800752209185,
      "learning_rate": 2e-05,
      "loss": 0.6734954357147217,
      "step": 3390
    },
    {
      "epoch": 0.09322475391406872,
      "grad_norm": 5.2930839705776425,
      "learning_rate": 2e-05,
      "loss": 0.6649512767791748,
      "step": 3400
    },
    {
      "epoch": 0.09349894436675715,
      "grad_norm": 1.2957879552995335,
      "learning_rate": 2e-05,
      "loss": 0.6656761169433594,
      "step": 3410
    },
    {
      "epoch": 0.09377313481944559,
      "grad_norm": 2.2505114790067173,
      "learning_rate": 2e-05,
      "loss": 0.6644682884216309,
      "step": 3420
    },
    {
      "epoch": 0.09404732527213402,
      "grad_norm": 3.242876354488533,
      "learning_rate": 2e-05,
      "loss": 0.7099063873291016,
      "step": 3430
    },
    {
      "epoch": 0.09432151572482246,
      "grad_norm": 1.2326965640901657,
      "learning_rate": 2e-05,
      "loss": 0.6550569057464599,
      "step": 3440
    },
    {
      "epoch": 0.0945957061775109,
      "grad_norm": 1.1460797675833456,
      "learning_rate": 2e-05,
      "loss": 0.7175025463104248,
      "step": 3450
    },
    {
      "epoch": 0.09486989663019933,
      "grad_norm": 1.2339953246226074,
      "learning_rate": 2e-05,
      "loss": 0.6755492687225342,
      "step": 3460
    },
    {
      "epoch": 0.09514408708288777,
      "grad_norm": 1.2239178623958433,
      "learning_rate": 2e-05,
      "loss": 0.7038548469543457,
      "step": 3470
    },
    {
      "epoch": 0.09541827753557622,
      "grad_norm": 2.054453414781126,
      "learning_rate": 2e-05,
      "loss": 0.7407256126403808,
      "step": 3480
    },
    {
      "epoch": 0.09569246798826465,
      "grad_norm": 0.962580766048047,
      "learning_rate": 2e-05,
      "loss": 0.6635346412658691,
      "step": 3490
    },
    {
      "epoch": 0.09596665844095309,
      "grad_norm": 1.2912100361591508,
      "learning_rate": 2e-05,
      "loss": 0.7218295574188233,
      "step": 3500
    },
    {
      "epoch": 0.09624084889364153,
      "grad_norm": 1.1758629619276566,
      "learning_rate": 2e-05,
      "loss": 0.6495042324066163,
      "step": 3510
    },
    {
      "epoch": 0.09651503934632996,
      "grad_norm": 3.5366805734644338,
      "learning_rate": 2e-05,
      "loss": 0.6897785186767578,
      "step": 3520
    },
    {
      "epoch": 0.0967892297990184,
      "grad_norm": 2.272234739463371,
      "learning_rate": 2e-05,
      "loss": 0.6400076866149902,
      "step": 3530
    },
    {
      "epoch": 0.09706342025170683,
      "grad_norm": 1.0410457309022894,
      "learning_rate": 2e-05,
      "loss": 0.6666034698486328,
      "step": 3540
    },
    {
      "epoch": 0.09733761070439527,
      "grad_norm": 1.47293937630036,
      "learning_rate": 2e-05,
      "loss": 0.6687037467956543,
      "step": 3550
    },
    {
      "epoch": 0.0976118011570837,
      "grad_norm": 1.9748563321883545,
      "learning_rate": 2e-05,
      "loss": 0.6717099666595459,
      "step": 3560
    },
    {
      "epoch": 0.09788599160977214,
      "grad_norm": 1.5933750546326055,
      "learning_rate": 2e-05,
      "loss": 0.6562514305114746,
      "step": 3570
    },
    {
      "epoch": 0.09816018206246059,
      "grad_norm": 3.128593619633481,
      "learning_rate": 2e-05,
      "loss": 0.7533950805664062,
      "step": 3580
    },
    {
      "epoch": 0.09843437251514903,
      "grad_norm": 2.891793023072984,
      "learning_rate": 2e-05,
      "loss": 0.6750978469848633,
      "step": 3590
    },
    {
      "epoch": 0.09870856296783746,
      "grad_norm": 2.1897121019394965,
      "learning_rate": 2e-05,
      "loss": 0.6912845134735107,
      "step": 3600
    },
    {
      "epoch": 0.0989827534205259,
      "grad_norm": 2.004346028083513,
      "learning_rate": 2e-05,
      "loss": 0.6787797927856445,
      "step": 3610
    },
    {
      "epoch": 0.09925694387321433,
      "grad_norm": 2.915237046123075,
      "learning_rate": 2e-05,
      "loss": 0.6627199172973632,
      "step": 3620
    },
    {
      "epoch": 0.09953113432590277,
      "grad_norm": 1.135046615758623,
      "learning_rate": 2e-05,
      "loss": 0.6445761680603027,
      "step": 3630
    },
    {
      "epoch": 0.0998053247785912,
      "grad_norm": 1.3959275315420312,
      "learning_rate": 2e-05,
      "loss": 0.667326545715332,
      "step": 3640
    },
    {
      "epoch": 0.10007951523127964,
      "grad_norm": 0.9909291231965143,
      "learning_rate": 2e-05,
      "loss": 0.6794458389282226,
      "step": 3650
    },
    {
      "epoch": 0.10035370568396808,
      "grad_norm": 1.8845470713145256,
      "learning_rate": 2e-05,
      "loss": 0.6390461921691895,
      "step": 3660
    },
    {
      "epoch": 0.10062789613665653,
      "grad_norm": 1.5618410538502554,
      "learning_rate": 2e-05,
      "loss": 0.6542781829833985,
      "step": 3670
    },
    {
      "epoch": 0.10090208658934496,
      "grad_norm": 1.1053530735550423,
      "learning_rate": 2e-05,
      "loss": 0.6584223747253418,
      "step": 3680
    },
    {
      "epoch": 0.1011762770420334,
      "grad_norm": 1.8050013341368214,
      "learning_rate": 2e-05,
      "loss": 0.6776100158691406,
      "step": 3690
    },
    {
      "epoch": 0.10145046749472184,
      "grad_norm": 1.3509209662153294,
      "learning_rate": 2e-05,
      "loss": 0.7505715847015381,
      "step": 3700
    },
    {
      "epoch": 0.10172465794741027,
      "grad_norm": 1.3171737413682911,
      "learning_rate": 2e-05,
      "loss": 0.6496476650238037,
      "step": 3710
    },
    {
      "epoch": 0.10199884840009871,
      "grad_norm": 2.037728719646489,
      "learning_rate": 2e-05,
      "loss": 0.6601945400238037,
      "step": 3720
    },
    {
      "epoch": 0.10227303885278714,
      "grad_norm": 0.9419204630678888,
      "learning_rate": 2e-05,
      "loss": 0.6456241607666016,
      "step": 3730
    },
    {
      "epoch": 0.10254722930547558,
      "grad_norm": 0.9978934523669455,
      "learning_rate": 2e-05,
      "loss": 0.6376785278320313,
      "step": 3740
    },
    {
      "epoch": 0.10282141975816401,
      "grad_norm": 1.2463996045138312,
      "learning_rate": 2e-05,
      "loss": 0.6607570648193359,
      "step": 3750
    },
    {
      "epoch": 0.10309561021085246,
      "grad_norm": 2.5633755688709,
      "learning_rate": 2e-05,
      "loss": 0.6273582458496094,
      "step": 3760
    },
    {
      "epoch": 0.1033698006635409,
      "grad_norm": 1.3319182781528256,
      "learning_rate": 2e-05,
      "loss": 0.653649091720581,
      "step": 3770
    },
    {
      "epoch": 0.10364399111622934,
      "grad_norm": 1.5739184819076273,
      "learning_rate": 2e-05,
      "loss": 0.6797492027282714,
      "step": 3780
    },
    {
      "epoch": 0.10391818156891777,
      "grad_norm": 1.0307904527745226,
      "learning_rate": 2e-05,
      "loss": 0.6382014274597168,
      "step": 3790
    },
    {
      "epoch": 0.10419237202160621,
      "grad_norm": 1.367080564181282,
      "learning_rate": 2e-05,
      "loss": 0.656506872177124,
      "step": 3800
    },
    {
      "epoch": 0.10446656247429464,
      "grad_norm": 1.1306043565346662,
      "learning_rate": 2e-05,
      "loss": 0.6709275722503663,
      "step": 3810
    },
    {
      "epoch": 0.10474075292698308,
      "grad_norm": 1.1484780247773891,
      "learning_rate": 2e-05,
      "loss": 0.6394906520843506,
      "step": 3820
    },
    {
      "epoch": 0.10501494337967152,
      "grad_norm": 1.1364725089670198,
      "learning_rate": 2e-05,
      "loss": 0.6385705947875977,
      "step": 3830
    },
    {
      "epoch": 0.10528913383235995,
      "grad_norm": 0.8720469361835742,
      "learning_rate": 2e-05,
      "loss": 0.648165512084961,
      "step": 3840
    },
    {
      "epoch": 0.10556332428504839,
      "grad_norm": 1.0753251518024716,
      "learning_rate": 2e-05,
      "loss": 0.7535962581634521,
      "step": 3850
    },
    {
      "epoch": 0.10583751473773684,
      "grad_norm": 2.0842578780523646,
      "learning_rate": 2e-05,
      "loss": 0.6594803810119629,
      "step": 3860
    },
    {
      "epoch": 0.10611170519042527,
      "grad_norm": 1.2009333278099745,
      "learning_rate": 2e-05,
      "loss": 0.6642222881317139,
      "step": 3870
    },
    {
      "epoch": 0.10638589564311371,
      "grad_norm": 1.336651409297708,
      "learning_rate": 2e-05,
      "loss": 0.6247560024261475,
      "step": 3880
    },
    {
      "epoch": 0.10666008609580215,
      "grad_norm": 1.2693616052452827,
      "learning_rate": 2e-05,
      "loss": 0.6595481395721435,
      "step": 3890
    },
    {
      "epoch": 0.10693427654849058,
      "grad_norm": 1.0968413832844812,
      "learning_rate": 2e-05,
      "loss": 0.6259689331054688,
      "step": 3900
    },
    {
      "epoch": 0.10720846700117902,
      "grad_norm": 1.4406885841286199,
      "learning_rate": 2e-05,
      "loss": 0.635016393661499,
      "step": 3910
    },
    {
      "epoch": 0.10748265745386745,
      "grad_norm": 1.1149430537042344,
      "learning_rate": 2e-05,
      "loss": 0.652572774887085,
      "step": 3920
    },
    {
      "epoch": 0.10775684790655589,
      "grad_norm": 1.4284277973722026,
      "learning_rate": 2e-05,
      "loss": 0.6603116512298584,
      "step": 3930
    },
    {
      "epoch": 0.10803103835924432,
      "grad_norm": 2.191046426715608,
      "learning_rate": 2e-05,
      "loss": 0.6569153785705566,
      "step": 3940
    },
    {
      "epoch": 0.10830522881193277,
      "grad_norm": 0.9755637485958417,
      "learning_rate": 2e-05,
      "loss": 0.6817933559417725,
      "step": 3950
    },
    {
      "epoch": 0.10857941926462121,
      "grad_norm": 0.9207426742604556,
      "learning_rate": 2e-05,
      "loss": 0.632993507385254,
      "step": 3960
    },
    {
      "epoch": 0.10885360971730965,
      "grad_norm": 1.1075412445990842,
      "learning_rate": 2e-05,
      "loss": 0.6479109764099121,
      "step": 3970
    },
    {
      "epoch": 0.10912780016999808,
      "grad_norm": 1.02734487686768,
      "learning_rate": 2e-05,
      "loss": 0.6399119853973388,
      "step": 3980
    },
    {
      "epoch": 0.10940199062268652,
      "grad_norm": 1.0062247863415956,
      "learning_rate": 2e-05,
      "loss": 0.6592807292938232,
      "step": 3990
    },
    {
      "epoch": 0.10967618107537495,
      "grad_norm": 1.7207229565430802,
      "learning_rate": 2e-05,
      "loss": 0.6665008544921875,
      "step": 4000
    },
    {
      "epoch": 0.10995037152806339,
      "grad_norm": 8.645042736815913,
      "learning_rate": 2e-05,
      "loss": 0.6616263866424561,
      "step": 4010
    },
    {
      "epoch": 0.11022456198075183,
      "grad_norm": 1.2238886957987656,
      "learning_rate": 2e-05,
      "loss": 0.6552308559417724,
      "step": 4020
    },
    {
      "epoch": 0.11049875243344026,
      "grad_norm": 1.1553638761775333,
      "learning_rate": 2e-05,
      "loss": 0.6816983699798584,
      "step": 4030
    },
    {
      "epoch": 0.11077294288612871,
      "grad_norm": 1.054398000948271,
      "learning_rate": 2e-05,
      "loss": 0.6408511161804199,
      "step": 4040
    },
    {
      "epoch": 0.11104713333881715,
      "grad_norm": 0.9428030212455841,
      "learning_rate": 2e-05,
      "loss": 0.6279231071472168,
      "step": 4050
    },
    {
      "epoch": 0.11132132379150558,
      "grad_norm": 1.388635722554096,
      "learning_rate": 2e-05,
      "loss": 0.6294130325317383,
      "step": 4060
    },
    {
      "epoch": 0.11159551424419402,
      "grad_norm": 1.7370583970603126,
      "learning_rate": 2e-05,
      "loss": 0.7167839050292969,
      "step": 4070
    },
    {
      "epoch": 0.11186970469688245,
      "grad_norm": 0.9284089201374223,
      "learning_rate": 2e-05,
      "loss": 0.6723546028137207,
      "step": 4080
    },
    {
      "epoch": 0.11214389514957089,
      "grad_norm": 1.0672289545982019,
      "learning_rate": 2e-05,
      "loss": 0.6188468933105469,
      "step": 4090
    },
    {
      "epoch": 0.11241808560225933,
      "grad_norm": 1.2224883678356142,
      "learning_rate": 2e-05,
      "loss": 0.6085614681243896,
      "step": 4100
    },
    {
      "epoch": 0.11269227605494776,
      "grad_norm": 1.0181735306150577,
      "learning_rate": 2e-05,
      "loss": 0.6458304405212403,
      "step": 4110
    },
    {
      "epoch": 0.1129664665076362,
      "grad_norm": 0.9522441326878012,
      "learning_rate": 2e-05,
      "loss": 0.6111600875854493,
      "step": 4120
    },
    {
      "epoch": 0.11324065696032465,
      "grad_norm": 1.369700590577185,
      "learning_rate": 2e-05,
      "loss": 0.6220932960510254,
      "step": 4130
    },
    {
      "epoch": 0.11351484741301308,
      "grad_norm": 1.02959520927332,
      "learning_rate": 2e-05,
      "loss": 0.6411037445068359,
      "step": 4140
    },
    {
      "epoch": 0.11378903786570152,
      "grad_norm": 1.0188167622915398,
      "learning_rate": 2e-05,
      "loss": 0.6618610382080078,
      "step": 4150
    },
    {
      "epoch": 0.11406322831838996,
      "grad_norm": 1.1604217926496347,
      "learning_rate": 2e-05,
      "loss": 0.6259605407714843,
      "step": 4160
    },
    {
      "epoch": 0.11433741877107839,
      "grad_norm": 1.3052055907048221,
      "learning_rate": 2e-05,
      "loss": 0.6735570430755615,
      "step": 4170
    },
    {
      "epoch": 0.11461160922376683,
      "grad_norm": 3.9972621386948806,
      "learning_rate": 2e-05,
      "loss": 0.6412978172302246,
      "step": 4180
    },
    {
      "epoch": 0.11488579967645526,
      "grad_norm": 0.9250935510724153,
      "learning_rate": 2e-05,
      "loss": 0.6349028587341309,
      "step": 4190
    },
    {
      "epoch": 0.1151599901291437,
      "grad_norm": 0.8483293757756017,
      "learning_rate": 2e-05,
      "loss": 0.6539294242858886,
      "step": 4200
    },
    {
      "epoch": 0.11543418058183214,
      "grad_norm": 0.9013909884649278,
      "learning_rate": 2e-05,
      "loss": 0.6296156883239746,
      "step": 4210
    },
    {
      "epoch": 0.11570837103452057,
      "grad_norm": 0.9380979327027728,
      "learning_rate": 2e-05,
      "loss": 0.6285907745361328,
      "step": 4220
    },
    {
      "epoch": 0.11598256148720902,
      "grad_norm": 2.2630772850038503,
      "learning_rate": 2e-05,
      "loss": 0.6578060150146484,
      "step": 4230
    },
    {
      "epoch": 0.11625675193989746,
      "grad_norm": 6.909631861817211,
      "learning_rate": 2e-05,
      "loss": 0.6506007671356201,
      "step": 4240
    },
    {
      "epoch": 0.11653094239258589,
      "grad_norm": 0.8808129720301275,
      "learning_rate": 2e-05,
      "loss": 0.6617231369018555,
      "step": 4250
    },
    {
      "epoch": 0.11680513284527433,
      "grad_norm": 0.9456206590178073,
      "learning_rate": 2e-05,
      "loss": 0.6531835079193116,
      "step": 4260
    },
    {
      "epoch": 0.11707932329796276,
      "grad_norm": 1.1627074594962703,
      "learning_rate": 2e-05,
      "loss": 0.6359607219696045,
      "step": 4270
    },
    {
      "epoch": 0.1173535137506512,
      "grad_norm": 1.1919426603748915,
      "learning_rate": 2e-05,
      "loss": 0.6592881202697753,
      "step": 4280
    },
    {
      "epoch": 0.11762770420333964,
      "grad_norm": 1.5858348663210315,
      "learning_rate": 2e-05,
      "loss": 0.6205570220947265,
      "step": 4290
    },
    {
      "epoch": 0.11790189465602807,
      "grad_norm": 1.5199041276821281,
      "learning_rate": 2e-05,
      "loss": 0.631896686553955,
      "step": 4300
    },
    {
      "epoch": 0.11817608510871651,
      "grad_norm": 9.32521636509595,
      "learning_rate": 2e-05,
      "loss": 0.6201819896697998,
      "step": 4310
    },
    {
      "epoch": 0.11845027556140496,
      "grad_norm": 1.3787500933578838,
      "learning_rate": 2e-05,
      "loss": 0.6414646148681641,
      "step": 4320
    },
    {
      "epoch": 0.1187244660140934,
      "grad_norm": 5.193321713943328,
      "learning_rate": 2e-05,
      "loss": 0.6398839473724365,
      "step": 4330
    },
    {
      "epoch": 0.11899865646678183,
      "grad_norm": 1.0054479720570946,
      "learning_rate": 2e-05,
      "loss": 0.5866321563720703,
      "step": 4340
    },
    {
      "epoch": 0.11927284691947027,
      "grad_norm": 1.7834494646230221,
      "learning_rate": 2e-05,
      "loss": 0.6555882930755615,
      "step": 4350
    },
    {
      "epoch": 0.1195470373721587,
      "grad_norm": 3.2269796303236906,
      "learning_rate": 2e-05,
      "loss": 0.6395574092864991,
      "step": 4360
    },
    {
      "epoch": 0.11982122782484714,
      "grad_norm": 1.033396076294825,
      "learning_rate": 2e-05,
      "loss": 0.6677106857299805,
      "step": 4370
    },
    {
      "epoch": 0.12009541827753557,
      "grad_norm": 0.8846762414717687,
      "learning_rate": 2e-05,
      "loss": 0.6354843139648437,
      "step": 4380
    },
    {
      "epoch": 0.12036960873022401,
      "grad_norm": 4.909904236871553,
      "learning_rate": 2e-05,
      "loss": 0.7135543823242188,
      "step": 4390
    },
    {
      "epoch": 0.12064379918291245,
      "grad_norm": 1.113177327609433,
      "learning_rate": 2e-05,
      "loss": 0.6340306758880615,
      "step": 4400
    },
    {
      "epoch": 0.1209179896356009,
      "grad_norm": 1.7841199253325009,
      "learning_rate": 2e-05,
      "loss": 0.6683245658874511,
      "step": 4410
    },
    {
      "epoch": 0.12119218008828933,
      "grad_norm": 8.356137648680004,
      "learning_rate": 2e-05,
      "loss": 0.6603833675384522,
      "step": 4420
    },
    {
      "epoch": 0.12146637054097777,
      "grad_norm": 1.4361812174766755,
      "learning_rate": 2e-05,
      "loss": 0.6408306121826172,
      "step": 4430
    },
    {
      "epoch": 0.1217405609936662,
      "grad_norm": 1.1874981344620894,
      "learning_rate": 2e-05,
      "loss": 0.6650359153747558,
      "step": 4440
    },
    {
      "epoch": 0.12201475144635464,
      "grad_norm": 4.563992000468378,
      "learning_rate": 2e-05,
      "loss": 0.6764625072479248,
      "step": 4450
    },
    {
      "epoch": 0.12228894189904307,
      "grad_norm": 1.7866638362790574,
      "learning_rate": 2e-05,
      "loss": 0.685894775390625,
      "step": 4460
    },
    {
      "epoch": 0.12256313235173151,
      "grad_norm": 1.8495475399267947,
      "learning_rate": 2e-05,
      "loss": 0.6657548427581788,
      "step": 4470
    },
    {
      "epoch": 0.12283732280441995,
      "grad_norm": 1.9288699113594114,
      "learning_rate": 2e-05,
      "loss": 0.6878697872161865,
      "step": 4480
    },
    {
      "epoch": 0.12311151325710838,
      "grad_norm": 0.832606879162686,
      "learning_rate": 2e-05,
      "loss": 0.6772202491760254,
      "step": 4490
    },
    {
      "epoch": 0.12338570370979683,
      "grad_norm": 1.2684959078910074,
      "learning_rate": 2e-05,
      "loss": 0.6572877883911132,
      "step": 4500
    },
    {
      "epoch": 0.12365989416248527,
      "grad_norm": 0.9100620504734364,
      "learning_rate": 2e-05,
      "loss": 0.6964794158935547,
      "step": 4510
    },
    {
      "epoch": 0.1239340846151737,
      "grad_norm": 0.9311468668119511,
      "learning_rate": 2e-05,
      "loss": 0.6210803031921387,
      "step": 4520
    },
    {
      "epoch": 0.12420827506786214,
      "grad_norm": 1.2767331744997732,
      "learning_rate": 2e-05,
      "loss": 0.6693114757537841,
      "step": 4530
    },
    {
      "epoch": 0.12448246552055058,
      "grad_norm": 0.8708955193038721,
      "learning_rate": 2e-05,
      "loss": 0.6495052337646484,
      "step": 4540
    },
    {
      "epoch": 0.12475665597323901,
      "grad_norm": 3.2672106558058576,
      "learning_rate": 2e-05,
      "loss": 0.6230100154876709,
      "step": 4550
    },
    {
      "epoch": 0.12503084642592746,
      "grad_norm": 0.9512752059448129,
      "learning_rate": 2e-05,
      "loss": 0.6514958381652832,
      "step": 4560
    },
    {
      "epoch": 0.12530503687861588,
      "grad_norm": 2.3426602209776743,
      "learning_rate": 2e-05,
      "loss": 0.6401823043823243,
      "step": 4570
    },
    {
      "epoch": 0.12557922733130433,
      "grad_norm": 8.431270370614746,
      "learning_rate": 2e-05,
      "loss": 0.6417835235595704,
      "step": 4580
    },
    {
      "epoch": 0.12585341778399275,
      "grad_norm": 0.8964417949699013,
      "learning_rate": 2e-05,
      "loss": 0.7339300155639649,
      "step": 4590
    },
    {
      "epoch": 0.1261276082366812,
      "grad_norm": 1.08320970438144,
      "learning_rate": 2e-05,
      "loss": 0.6680604934692382,
      "step": 4600
    },
    {
      "epoch": 0.12640179868936963,
      "grad_norm": 1.41576208241425,
      "learning_rate": 2e-05,
      "loss": 0.6463046550750733,
      "step": 4610
    },
    {
      "epoch": 0.12667598914205808,
      "grad_norm": 1.842999503817917,
      "learning_rate": 2e-05,
      "loss": 0.6181574821472168,
      "step": 4620
    },
    {
      "epoch": 0.1269501795947465,
      "grad_norm": 2.307169600378519,
      "learning_rate": 2e-05,
      "loss": 0.6464315414428711,
      "step": 4630
    },
    {
      "epoch": 0.12722437004743495,
      "grad_norm": 1.2959627920676864,
      "learning_rate": 2e-05,
      "loss": 0.6126112937927246,
      "step": 4640
    },
    {
      "epoch": 0.1274985605001234,
      "grad_norm": 1.1670020586654428,
      "learning_rate": 2e-05,
      "loss": 0.6580602645874023,
      "step": 4650
    },
    {
      "epoch": 0.12777275095281182,
      "grad_norm": 1.042513876455037,
      "learning_rate": 2e-05,
      "loss": 0.6094191551208497,
      "step": 4660
    },
    {
      "epoch": 0.12804694140550027,
      "grad_norm": 0.9328002107147049,
      "learning_rate": 2e-05,
      "loss": 0.637706708908081,
      "step": 4670
    },
    {
      "epoch": 0.1283211318581887,
      "grad_norm": 0.9377593093916341,
      "learning_rate": 2e-05,
      "loss": 0.6559667587280273,
      "step": 4680
    },
    {
      "epoch": 0.12859532231087714,
      "grad_norm": 0.8951429697430744,
      "learning_rate": 2e-05,
      "loss": 0.6032649517059326,
      "step": 4690
    },
    {
      "epoch": 0.12886951276356556,
      "grad_norm": 1.3137988611620086,
      "learning_rate": 2e-05,
      "loss": 0.6768720149993896,
      "step": 4700
    },
    {
      "epoch": 0.129143703216254,
      "grad_norm": 4.840643792501735,
      "learning_rate": 2e-05,
      "loss": 0.6318180084228515,
      "step": 4710
    },
    {
      "epoch": 0.12941789366894244,
      "grad_norm": 2.259116097019283,
      "learning_rate": 2e-05,
      "loss": 0.6226761817932129,
      "step": 4720
    },
    {
      "epoch": 0.12969208412163089,
      "grad_norm": 2.109693160122205,
      "learning_rate": 2e-05,
      "loss": 0.6313670635223388,
      "step": 4730
    },
    {
      "epoch": 0.12996627457431933,
      "grad_norm": 1.0467624418179453,
      "learning_rate": 2e-05,
      "loss": 0.6680407524108887,
      "step": 4740
    },
    {
      "epoch": 0.13024046502700776,
      "grad_norm": 2.05380153347514,
      "learning_rate": 2e-05,
      "loss": 0.6619737148284912,
      "step": 4750
    },
    {
      "epoch": 0.1305146554796962,
      "grad_norm": 1.0783546178155812,
      "learning_rate": 2e-05,
      "loss": 0.6868871212005615,
      "step": 4760
    },
    {
      "epoch": 0.13078884593238463,
      "grad_norm": 1.239694133832941,
      "learning_rate": 2e-05,
      "loss": 0.6313930511474609,
      "step": 4770
    },
    {
      "epoch": 0.13106303638507308,
      "grad_norm": 1.124019271740094,
      "learning_rate": 2e-05,
      "loss": 0.6283907890319824,
      "step": 4780
    },
    {
      "epoch": 0.1313372268377615,
      "grad_norm": 1.1658747506104035,
      "learning_rate": 2e-05,
      "loss": 0.6595157623291016,
      "step": 4790
    },
    {
      "epoch": 0.13161141729044995,
      "grad_norm": 1.20932907292486,
      "learning_rate": 2e-05,
      "loss": 0.6121905326843262,
      "step": 4800
    },
    {
      "epoch": 0.13188560774313837,
      "grad_norm": 3.091050723156674,
      "learning_rate": 2e-05,
      "loss": 0.6246075630187988,
      "step": 4810
    },
    {
      "epoch": 0.13215979819582682,
      "grad_norm": 1.1598041846915066,
      "learning_rate": 2e-05,
      "loss": 0.6399677276611329,
      "step": 4820
    },
    {
      "epoch": 0.13243398864851527,
      "grad_norm": 0.8967898024225303,
      "learning_rate": 2e-05,
      "loss": 0.6439048767089843,
      "step": 4830
    },
    {
      "epoch": 0.1327081791012037,
      "grad_norm": 0.928461443349827,
      "learning_rate": 2e-05,
      "loss": 0.6454927444458007,
      "step": 4840
    },
    {
      "epoch": 0.13298236955389214,
      "grad_norm": 1.5141200567038786,
      "learning_rate": 2e-05,
      "loss": 0.6538416862487793,
      "step": 4850
    },
    {
      "epoch": 0.13325656000658057,
      "grad_norm": 1.0146485308874171,
      "learning_rate": 2e-05,
      "loss": 0.6176496028900147,
      "step": 4860
    },
    {
      "epoch": 0.13353075045926902,
      "grad_norm": 1.8029297397830968,
      "learning_rate": 2e-05,
      "loss": 0.6379146575927734,
      "step": 4870
    },
    {
      "epoch": 0.13380494091195744,
      "grad_norm": 5.591138588683559,
      "learning_rate": 2e-05,
      "loss": 0.6584857940673828,
      "step": 4880
    },
    {
      "epoch": 0.1340791313646459,
      "grad_norm": 1.8727832016116324,
      "learning_rate": 2e-05,
      "loss": 0.6653517723083496,
      "step": 4890
    },
    {
      "epoch": 0.1343533218173343,
      "grad_norm": 1.4521817959245416,
      "learning_rate": 2e-05,
      "loss": 0.6213447093963623,
      "step": 4900
    },
    {
      "epoch": 0.13462751227002276,
      "grad_norm": 2.242378684708907,
      "learning_rate": 2e-05,
      "loss": 0.616880226135254,
      "step": 4910
    },
    {
      "epoch": 0.1349017027227112,
      "grad_norm": 2.9534188779283657,
      "learning_rate": 2e-05,
      "loss": 0.6441243648529053,
      "step": 4920
    },
    {
      "epoch": 0.13517589317539963,
      "grad_norm": 0.9368928158210166,
      "learning_rate": 2e-05,
      "loss": 0.6245801448822021,
      "step": 4930
    },
    {
      "epoch": 0.13545008362808808,
      "grad_norm": 1.5278079773286917,
      "learning_rate": 2e-05,
      "loss": 0.6409152984619141,
      "step": 4940
    },
    {
      "epoch": 0.1357242740807765,
      "grad_norm": 2.5049941294308598,
      "learning_rate": 2e-05,
      "loss": 0.6499926567077636,
      "step": 4950
    },
    {
      "epoch": 0.13599846453346495,
      "grad_norm": 0.9282641726461336,
      "learning_rate": 2e-05,
      "loss": 0.6331137657165528,
      "step": 4960
    },
    {
      "epoch": 0.13627265498615337,
      "grad_norm": 20.87828189339407,
      "learning_rate": 2e-05,
      "loss": 0.6314829826354981,
      "step": 4970
    },
    {
      "epoch": 0.13654684543884182,
      "grad_norm": 1.1398365383866425,
      "learning_rate": 2e-05,
      "loss": 0.6701987743377685,
      "step": 4980
    },
    {
      "epoch": 0.13682103589153025,
      "grad_norm": 0.9365437123476379,
      "learning_rate": 2e-05,
      "loss": 0.5784749031066895,
      "step": 4990
    },
    {
      "epoch": 0.1370952263442187,
      "grad_norm": 1.1978311964314798,
      "learning_rate": 2e-05,
      "loss": 0.6229817390441894,
      "step": 5000
    },
    {
      "epoch": 0.13736941679690712,
      "grad_norm": 0.9909792796870246,
      "learning_rate": 2e-05,
      "loss": 0.6193679809570313,
      "step": 5010
    },
    {
      "epoch": 0.13764360724959557,
      "grad_norm": 4.5033032073277175,
      "learning_rate": 2e-05,
      "loss": 0.6506769180297851,
      "step": 5020
    },
    {
      "epoch": 0.13791779770228402,
      "grad_norm": 1.9314425643193032,
      "learning_rate": 2e-05,
      "loss": 0.6618499755859375,
      "step": 5030
    },
    {
      "epoch": 0.13819198815497244,
      "grad_norm": 0.9230739369671146,
      "learning_rate": 2e-05,
      "loss": 0.649410629272461,
      "step": 5040
    },
    {
      "epoch": 0.1384661786076609,
      "grad_norm": 1.1163497806501543,
      "learning_rate": 2e-05,
      "loss": 0.6926450252532959,
      "step": 5050
    },
    {
      "epoch": 0.1387403690603493,
      "grad_norm": 0.912538720924845,
      "learning_rate": 2e-05,
      "loss": 0.7174716472625733,
      "step": 5060
    },
    {
      "epoch": 0.13901455951303776,
      "grad_norm": 1.135336646937726,
      "learning_rate": 2e-05,
      "loss": 0.6577661037445068,
      "step": 5070
    },
    {
      "epoch": 0.13928874996572618,
      "grad_norm": 1.9836851331927898,
      "learning_rate": 2e-05,
      "loss": 0.6392465114593506,
      "step": 5080
    },
    {
      "epoch": 0.13956294041841463,
      "grad_norm": 1.0207453193662328,
      "learning_rate": 2e-05,
      "loss": 0.6006183624267578,
      "step": 5090
    },
    {
      "epoch": 0.13983713087110305,
      "grad_norm": 0.9820768061649969,
      "learning_rate": 2e-05,
      "loss": 0.6379579067230224,
      "step": 5100
    },
    {
      "epoch": 0.1401113213237915,
      "grad_norm": 2.087676684541065,
      "learning_rate": 2e-05,
      "loss": 0.641821813583374,
      "step": 5110
    },
    {
      "epoch": 0.14038551177647995,
      "grad_norm": 2.2230292841349626,
      "learning_rate": 2e-05,
      "loss": 0.657183027267456,
      "step": 5120
    },
    {
      "epoch": 0.14065970222916838,
      "grad_norm": 1.4414983538460966,
      "learning_rate": 2e-05,
      "loss": 0.645259428024292,
      "step": 5130
    },
    {
      "epoch": 0.14093389268185683,
      "grad_norm": 22.391701185064424,
      "learning_rate": 2e-05,
      "loss": 0.6407365322113037,
      "step": 5140
    },
    {
      "epoch": 0.14120808313454525,
      "grad_norm": 0.8745204950076926,
      "learning_rate": 2e-05,
      "loss": 0.6331599235534668,
      "step": 5150
    },
    {
      "epoch": 0.1414822735872337,
      "grad_norm": 1.1087062763938034,
      "learning_rate": 2e-05,
      "loss": 0.6326388359069824,
      "step": 5160
    },
    {
      "epoch": 0.14175646403992212,
      "grad_norm": 0.9198258048241423,
      "learning_rate": 2e-05,
      "loss": 0.6268315315246582,
      "step": 5170
    },
    {
      "epoch": 0.14203065449261057,
      "grad_norm": 1.0172477219241125,
      "learning_rate": 2e-05,
      "loss": 0.6445353507995606,
      "step": 5180
    },
    {
      "epoch": 0.142304844945299,
      "grad_norm": 0.9724763771902007,
      "learning_rate": 2e-05,
      "loss": 0.6503581523895263,
      "step": 5190
    },
    {
      "epoch": 0.14257903539798744,
      "grad_norm": 1.058679219657049,
      "learning_rate": 2e-05,
      "loss": 0.6169459819793701,
      "step": 5200
    },
    {
      "epoch": 0.1428532258506759,
      "grad_norm": 6.104119348366525,
      "learning_rate": 2e-05,
      "loss": 0.651916217803955,
      "step": 5210
    },
    {
      "epoch": 0.1431274163033643,
      "grad_norm": 1.1392961260844134,
      "learning_rate": 2e-05,
      "loss": 0.6104033946990967,
      "step": 5220
    },
    {
      "epoch": 0.14340160675605276,
      "grad_norm": 1.1577411550628673,
      "learning_rate": 2e-05,
      "loss": 0.675320053100586,
      "step": 5230
    },
    {
      "epoch": 0.14367579720874118,
      "grad_norm": 0.990333225582636,
      "learning_rate": 2e-05,
      "loss": 0.6172122001647949,
      "step": 5240
    },
    {
      "epoch": 0.14394998766142963,
      "grad_norm": 1.7480284043685863,
      "learning_rate": 2e-05,
      "loss": 0.5739638328552246,
      "step": 5250
    },
    {
      "epoch": 0.14422417811411806,
      "grad_norm": 1.1169472954287158,
      "learning_rate": 2e-05,
      "loss": 0.6423290252685547,
      "step": 5260
    },
    {
      "epoch": 0.1444983685668065,
      "grad_norm": 23.45393392551487,
      "learning_rate": 2e-05,
      "loss": 0.7626509666442871,
      "step": 5270
    },
    {
      "epoch": 0.14477255901949493,
      "grad_norm": 1.1564136989753562,
      "learning_rate": 2e-05,
      "loss": 0.5942586898803711,
      "step": 5280
    },
    {
      "epoch": 0.14504674947218338,
      "grad_norm": 1.5797111989892583,
      "learning_rate": 2e-05,
      "loss": 0.6128039360046387,
      "step": 5290
    },
    {
      "epoch": 0.14532093992487183,
      "grad_norm": 1.0024235249594795,
      "learning_rate": 2e-05,
      "loss": 0.6589185237884522,
      "step": 5300
    },
    {
      "epoch": 0.14559513037756025,
      "grad_norm": 1.150101064758784,
      "learning_rate": 2e-05,
      "loss": 0.6360054016113281,
      "step": 5310
    },
    {
      "epoch": 0.1458693208302487,
      "grad_norm": 1.7084327334102327,
      "learning_rate": 2e-05,
      "loss": 0.6344101905822754,
      "step": 5320
    },
    {
      "epoch": 0.14614351128293712,
      "grad_norm": 2.209658604090048,
      "learning_rate": 2e-05,
      "loss": 0.6441127777099609,
      "step": 5330
    },
    {
      "epoch": 0.14641770173562557,
      "grad_norm": 0.8721213743349046,
      "learning_rate": 2e-05,
      "loss": 0.633753490447998,
      "step": 5340
    },
    {
      "epoch": 0.146691892188314,
      "grad_norm": 1.0475475377298475,
      "learning_rate": 1.999194520388485e-05,
      "loss": 0.5961577892303467,
      "step": 5350
    },
    {
      "epoch": 0.14696608264100244,
      "grad_norm": 1.2445919915570411,
      "learning_rate": 1.9959247303157763e-05,
      "loss": 0.6229787349700928,
      "step": 5360
    },
    {
      "epoch": 0.14724027309369087,
      "grad_norm": 0.9791820606129884,
      "learning_rate": 1.990149424459817e-05,
      "loss": 0.6159355163574218,
      "step": 5370
    },
    {
      "epoch": 0.14751446354637932,
      "grad_norm": 0.9148104708703945,
      "learning_rate": 1.9818847538648688e-05,
      "loss": 0.5957195281982421,
      "step": 5380
    },
    {
      "epoch": 0.14778865399906777,
      "grad_norm": 0.8994676746910212,
      "learning_rate": 1.971153831256721e-05,
      "loss": 0.6053611755371093,
      "step": 5390
    },
    {
      "epoch": 0.1480628444517562,
      "grad_norm": 0.8553991007640382,
      "learning_rate": 1.9579866664063435e-05,
      "loss": 0.6179040908813477,
      "step": 5400
    },
    {
      "epoch": 0.14833703490444464,
      "grad_norm": 1.2563771929255254,
      "learning_rate": 1.9424200822054782e-05,
      "loss": 0.6267671108245849,
      "step": 5410
    },
    {
      "epoch": 0.14861122535713306,
      "grad_norm": 1.0620578990475011,
      "learning_rate": 1.9244976116888626e-05,
      "loss": 0.64296875,
      "step": 5420
    },
    {
      "epoch": 0.1488854158098215,
      "grad_norm": 2.0607475263842323,
      "learning_rate": 1.904269376291071e-05,
      "loss": 0.6543359279632568,
      "step": 5430
    },
    {
      "epoch": 0.14915960626250993,
      "grad_norm": 1.125275731336469,
      "learning_rate": 1.88179194567844e-05,
      "loss": 0.6579808712005615,
      "step": 5440
    },
    {
      "epoch": 0.14943379671519838,
      "grad_norm": 0.8336058240485836,
      "learning_rate": 1.8571281795480632e-05,
      "loss": 0.6401700496673584,
      "step": 5450
    },
    {
      "epoch": 0.1497079871678868,
      "grad_norm": 1.0531176713346853,
      "learning_rate": 1.8303470518362808e-05,
      "loss": 0.6423959732055664,
      "step": 5460
    },
    {
      "epoch": 0.14998217762057525,
      "grad_norm": 0.9305775401527474,
      "learning_rate": 1.801523457828271e-05,
      "loss": 0.6211867332458496,
      "step": 5470
    },
    {
      "epoch": 0.1502563680732637,
      "grad_norm": 1.109913291862116,
      "learning_rate": 1.7707380047081796e-05,
      "loss": 0.6827861309051514,
      "step": 5480
    },
    {
      "epoch": 0.15053055852595212,
      "grad_norm": 0.9822286159167692,
      "learning_rate": 1.7380767861355252e-05,
      "loss": 0.6433372497558594,
      "step": 5490
    },
    {
      "epoch": 0.15080474897864057,
      "grad_norm": 1.0217415483641756,
      "learning_rate": 1.703631141478299e-05,
      "loss": 0.6526628017425538,
      "step": 5500
    },
    {
      "epoch": 0.151078939431329,
      "grad_norm": 1.0826469588561494,
      "learning_rate": 1.6674974003760705e-05,
      "loss": 0.6787196636199951,
      "step": 5510
    },
    {
      "epoch": 0.15135312988401745,
      "grad_norm": 0.8845899530843044,
      "learning_rate": 1.6297766133474556e-05,
      "loss": 0.672211742401123,
      "step": 5520
    },
    {
      "epoch": 0.15162732033670587,
      "grad_norm": 2.7084541029563867,
      "learning_rate": 1.5905742691953186e-05,
      "loss": 0.6030494689941406,
      "step": 5530
    },
    {
      "epoch": 0.15190151078939432,
      "grad_norm": 5.064550510065152,
      "learning_rate": 1.55e-05,
      "loss": 0.5881963253021241,
      "step": 5540
    },
    {
      "epoch": 0.15217570124208274,
      "grad_norm": 1.9405464827318075,
      "learning_rate": 1.5081672745255862e-05,
      "loss": 0.6467166900634765,
      "step": 5550
    },
    {
      "epoch": 0.1524498916947712,
      "grad_norm": 1.1087249493089857,
      "learning_rate": 1.4651930808966206e-05,
      "loss": 0.6357633113861084,
      "step": 5560
    },
    {
      "epoch": 0.15272408214745964,
      "grad_norm": 1.1362863198178426,
      "learning_rate": 1.4211975994326848e-05,
      "loss": 0.6300517082214355,
      "step": 5570
    },
    {
      "epoch": 0.15299827260014806,
      "grad_norm": 0.8748153534987523,
      "learning_rate": 1.376303866555779e-05,
      "loss": 0.6353620529174805,
      "step": 5580
    },
    {
      "epoch": 0.1532724630528365,
      "grad_norm": 0.9885771785096913,
      "learning_rate": 1.3306374307104164e-05,
      "loss": 0.6294742584228515,
      "step": 5590
    },
    {
      "epoch": 0.15354665350552493,
      "grad_norm": 0.7221676591681324,
      "learning_rate": 1.2843260012586718e-05,
      "loss": 0.5856698513031006,
      "step": 5600
    },
    {
      "epoch": 0.15382084395821338,
      "grad_norm": 0.9479133799071373,
      "learning_rate": 1.2374990913320726e-05,
      "loss": 0.5971508026123047,
      "step": 5610
    },
    {
      "epoch": 0.1540950344109018,
      "grad_norm": 1.0603187805330192,
      "learning_rate": 1.1902876556391247e-05,
      "loss": 0.6023536682128906,
      "step": 5620
    },
    {
      "epoch": 0.15436922486359025,
      "grad_norm": 1.4587369211314318,
      "learning_rate": 1.1428237242413685e-05,
      "loss": 0.5937503814697266,
      "step": 5630
    },
    {
      "epoch": 0.15464341531627868,
      "grad_norm": 0.890155363117968,
      "learning_rate": 1.095240033322132e-05,
      "loss": 0.5944953918457031,
      "step": 5640
    },
    {
      "epoch": 0.15491760576896713,
      "grad_norm": 1.0608960749784877,
      "learning_rate": 1.047669653980572e-05,
      "loss": 0.6116889953613281,
      "step": 5650
    },
    {
      "epoch": 0.15519179622165558,
      "grad_norm": 1.0092019186113759,
      "learning_rate": 1.0002456200890902e-05,
      "loss": 0.6418744564056397,
      "step": 5660
    },
    {
      "epoch": 0.155465986674344,
      "grad_norm": 1.2478371338268945,
      "learning_rate": 9.531005562548668e-06,
      "loss": 0.6281229972839355,
      "step": 5670
    },
    {
      "epoch": 0.15574017712703245,
      "grad_norm": 0.8609291027455624,
      "learning_rate": 9.06366306925925e-06,
      "loss": 0.6666102409362793,
      "step": 5680
    },
    {
      "epoch": 0.15601436757972087,
      "grad_norm": 1.022269136035383,
      "learning_rate": 8.601735676789686e-06,
      "loss": 0.5726197242736817,
      "step": 5690
    },
    {
      "epoch": 0.15628855803240932,
      "grad_norm": 0.8716380690452823,
      "learning_rate": 8.14651519720118e-06,
      "loss": 0.6102499008178711,
      "step": 5700
    },
    {
      "epoch": 0.15656274848509774,
      "grad_norm": 0.9304419996503162,
      "learning_rate": 7.699274686206866e-06,
      "loss": 0.5969880104064942,
      "step": 5710
    },
    {
      "epoch": 0.1568369389377862,
      "grad_norm": 0.9372889294683869,
      "learning_rate": 7.261264882983024e-06,
      "loss": 0.5699095726013184,
      "step": 5720
    },
    {
      "epoch": 0.1571111293904746,
      "grad_norm": 0.7688781847028398,
      "learning_rate": 6.8337107123900386e-06,
      "loss": 0.5727814674377442,
      "step": 5730
    },
    {
      "epoch": 0.15738531984316306,
      "grad_norm": 0.854387144312868,
      "learning_rate": 6.417807859384881e-06,
      "loss": 0.5921380519866943,
      "step": 5740
    },
    {
      "epoch": 0.15765951029585148,
      "grad_norm": 2.8099485859512794,
      "learning_rate": 6.014719425205009e-06,
      "loss": 0.6002985954284668,
      "step": 5750
    },
    {
      "epoch": 0.15793370074853993,
      "grad_norm": 0.9643777613948312,
      "learning_rate": 5.6255726746749275e-06,
      "loss": 0.6102675437927246,
      "step": 5760
    },
    {
      "epoch": 0.15820789120122838,
      "grad_norm": 7.952118304957494,
      "learning_rate": 5.251455883731728e-06,
      "loss": 0.598834228515625,
      "step": 5770
    },
    {
      "epoch": 0.1584820816539168,
      "grad_norm": 1.0170294663170043,
      "learning_rate": 4.893415295985812e-06,
      "loss": 0.6264277458190918,
      "step": 5780
    },
    {
      "epoch": 0.15875627210660526,
      "grad_norm": 0.859651999814259,
      "learning_rate": 4.552452196827885e-06,
      "loss": 0.6501161098480225,
      "step": 5790
    },
    {
      "epoch": 0.15903046255929368,
      "grad_norm": 0.8149654920396862,
      "learning_rate": 4.229520113264785e-06,
      "loss": 0.6601780891418457,
      "step": 5800
    },
    {
      "epoch": 0.15930465301198213,
      "grad_norm": 7.211333876916126,
      "learning_rate": 3.925522147314915e-06,
      "loss": 0.6759274482727051,
      "step": 5810
    },
    {
      "epoch": 0.15957884346467055,
      "grad_norm": 1.3757522851107338,
      "learning_rate": 3.641308450420675e-06,
      "loss": 0.5789789199829102,
      "step": 5820
    },
    {
      "epoch": 0.159853033917359,
      "grad_norm": 0.7942883517184334,
      "learning_rate": 3.37767384594087e-06,
      "loss": 0.6161562919616699,
      "step": 5830
    },
    {
      "epoch": 0.16012722437004742,
      "grad_norm": 0.9567267976355488,
      "learning_rate": 3.1353556063719357e-06,
      "loss": 0.5677800178527832,
      "step": 5840
    },
    {
      "epoch": 0.16040141482273587,
      "grad_norm": 1.1946950016950628,
      "learning_rate": 2.9150313915141474e-06,
      "loss": 0.586619520187378,
      "step": 5850
    },
    {
      "epoch": 0.16067560527542432,
      "grad_norm": 0.7831679028757641,
      "learning_rate": 2.717317353348891e-06,
      "loss": 0.6182596206665039,
      "step": 5860
    },
    {
      "epoch": 0.16094979572811274,
      "grad_norm": 1.4768052554318936,
      "learning_rate": 2.5427664129268253e-06,
      "loss": 0.6375679016113281,
      "step": 5870
    },
    {
      "epoch": 0.1612239861808012,
      "grad_norm": 0.8112440363807435,
      "learning_rate": 2.391866714085717e-06,
      "loss": 0.5907173156738281,
      "step": 5880
    },
    {
      "epoch": 0.16149817663348962,
      "grad_norm": 1.3947895297906168,
      "learning_rate": 2.2650402583222753e-06,
      "loss": 0.5791441917419433,
      "step": 5890
    },
    {
      "epoch": 0.16177236708617806,
      "grad_norm": 0.9678010696159037,
      "learning_rate": 2.1626417246356398e-06,
      "loss": 0.6151109218597413,
      "step": 5900
    },
    {
      "epoch": 0.1620465575388665,
      "grad_norm": 0.8421374108012089,
      "learning_rate": 2.084957477642894e-06,
      "loss": 0.6073257446289062,
      "step": 5910
    },
    {
      "epoch": 0.16232074799155494,
      "grad_norm": 1.377490035979538,
      "learning_rate": 2.0322047667405147e-06,
      "loss": 0.6207810401916504,
      "step": 5920
    },
    {
      "epoch": 0.16259493844424336,
      "grad_norm": 1.0820792328125313,
      "learning_rate": 2.0045311185513342e-06,
      "loss": 0.5762025356292725,
      "step": 5930
    }
  ],
  "logging_steps": 10,
  "max_steps": 5935,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2035,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2810342056919040.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}