{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.19014513183609394,
  "eval_steps": 500,
  "global_step": 5935,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0003203793291256848,
      "grad_norm": 2697.9695951365356,
      "learning_rate": 2.910112359550562e-06,
      "loss": 2.1080955505371093,
      "step": 10
    },
    {
      "epoch": 0.0006407586582513696,
      "grad_norm": 150.28792394404246,
      "learning_rate": 3.921348314606742e-06,
      "loss": 1.051735782623291,
      "step": 20
    },
    {
      "epoch": 0.0009611379873770544,
      "grad_norm": 11.728004906904669,
      "learning_rate": 4.932584269662922e-06,
      "loss": 0.8452852249145508,
      "step": 30
    },
    {
      "epoch": 0.0012815173165027392,
      "grad_norm": 79.82045143025138,
      "learning_rate": 5.943820224719102e-06,
      "loss": 0.8374807357788085,
      "step": 40
    },
    {
      "epoch": 0.001601896645628424,
      "grad_norm": 15.487828868814473,
      "learning_rate": 6.955056179775282e-06,
      "loss": 0.8031275749206543,
      "step": 50
    },
    {
      "epoch": 0.0019222759747541088,
      "grad_norm": 26.189373840069653,
      "learning_rate": 7.966292134831462e-06,
      "loss": 0.7619327545166016,
      "step": 60
    },
    {
      "epoch": 0.002242655303879794,
      "grad_norm": 24.510054444181353,
      "learning_rate": 8.977528089887641e-06,
      "loss": 0.788119888305664,
      "step": 70
    },
    {
      "epoch": 0.0025630346330054784,
      "grad_norm": 27.619677813912134,
      "learning_rate": 9.988764044943822e-06,
      "loss": 0.8074554443359375,
      "step": 80
    },
    {
      "epoch": 0.0028834139621311634,
      "grad_norm": 53.27561070809039,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.7780509948730469,
      "step": 90
    },
    {
      "epoch": 0.003203793291256848,
      "grad_norm": 20.22293994140261,
      "learning_rate": 1.2011235955056182e-05,
      "loss": 0.7639347076416015,
      "step": 100
    },
    {
      "epoch": 0.003524172620382533,
      "grad_norm": 28.55291130912943,
      "learning_rate": 1.3022471910112362e-05,
      "loss": 0.7700469970703125,
      "step": 110
    },
    {
      "epoch": 0.0038445519495082176,
      "grad_norm": 7.520305767933223,
      "learning_rate": 1.403370786516854e-05,
      "loss": 0.7953043937683105,
      "step": 120
    },
    {
      "epoch": 0.004164931278633903,
      "grad_norm": 96.08078842951305,
      "learning_rate": 1.504494382022472e-05,
      "loss": 0.8506025314331055,
      "step": 130
    },
    {
      "epoch": 0.004485310607759588,
      "grad_norm": 948.131373093307,
      "learning_rate": 1.60561797752809e-05,
      "loss": 0.8122509002685547,
      "step": 140
    },
    {
      "epoch": 0.004805689936885272,
      "grad_norm": 128.55037969805156,
      "learning_rate": 1.706741573033708e-05,
      "loss": 0.7938695907592773,
      "step": 150
    },
    {
      "epoch": 0.005126069266010957,
      "grad_norm": 25.93618158094234,
      "learning_rate": 1.8078651685393256e-05,
      "loss": 0.8438175201416016,
      "step": 160
    },
    {
      "epoch": 0.005446448595136642,
      "grad_norm": 9.528266971779534,
      "learning_rate": 1.908988764044944e-05,
      "loss": 0.9011789321899414,
      "step": 170
    },
    {
      "epoch": 0.005766827924262327,
      "grad_norm": 4.6353029582495315,
      "learning_rate": 2e-05,
      "loss": 0.8190475463867187,
      "step": 180
    },
    {
      "epoch": 0.006087207253388012,
      "grad_norm": 7.804600561994388,
      "learning_rate": 2e-05,
      "loss": 0.7879319667816163,
      "step": 190
    },
    {
      "epoch": 0.006407586582513696,
      "grad_norm": 8.759193053432988,
      "learning_rate": 2e-05,
      "loss": 0.8373113632202148,
      "step": 200
    },
    {
      "epoch": 0.006727965911639381,
      "grad_norm": 5.7645630188571495,
      "learning_rate": 2e-05,
      "loss": 0.8225456237792969,
      "step": 210
    },
    {
      "epoch": 0.007048345240765066,
      "grad_norm": 2.975476645382291,
      "learning_rate": 2e-05,
      "loss": 0.7898527145385742,
      "step": 220
    },
    {
      "epoch": 0.007368724569890751,
      "grad_norm": 3.5660713690110923,
      "learning_rate": 2e-05,
      "loss": 0.7848415374755859,
      "step": 230
    },
    {
      "epoch": 0.007689103899016435,
      "grad_norm": 3.776542520178389,
      "learning_rate": 2e-05,
      "loss": 0.7830493927001954,
      "step": 240
    },
    {
      "epoch": 0.008009483228142121,
      "grad_norm": 5.652886706438173,
      "learning_rate": 2e-05,
      "loss": 0.7420679092407226,
      "step": 250
    },
    {
      "epoch": 0.008329862557267805,
      "grad_norm": 2.7433625896377887,
      "learning_rate": 2e-05,
      "loss": 0.8062055587768555,
      "step": 260
    },
    {
      "epoch": 0.00865024188639349,
      "grad_norm": 4.993469336501579,
      "learning_rate": 2e-05,
      "loss": 0.7772369384765625,
      "step": 270
    },
    {
      "epoch": 0.008970621215519175,
      "grad_norm": 5.978072597304008,
      "learning_rate": 2e-05,
      "loss": 0.7567183494567871,
      "step": 280
    },
    {
      "epoch": 0.00929100054464486,
      "grad_norm": 20.0019916771175,
      "learning_rate": 2e-05,
      "loss": 0.7632350921630859,
      "step": 290
    },
    {
      "epoch": 0.009611379873770544,
      "grad_norm": 1813.803400221406,
      "learning_rate": 2e-05,
      "loss": 0.7820405006408692,
      "step": 300
    },
    {
      "epoch": 0.00993175920289623,
      "grad_norm": 15.257478921571794,
      "learning_rate": 2e-05,
      "loss": 0.8594757080078125,
      "step": 310
    },
    {
      "epoch": 0.010252138532021914,
      "grad_norm": 26.97548621262987,
      "learning_rate": 2e-05,
      "loss": 0.8610923767089844,
      "step": 320
    },
    {
      "epoch": 0.0105725178611476,
      "grad_norm": 21.892790276243126,
      "learning_rate": 2e-05,
      "loss": 0.8686389923095703,
      "step": 330
    },
    {
      "epoch": 0.010892897190273284,
      "grad_norm": 16.06260184223094,
      "learning_rate": 2e-05,
      "loss": 0.8639827728271484,
      "step": 340
    },
    {
      "epoch": 0.011213276519398968,
      "grad_norm": 29.260614803206966,
      "learning_rate": 2e-05,
      "loss": 0.7904685497283935,
      "step": 350
    },
    {
      "epoch": 0.011533655848524654,
      "grad_norm": 16.44688311222318,
      "learning_rate": 2e-05,
      "loss": 0.8587644577026368,
      "step": 360
    },
    {
      "epoch": 0.011854035177650338,
      "grad_norm": 70.37237245987374,
      "learning_rate": 2e-05,
      "loss": 0.8287432670593262,
      "step": 370
    },
    {
      "epoch": 0.012174414506776024,
      "grad_norm": 7.352519778805397,
      "learning_rate": 2e-05,
      "loss": 0.8243340492248535,
      "step": 380
    },
    {
      "epoch": 0.012494793835901708,
      "grad_norm": 7.57180002114558,
      "learning_rate": 2e-05,
      "loss": 0.8488252639770508,
      "step": 390
    },
    {
      "epoch": 0.012815173165027392,
      "grad_norm": 4.028963614155682,
      "learning_rate": 2e-05,
      "loss": 0.800967788696289,
      "step": 400
    },
    {
      "epoch": 0.013135552494153078,
      "grad_norm": 7.604607607710578,
      "learning_rate": 2e-05,
      "loss": 0.8435401916503906,
      "step": 410
    },
    {
      "epoch": 0.013455931823278762,
      "grad_norm": 5.686576942826079,
      "learning_rate": 2e-05,
      "loss": 0.8086394309997559,
      "step": 420
    },
    {
      "epoch": 0.013776311152404446,
      "grad_norm": 29.16934098168494,
      "learning_rate": 2e-05,
      "loss": 0.8092558860778809,
      "step": 430
    },
    {
      "epoch": 0.014096690481530132,
      "grad_norm": 7.838527647928418,
      "learning_rate": 2e-05,
      "loss": 0.7873313903808594,
      "step": 440
    },
    {
      "epoch": 0.014417069810655816,
      "grad_norm": 4.360151373268049,
      "learning_rate": 2e-05,
      "loss": 0.8105262756347656,
      "step": 450
    },
    {
      "epoch": 0.014737449139781502,
      "grad_norm": 3.093592672180748,
      "learning_rate": 2e-05,
      "loss": 0.7954371452331543,
      "step": 460
    },
    {
      "epoch": 0.015057828468907186,
      "grad_norm": 2.8867780320165948,
      "learning_rate": 2e-05,
      "loss": 0.7867568969726563,
      "step": 470
    },
    {
      "epoch": 0.01537820779803287,
      "grad_norm": 2.5525945956595404,
      "learning_rate": 2e-05,
      "loss": 0.7605972290039062,
      "step": 480
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 4.350350397516954,
      "learning_rate": 2e-05,
      "loss": 0.7946616172790527,
      "step": 490
    },
    {
      "epoch": 0.016018966456284242,
      "grad_norm": 2.5601326184252624,
      "learning_rate": 2e-05,
      "loss": 0.7657347679138183,
      "step": 500
    },
    {
      "epoch": 0.016339345785409926,
      "grad_norm": 3.0411596315285943,
      "learning_rate": 2e-05,
      "loss": 0.7469792366027832,
      "step": 510
    },
    {
      "epoch": 0.01665972511453561,
      "grad_norm": 1.6677799044175043,
      "learning_rate": 2e-05,
      "loss": 0.737004280090332,
      "step": 520
    },
    {
      "epoch": 0.016980104443661295,
      "grad_norm": 4.326231014259539,
      "learning_rate": 2e-05,
      "loss": 0.7799790859222412,
      "step": 530
    },
    {
      "epoch": 0.01730048377278698,
      "grad_norm": 2.732975416289203,
      "learning_rate": 2e-05,
      "loss": 0.8164985656738282,
      "step": 540
    },
    {
      "epoch": 0.017620863101912666,
      "grad_norm": 2.1962459439491036,
      "learning_rate": 2e-05,
      "loss": 0.7743217468261718,
      "step": 550
    },
    {
      "epoch": 0.01794124243103835,
      "grad_norm": 4.329667095154606,
      "learning_rate": 2e-05,
      "loss": 0.8150390625,
      "step": 560
    },
    {
      "epoch": 0.018261621760164035,
      "grad_norm": 1.7505089770107007,
      "learning_rate": 2e-05,
      "loss": 0.8161712646484375,
      "step": 570
    },
    {
      "epoch": 0.01858200108928972,
      "grad_norm": 1.94080520422082,
      "learning_rate": 2e-05,
      "loss": 0.7340856075286866,
      "step": 580
    },
    {
      "epoch": 0.018902380418415403,
      "grad_norm": 3.767043072114596,
      "learning_rate": 2e-05,
      "loss": 0.7465179443359375,
      "step": 590
    },
    {
      "epoch": 0.019222759747541087,
      "grad_norm": 2.134739515696804,
      "learning_rate": 2e-05,
      "loss": 0.7511123657226563,
      "step": 600
    },
    {
      "epoch": 0.019543139076666775,
      "grad_norm": 2.6553715328436724,
      "learning_rate": 2e-05,
      "loss": 0.7474520683288575,
      "step": 610
    },
    {
      "epoch": 0.01986351840579246,
      "grad_norm": 23.554705629944248,
      "learning_rate": 2e-05,
      "loss": 0.7547467708587646,
      "step": 620
    },
    {
      "epoch": 0.020183897734918143,
      "grad_norm": 9.663715178820514,
      "learning_rate": 2e-05,
      "loss": 0.7591798782348633,
      "step": 630
    },
    {
      "epoch": 0.020504277064043827,
      "grad_norm": 2.857655614152204,
      "learning_rate": 2e-05,
      "loss": 0.7372615814208985,
      "step": 640
    },
    {
      "epoch": 0.02082465639316951,
      "grad_norm": 19.794443617215876,
      "learning_rate": 2e-05,
      "loss": 0.7473020076751709,
      "step": 650
    },
    {
      "epoch": 0.0211450357222952,
      "grad_norm": 3.4519708452708513,
      "learning_rate": 2e-05,
      "loss": 0.7669941902160644,
      "step": 660
    },
    {
      "epoch": 0.021465415051420883,
      "grad_norm": 4.439475537657204,
      "learning_rate": 2e-05,
      "loss": 0.7708707809448242,
      "step": 670
    },
    {
      "epoch": 0.021785794380546567,
      "grad_norm": 4.288236090232602,
      "learning_rate": 2e-05,
      "loss": 0.75105299949646,
      "step": 680
    },
    {
      "epoch": 0.02210617370967225,
      "grad_norm": 19.247483032059645,
      "learning_rate": 2e-05,
      "loss": 0.7456221580505371,
      "step": 690
    },
    {
      "epoch": 0.022426553038797935,
      "grad_norm": 6.277608344095431,
      "learning_rate": 2e-05,
      "loss": 0.772921371459961,
      "step": 700
    },
    {
      "epoch": 0.022746932367923623,
      "grad_norm": 3.5768536610883284,
      "learning_rate": 2e-05,
      "loss": 0.7416125297546386,
      "step": 710
    },
    {
      "epoch": 0.023067311697049307,
      "grad_norm": 15.05269132810213,
      "learning_rate": 2e-05,
      "loss": 0.7103744506835937,
      "step": 720
    },
    {
      "epoch": 0.02338769102617499,
      "grad_norm": 4.468376174246059,
      "learning_rate": 2e-05,
      "loss": 0.727785873413086,
      "step": 730
    },
    {
      "epoch": 0.023708070355300676,
      "grad_norm": 5.087071299517523,
      "learning_rate": 2e-05,
      "loss": 0.7700984477996826,
      "step": 740
    },
    {
      "epoch": 0.02402844968442636,
      "grad_norm": 11.288253253171709,
      "learning_rate": 2e-05,
      "loss": 0.7581868648529053,
      "step": 750
    },
    {
      "epoch": 0.024348829013552047,
      "grad_norm": 3.27468779155936,
      "learning_rate": 2e-05,
      "loss": 0.7562522888183594,
      "step": 760
    },
    {
      "epoch": 0.02466920834267773,
      "grad_norm": 7.595749246101231,
      "learning_rate": 2e-05,
      "loss": 0.7546162605285645,
      "step": 770
    },
    {
      "epoch": 0.024989587671803416,
      "grad_norm": 2.1701956042711728,
      "learning_rate": 2e-05,
      "loss": 0.7503818511962891,
      "step": 780
    },
    {
      "epoch": 0.0253099670009291,
      "grad_norm": 7.551313750149006,
      "learning_rate": 2e-05,
      "loss": 0.7194967269897461,
      "step": 790
    },
    {
      "epoch": 0.025630346330054784,
      "grad_norm": 3.0982279258014085,
      "learning_rate": 2e-05,
      "loss": 0.7183728218078613,
      "step": 800
    },
    {
      "epoch": 0.025950725659180468,
      "grad_norm": 2.2319456779746507,
      "learning_rate": 2e-05,
      "loss": 0.741051197052002,
      "step": 810
    },
    {
      "epoch": 0.026271104988306156,
      "grad_norm": 2.1272967612583904,
      "learning_rate": 2e-05,
      "loss": 0.7074191093444824,
      "step": 820
    },
    {
      "epoch": 0.02659148431743184,
      "grad_norm": 2.3756745796722125,
      "learning_rate": 2e-05,
      "loss": 0.7466435909271241,
      "step": 830
    },
    {
      "epoch": 0.026911863646557524,
      "grad_norm": 3.9008908753860925,
      "learning_rate": 2e-05,
      "loss": 0.7262076377868653,
      "step": 840
    },
    {
      "epoch": 0.027232242975683208,
      "grad_norm": 2.0561831766929806,
      "learning_rate": 2e-05,
      "loss": 0.7282081604003906,
      "step": 850
    },
    {
      "epoch": 0.027552622304808892,
      "grad_norm": 5.818198655017998,
      "learning_rate": 2e-05,
      "loss": 0.7566670894622802,
      "step": 860
    },
    {
      "epoch": 0.02787300163393458,
      "grad_norm": 2.1494490230827337,
      "learning_rate": 2e-05,
      "loss": 0.7288908958435059,
      "step": 870
    },
    {
      "epoch": 0.028193380963060264,
      "grad_norm": 1.409242496714709,
      "learning_rate": 2e-05,
      "loss": 0.7215320587158203,
      "step": 880
    },
    {
      "epoch": 0.028513760292185948,
      "grad_norm": 7.0920590147047164,
      "learning_rate": 2e-05,
      "loss": 0.7246700286865234,
      "step": 890
    },
    {
      "epoch": 0.028834139621311632,
      "grad_norm": 1.5684095793164903,
      "learning_rate": 2e-05,
      "loss": 0.7144109725952148,
      "step": 900
    },
    {
      "epoch": 0.029154518950437316,
      "grad_norm": 1.3316395400018082,
      "learning_rate": 2e-05,
      "loss": 0.7477982997894287,
      "step": 910
    },
    {
      "epoch": 0.029474898279563004,
      "grad_norm": 1.3602729023468434,
      "learning_rate": 2e-05,
      "loss": 0.7173037528991699,
      "step": 920
    },
    {
      "epoch": 0.029795277608688688,
      "grad_norm": 49.53643391306756,
      "learning_rate": 2e-05,
      "loss": 0.7678704738616944,
      "step": 930
    },
    {
      "epoch": 0.030115656937814372,
      "grad_norm": 4.340394359223178,
      "learning_rate": 2e-05,
      "loss": 0.7031218528747558,
      "step": 940
    },
    {
      "epoch": 0.030436036266940057,
      "grad_norm": 2.1203555620583736,
      "learning_rate": 2e-05,
      "loss": 0.7084536552429199,
      "step": 950
    },
    {
      "epoch": 0.03075641559606574,
      "grad_norm": 1.3371075573755178,
      "learning_rate": 2e-05,
      "loss": 0.7464202880859375,
      "step": 960
    },
    {
      "epoch": 0.03107679492519143,
      "grad_norm": 1.6473009838115498,
      "learning_rate": 2e-05,
      "loss": 0.7116725444793701,
      "step": 970
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 3.385121877804678,
      "learning_rate": 2e-05,
      "loss": 0.738076114654541,
      "step": 980
    },
    {
      "epoch": 0.0317175535834428,
      "grad_norm": 1.7147230699245448,
      "learning_rate": 2e-05,
      "loss": 0.7158563137054443,
      "step": 990
    },
    {
      "epoch": 0.032037932912568484,
      "grad_norm": 3.3445220753393468,
      "learning_rate": 2e-05,
      "loss": 0.8030566215515137,
      "step": 1000
    },
    {
      "epoch": 0.032358312241694165,
      "grad_norm": 2.077502109986157,
      "learning_rate": 2e-05,
      "loss": 0.7472703456878662,
      "step": 1010
    },
    {
      "epoch": 0.03267869157081985,
      "grad_norm": 17.329143506946714,
      "learning_rate": 2e-05,
      "loss": 0.7366230964660645,
      "step": 1020
    },
    {
      "epoch": 0.03299907089994553,
      "grad_norm": 2.6268238025254735,
      "learning_rate": 2e-05,
      "loss": 0.7404189109802246,
      "step": 1030
    },
    {
      "epoch": 0.03331945022907122,
      "grad_norm": 1.977866371730136,
      "learning_rate": 2e-05,
      "loss": 0.7236545085906982,
      "step": 1040
    },
    {
      "epoch": 0.03363982955819691,
      "grad_norm": 1.498659413315871,
      "learning_rate": 2e-05,
      "loss": 0.7335420608520508,
      "step": 1050
    },
    {
      "epoch": 0.03396020888732259,
      "grad_norm": 1.7062214656423396,
      "learning_rate": 2e-05,
      "loss": 0.7051788330078125,
      "step": 1060
    },
    {
      "epoch": 0.03428058821644828,
      "grad_norm": 1.3397922877558162,
      "learning_rate": 2e-05,
      "loss": 0.7626142024993896,
      "step": 1070
    },
    {
      "epoch": 0.03460096754557396,
      "grad_norm": 3.93050291862445,
      "learning_rate": 2e-05,
      "loss": 0.7514806270599366,
      "step": 1080
    },
    {
      "epoch": 0.034921346874699645,
      "grad_norm": 3.398990137450838,
      "learning_rate": 2e-05,
      "loss": 0.7132882595062255,
      "step": 1090
    },
    {
      "epoch": 0.03524172620382533,
      "grad_norm": 1.4600798546048035,
      "learning_rate": 2e-05,
      "loss": 0.716385793685913,
      "step": 1100
    },
    {
      "epoch": 0.03556210553295101,
      "grad_norm": 1.3160301135986112,
      "learning_rate": 2e-05,
      "loss": 0.7191272735595703,
      "step": 1110
    },
    {
      "epoch": 0.0358824848620767,
      "grad_norm": 1.2481731524679547,
      "learning_rate": 2e-05,
      "loss": 0.7158429145812988,
      "step": 1120
    },
    {
      "epoch": 0.03620286419120238,
      "grad_norm": 2.8179317711592504,
      "learning_rate": 2e-05,
      "loss": 0.7038905143737793,
      "step": 1130
    },
    {
      "epoch": 0.03652324352032807,
      "grad_norm": 1.8284267025580432,
      "learning_rate": 2e-05,
      "loss": 0.7065417289733886,
      "step": 1140
    },
    {
      "epoch": 0.03684362284945375,
      "grad_norm": 2.212892645914091,
      "learning_rate": 2e-05,
      "loss": 0.7265023708343505,
      "step": 1150
    },
    {
      "epoch": 0.03716400217857944,
      "grad_norm": 2.2597923858522404,
      "learning_rate": 2e-05,
      "loss": 0.7199366569519043,
      "step": 1160
    },
    {
      "epoch": 0.037484381507705125,
      "grad_norm": 2.0160695548330936,
      "learning_rate": 2e-05,
      "loss": 0.7658578395843506,
      "step": 1170
    },
    {
      "epoch": 0.037804760836830806,
      "grad_norm": 2.5572488896871843,
      "learning_rate": 2e-05,
      "loss": 0.7220034599304199,
      "step": 1180
    },
    {
      "epoch": 0.03812514016595649,
      "grad_norm": 2.459122478774182,
      "learning_rate": 2e-05,
      "loss": 0.6983201026916503,
      "step": 1190
    },
    {
      "epoch": 0.038445519495082174,
      "grad_norm": 5.318818273924634,
      "learning_rate": 2e-05,
      "loss": 0.7152614116668701,
      "step": 1200
    },
    {
      "epoch": 0.03876589882420786,
      "grad_norm": 4.348661337562832,
      "learning_rate": 2e-05,
      "loss": 0.7531236171722412,
      "step": 1210
    },
    {
      "epoch": 0.03908627815333355,
      "grad_norm": 3.5073096880649666,
      "learning_rate": 2e-05,
      "loss": 0.7070003509521484,
      "step": 1220
    },
    {
      "epoch": 0.03940665748245923,
      "grad_norm": 6.250765626260255,
      "learning_rate": 2e-05,
      "loss": 0.7422648429870605,
      "step": 1230
    },
    {
      "epoch": 0.03972703681158492,
      "grad_norm": 2.1134272476858693,
      "learning_rate": 2e-05,
      "loss": 0.7167387962341308,
      "step": 1240
    },
    {
      "epoch": 0.0400474161407106,
      "grad_norm": 2.728613864385018,
      "learning_rate": 2e-05,
      "loss": 0.7613626480102539,
      "step": 1250
    },
    {
      "epoch": 0.040367795469836286,
      "grad_norm": 2.8289243765180094,
      "learning_rate": 2e-05,
      "loss": 0.7406154155731202,
      "step": 1260
    },
    {
      "epoch": 0.040688174798961974,
      "grad_norm": 1.460978022101602,
      "learning_rate": 2e-05,
      "loss": 0.7171460628509522,
      "step": 1270
    },
    {
      "epoch": 0.041008554128087654,
      "grad_norm": 11.187948658326427,
      "learning_rate": 2e-05,
      "loss": 0.7119218349456787,
      "step": 1280
    },
    {
      "epoch": 0.04132893345721334,
      "grad_norm": 1.5366780655953838,
      "learning_rate": 2e-05,
      "loss": 0.7250003337860107,
      "step": 1290
    },
    {
      "epoch": 0.04164931278633902,
      "grad_norm": 2.6451401695263392,
      "learning_rate": 2e-05,
      "loss": 0.7535340785980225,
      "step": 1300
    },
    {
      "epoch": 0.04196969211546471,
      "grad_norm": 5.247231775991024,
      "learning_rate": 2e-05,
      "loss": 0.7120182991027832,
      "step": 1310
    },
    {
      "epoch": 0.0422900714445904,
      "grad_norm": 1.265414487137248,
      "learning_rate": 2e-05,
      "loss": 0.7114714622497559,
      "step": 1320
    },
    {
      "epoch": 0.04261045077371608,
      "grad_norm": 32.52328999465322,
      "learning_rate": 2e-05,
      "loss": 0.6845267295837403,
      "step": 1330
    },
    {
      "epoch": 0.042930830102841766,
      "grad_norm": 6.1768247607509394,
      "learning_rate": 2e-05,
      "loss": 0.702857780456543,
      "step": 1340
    },
    {
      "epoch": 0.04325120943196745,
      "grad_norm": 7.1933410968196725,
      "learning_rate": 2e-05,
      "loss": 0.72010817527771,
      "step": 1350
    },
    {
      "epoch": 0.043571588761093134,
      "grad_norm": 1.1755562476246728,
      "learning_rate": 2e-05,
      "loss": 0.6978877067565918,
      "step": 1360
    },
    {
      "epoch": 0.04389196809021882,
      "grad_norm": 2.8540830213502844,
      "learning_rate": 2e-05,
      "loss": 0.7204657554626465,
      "step": 1370
    },
    {
      "epoch": 0.0442123474193445,
      "grad_norm": 1.1871852286932287,
      "learning_rate": 2e-05,
      "loss": 0.7182430267333985,
      "step": 1380
    },
    {
      "epoch": 0.04453272674847019,
      "grad_norm": 1.0566209393736636,
      "learning_rate": 2e-05,
      "loss": 0.7123696804046631,
      "step": 1390
    },
    {
      "epoch": 0.04485310607759587,
      "grad_norm": 4.237024261846737,
      "learning_rate": 2e-05,
      "loss": 0.6963154792785644,
      "step": 1400
    },
    {
      "epoch": 0.04517348540672156,
      "grad_norm": 2.008976090493564,
      "learning_rate": 2e-05,
      "loss": 0.6849660396575927,
      "step": 1410
    },
    {
      "epoch": 0.045493864735847246,
      "grad_norm": 1.3493113476458192,
      "learning_rate": 2e-05,
      "loss": 0.7087863922119141,
      "step": 1420
    },
    {
      "epoch": 0.04581424406497293,
      "grad_norm": 1.0453265260241618,
      "learning_rate": 2e-05,
      "loss": 0.6820076942443848,
      "step": 1430
    },
    {
      "epoch": 0.046134623394098614,
      "grad_norm": 1.367769743280532,
      "learning_rate": 2e-05,
      "loss": 0.7149313926696778,
      "step": 1440
    },
    {
      "epoch": 0.046455002723224295,
      "grad_norm": 1.5424097504581287,
      "learning_rate": 2e-05,
      "loss": 0.7253753185272217,
      "step": 1450
    },
    {
      "epoch": 0.04677538205234998,
      "grad_norm": 2.3372729347553025,
      "learning_rate": 2e-05,
      "loss": 0.7671535015106201,
      "step": 1460
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 1.8742828809078558,
      "learning_rate": 2e-05,
      "loss": 0.7182416915893555,
      "step": 1470
    },
    {
      "epoch": 0.04741614071060135,
      "grad_norm": 6.87172572472952,
      "learning_rate": 2e-05,
      "loss": 0.7154425621032715,
      "step": 1480
    },
    {
      "epoch": 0.04773652003972704,
      "grad_norm": 2.4729840403642545,
      "learning_rate": 2e-05,
      "loss": 0.7049578666687012,
      "step": 1490
    },
    {
      "epoch": 0.04805689936885272,
      "grad_norm": 1.3804743410158802,
      "learning_rate": 2e-05,
      "loss": 0.7238261222839355,
      "step": 1500
    },
    {
      "epoch": 0.04837727869797841,
      "grad_norm": 1.2556616325656202,
      "learning_rate": 2e-05,
      "loss": 0.7582721710205078,
      "step": 1510
    },
    {
      "epoch": 0.048697658027104095,
      "grad_norm": 1.4068662819395166,
      "learning_rate": 2e-05,
      "loss": 0.6943454742431641,
      "step": 1520
    },
    {
      "epoch": 0.049018037356229775,
      "grad_norm": 1.5191574570193485,
      "learning_rate": 2e-05,
      "loss": 0.7089879512786865,
      "step": 1530
    },
    {
      "epoch": 0.04933841668535546,
      "grad_norm": 1.1100647663489502,
      "learning_rate": 2e-05,
      "loss": 0.6814855098724365,
      "step": 1540
    },
    {
      "epoch": 0.049658796014481144,
      "grad_norm": 1.2368089337986163,
      "learning_rate": 2e-05,
      "loss": 0.7276053428649902,
      "step": 1550
    },
    {
      "epoch": 0.04997917534360683,
      "grad_norm": 1.596887157213148,
      "learning_rate": 2e-05,
      "loss": 0.7387615203857422,
      "step": 1560
    },
    {
      "epoch": 0.05029955467273251,
      "grad_norm": 1.3857783026385584,
      "learning_rate": 2e-05,
      "loss": 0.6814603805541992,
      "step": 1570
    },
    {
      "epoch": 0.0506199340018582,
      "grad_norm": 1.5717792680161595,
      "learning_rate": 2e-05,
      "loss": 0.6634132385253906,
      "step": 1580
    },
    {
      "epoch": 0.05094031333098389,
      "grad_norm": 5.076622025769138,
      "learning_rate": 2e-05,
      "loss": 0.7170121669769287,
      "step": 1590
    },
    {
      "epoch": 0.05126069266010957,
      "grad_norm": 3.075120261257635,
      "learning_rate": 2e-05,
      "loss": 0.6901824951171875,
      "step": 1600
    },
    {
      "epoch": 0.051581071989235255,
      "grad_norm": 3.1443073556392838,
      "learning_rate": 2e-05,
      "loss": 0.7126097679138184,
      "step": 1610
    },
    {
      "epoch": 0.051901451318360936,
      "grad_norm": 1.3279065854265553,
      "learning_rate": 2e-05,
      "loss": 0.696572208404541,
      "step": 1620
    },
    {
      "epoch": 0.052221830647486624,
      "grad_norm": 2.2922495579972213,
      "learning_rate": 2e-05,
      "loss": 0.7236587047576905,
      "step": 1630
    },
    {
      "epoch": 0.05254220997661231,
      "grad_norm": 1.853599288786833,
      "learning_rate": 2e-05,
      "loss": 0.6959040641784668,
      "step": 1640
    },
    {
      "epoch": 0.05286258930573799,
      "grad_norm": 1.6356938422959257,
      "learning_rate": 2e-05,
      "loss": 0.6883045196533203,
      "step": 1650
    },
    {
      "epoch": 0.05318296863486368,
      "grad_norm": 1.4258158618988481,
      "learning_rate": 2e-05,
      "loss": 0.7095949172973632,
      "step": 1660
    },
    {
      "epoch": 0.05350334796398936,
      "grad_norm": 1.3818626048983265,
      "learning_rate": 2e-05,
      "loss": 0.7279641628265381,
      "step": 1670
    },
    {
      "epoch": 0.05382372729311505,
      "grad_norm": 1.3148725391903133,
      "learning_rate": 2e-05,
      "loss": 0.7071706295013428,
      "step": 1680
    },
    {
      "epoch": 0.054144106622240736,
      "grad_norm": 1.3205843385485543,
      "learning_rate": 2e-05,
      "loss": 0.7102875709533691,
      "step": 1690
    },
    {
      "epoch": 0.054464485951366416,
      "grad_norm": 1.0245118537391376,
      "learning_rate": 2e-05,
      "loss": 0.7355536460876465,
      "step": 1700
    },
    {
      "epoch": 0.054784865280492104,
      "grad_norm": 0.9830319826014532,
      "learning_rate": 2e-05,
      "loss": 0.711072301864624,
      "step": 1710
    },
    {
      "epoch": 0.055105244609617784,
      "grad_norm": 2.2427073223135,
      "learning_rate": 2e-05,
      "loss": 0.7257272720336914,
      "step": 1720
    },
    {
      "epoch": 0.05542562393874347,
      "grad_norm": 1.7432652030049554,
      "learning_rate": 2e-05,
      "loss": 0.7266391754150391,
      "step": 1730
    },
    {
      "epoch": 0.05574600326786916,
      "grad_norm": 7.3855085380936965,
      "learning_rate": 2e-05,
      "loss": 0.7229394435882568,
      "step": 1740
    },
    {
      "epoch": 0.05606638259699484,
      "grad_norm": 2.1417039515536542,
      "learning_rate": 2e-05,
      "loss": 0.6833599090576172,
      "step": 1750
    },
    {
      "epoch": 0.05638676192612053,
      "grad_norm": 2.4468519837946165,
      "learning_rate": 2e-05,
      "loss": 0.7663132667541503,
      "step": 1760
    },
    {
      "epoch": 0.05670714125524621,
      "grad_norm": 3.0137174378050293,
      "learning_rate": 2e-05,
      "loss": 0.7224421977996827,
      "step": 1770
    },
    {
      "epoch": 0.057027520584371896,
      "grad_norm": 2.2523438896707706,
      "learning_rate": 2e-05,
      "loss": 0.7207423210144043,
      "step": 1780
    },
    {
      "epoch": 0.057347899913497584,
      "grad_norm": 2.919705865322085,
      "learning_rate": 2e-05,
      "loss": 0.6854898452758789,
      "step": 1790
    },
    {
      "epoch": 0.057668279242623265,
      "grad_norm": 3.984396788478948,
      "learning_rate": 2e-05,
      "loss": 0.7234033107757568,
      "step": 1800
    },
    {
      "epoch": 0.05798865857174895,
      "grad_norm": 6.67851094941151,
      "learning_rate": 2e-05,
      "loss": 0.7022351264953614,
      "step": 1810
    },
    {
      "epoch": 0.05830903790087463,
      "grad_norm": 1.6866126836675677,
      "learning_rate": 2e-05,
      "loss": 0.7415154457092286,
      "step": 1820
    },
    {
      "epoch": 0.05862941723000032,
      "grad_norm": 3.218820869797509,
      "learning_rate": 2e-05,
      "loss": 0.7005694389343262,
      "step": 1830
    },
    {
      "epoch": 0.05894979655912601,
      "grad_norm": 3.0737908739781106,
      "learning_rate": 2e-05,
      "loss": 0.6981851100921631,
      "step": 1840
    },
    {
      "epoch": 0.05927017588825169,
      "grad_norm": 2.2327032848527795,
      "learning_rate": 2e-05,
      "loss": 0.7604454040527344,
      "step": 1850
    },
    {
      "epoch": 0.059590555217377376,
      "grad_norm": 2.8761311961580973,
      "learning_rate": 2e-05,
      "loss": 0.6888795852661133,
      "step": 1860
    },
    {
      "epoch": 0.05991093454650306,
      "grad_norm": 2.2317201691382533,
      "learning_rate": 2e-05,
      "loss": 0.708838415145874,
      "step": 1870
    },
    {
      "epoch": 0.060231313875628745,
      "grad_norm": 2.0355186191234806,
      "learning_rate": 2e-05,
      "loss": 0.7040927886962891,
      "step": 1880
    },
    {
      "epoch": 0.06055169320475443,
      "grad_norm": 2.014047361446366,
      "learning_rate": 2e-05,
      "loss": 0.7197917461395263,
      "step": 1890
    },
    {
      "epoch": 0.06087207253388011,
      "grad_norm": 1.977104681851146,
      "learning_rate": 2e-05,
      "loss": 0.6776611328125,
      "step": 1900
    },
    {
      "epoch": 0.0611924518630058,
      "grad_norm": 13.901447338457938,
      "learning_rate": 2e-05,
      "loss": 0.6899932861328125,
      "step": 1910
    },
    {
      "epoch": 0.06151283119213148,
      "grad_norm": 2.1123993495266435,
      "learning_rate": 2e-05,
      "loss": 0.6683700084686279,
      "step": 1920
    },
    {
      "epoch": 0.06183321052125717,
      "grad_norm": 2.3306798040564676,
      "learning_rate": 2e-05,
      "loss": 0.691620922088623,
      "step": 1930
    },
    {
      "epoch": 0.06215358985038286,
      "grad_norm": 13.395393364218384,
      "learning_rate": 2e-05,
      "loss": 0.7234976768493653,
      "step": 1940
    },
    {
      "epoch": 0.06247396917950854,
      "grad_norm": 7.087449907589583,
      "learning_rate": 2e-05,
      "loss": 0.7050728797912598,
      "step": 1950
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 2.912496650205425,
      "learning_rate": 2e-05,
      "loss": 0.6966752529144287,
      "step": 1960
    },
    {
      "epoch": 0.06311472783775991,
      "grad_norm": 8.623415554665941,
      "learning_rate": 2e-05,
      "loss": 0.67595534324646,
      "step": 1970
    },
    {
      "epoch": 0.0634351071668856,
      "grad_norm": 3.239938193275378,
      "learning_rate": 2e-05,
      "loss": 0.6972695350646972,
      "step": 1980
    },
    {
      "epoch": 0.06375548649601127,
      "grad_norm": 4.165992500546785,
      "learning_rate": 2e-05,
      "loss": 0.7464128017425538,
      "step": 1990
    },
    {
      "epoch": 0.06407586582513697,
      "grad_norm": 3.308146075178026,
      "learning_rate": 2e-05,
      "loss": 0.7509006023406982,
      "step": 2000
    },
    {
      "epoch": 0.06439624515426265,
      "grad_norm": 3.4969526861271802,
      "learning_rate": 2e-05,
      "loss": 0.7300586700439453,
      "step": 2010
    },
    {
      "epoch": 0.06471662448338833,
      "grad_norm": 4.743378784447764,
      "learning_rate": 2e-05,
      "loss": 0.6886860847473144,
      "step": 2020
    },
    {
      "epoch": 0.06503700381251401,
      "grad_norm": 1.9438372463888733,
      "learning_rate": 2e-05,
      "loss": 0.705808448791504,
      "step": 2030
    },
    {
      "epoch": 0.0653573831416397,
      "grad_norm": 11.001500428867326,
      "learning_rate": 2e-05,
      "loss": 0.698797607421875,
      "step": 2040
    },
    {
      "epoch": 0.06567776247076539,
      "grad_norm": 1.7716709742858978,
      "learning_rate": 2e-05,
      "loss": 0.7007397651672364,
      "step": 2050
    },
    {
      "epoch": 0.06599814179989107,
      "grad_norm": 2.0422284531425343,
      "learning_rate": 2e-05,
      "loss": 0.7145570755004883,
      "step": 2060
    },
    {
      "epoch": 0.06631852112901676,
      "grad_norm": 5.491456733860842,
      "learning_rate": 2e-05,
      "loss": 0.669373893737793,
      "step": 2070
    },
    {
      "epoch": 0.06663890045814244,
      "grad_norm": 17.321502365857935,
      "learning_rate": 2e-05,
      "loss": 0.7140804290771484,
      "step": 2080
    },
    {
      "epoch": 0.06695927978726812,
      "grad_norm": 1.6192456244078586,
      "learning_rate": 2e-05,
      "loss": 0.7083226680755615,
      "step": 2090
    },
    {
      "epoch": 0.06727965911639382,
      "grad_norm": 1.70128491897758,
      "learning_rate": 2e-05,
      "loss": 0.696595573425293,
      "step": 2100
    },
    {
      "epoch": 0.0676000384455195,
      "grad_norm": 1.6411121971094411,
      "learning_rate": 2e-05,
      "loss": 0.6904148101806641,
      "step": 2110
    },
    {
      "epoch": 0.06792041777464518,
      "grad_norm": 1.2162810019964114,
      "learning_rate": 2e-05,
      "loss": 0.7027925014495849,
      "step": 2120
    },
    {
      "epoch": 0.06824079710377086,
      "grad_norm": 4.319041953230064,
      "learning_rate": 2e-05,
      "loss": 0.8154801368713379,
      "step": 2130
    },
    {
      "epoch": 0.06856117643289655,
      "grad_norm": 6.8100351134727335,
      "learning_rate": 2e-05,
      "loss": 0.7859745025634766,
      "step": 2140
    },
    {
      "epoch": 0.06888155576202223,
      "grad_norm": 41.32429680397114,
      "learning_rate": 2e-05,
      "loss": 0.8241888046264648,
      "step": 2150
    },
    {
      "epoch": 0.06920193509114791,
      "grad_norm": 7.447130807285079,
      "learning_rate": 2e-05,
      "loss": 0.738440465927124,
      "step": 2160
    },
    {
      "epoch": 0.06952231442027361,
      "grad_norm": 2.4311779687133095,
      "learning_rate": 2e-05,
      "loss": 0.7003934860229493,
      "step": 2170
    },
    {
      "epoch": 0.06984269374939929,
      "grad_norm": 1.888452194069137,
      "learning_rate": 2e-05,
      "loss": 0.6981853485107422,
      "step": 2180
    },
    {
      "epoch": 0.07016307307852497,
      "grad_norm": 1.3884978841961744,
      "learning_rate": 2e-05,
      "loss": 0.6570146560668946,
      "step": 2190
    },
    {
      "epoch": 0.07048345240765067,
      "grad_norm": 1.90260673711977,
      "learning_rate": 2e-05,
      "loss": 0.6660157680511475,
      "step": 2200
    },
    {
      "epoch": 0.07080383173677635,
      "grad_norm": 2.313870497589669,
      "learning_rate": 2e-05,
      "loss": 0.7752554893493653,
      "step": 2210
    },
    {
      "epoch": 0.07112421106590203,
      "grad_norm": 17.868103729169547,
      "learning_rate": 2e-05,
      "loss": 0.745037841796875,
      "step": 2220
    },
    {
      "epoch": 0.07144459039502771,
      "grad_norm": 2.3214674515548737,
      "learning_rate": 2e-05,
      "loss": 0.7210993766784668,
      "step": 2230
    },
    {
      "epoch": 0.0717649697241534,
      "grad_norm": 3.1963888308689614,
      "learning_rate": 2e-05,
      "loss": 0.6749308586120606,
      "step": 2240
    },
    {
      "epoch": 0.07208534905327908,
      "grad_norm": 3.3505276313125614,
      "learning_rate": 2e-05,
      "loss": 0.6825098991394043,
      "step": 2250
    },
    {
      "epoch": 0.07240572838240476,
      "grad_norm": 1.7104131993752278,
      "learning_rate": 2e-05,
      "loss": 0.7080960750579834,
      "step": 2260
    },
    {
      "epoch": 0.07272610771153046,
      "grad_norm": 1.4805583634540915,
      "learning_rate": 2e-05,
      "loss": 0.6782462120056152,
      "step": 2270
    },
    {
      "epoch": 0.07304648704065614,
      "grad_norm": 1.3197929147416767,
      "learning_rate": 2e-05,
      "loss": 0.6485519409179688,
      "step": 2280
    },
    {
      "epoch": 0.07336686636978182,
      "grad_norm": 1.221515239216845,
      "learning_rate": 2e-05,
      "loss": 0.6853775024414063,
      "step": 2290
    },
    {
      "epoch": 0.0736872456989075,
      "grad_norm": 30.204078348726764,
      "learning_rate": 2e-05,
      "loss": 0.6834779262542725,
      "step": 2300
    },
    {
      "epoch": 0.0740076250280332,
      "grad_norm": 1.4517575091324884,
      "learning_rate": 2e-05,
      "loss": 0.6975203514099121,
      "step": 2310
    },
    {
      "epoch": 0.07432800435715887,
      "grad_norm": 1.3422521684581996,
      "learning_rate": 2e-05,
      "loss": 0.759161901473999,
      "step": 2320
    },
    {
      "epoch": 0.07464838368628456,
      "grad_norm": 2.3245979856998127,
      "learning_rate": 2e-05,
      "loss": 0.7400575637817383,
      "step": 2330
    },
    {
      "epoch": 0.07496876301541025,
      "grad_norm": 2.4522055207504607,
      "learning_rate": 2e-05,
      "loss": 0.6582594871520996,
      "step": 2340
    },
    {
      "epoch": 0.07528914234453593,
      "grad_norm": 3.9583378563876668,
      "learning_rate": 2e-05,
      "loss": 0.7118147850036621,
      "step": 2350
    },
    {
      "epoch": 0.07560952167366161,
      "grad_norm": 1.3241532087375179,
      "learning_rate": 2e-05,
      "loss": 0.750539493560791,
      "step": 2360
    },
    {
      "epoch": 0.0759299010027873,
      "grad_norm": 1.6871548656996915,
      "learning_rate": 2e-05,
      "loss": 0.7293619155883789,
      "step": 2370
    },
    {
      "epoch": 0.07625028033191299,
      "grad_norm": 1.9502293710817282,
      "learning_rate": 2e-05,
      "loss": 0.7126898765563965,
      "step": 2380
    },
    {
      "epoch": 0.07657065966103867,
      "grad_norm": 2.5257667368767187,
      "learning_rate": 2e-05,
      "loss": 0.6581045150756836,
      "step": 2390
    },
    {
      "epoch": 0.07689103899016435,
      "grad_norm": 2.4638908736573693,
      "learning_rate": 2e-05,
      "loss": 0.7101143836975098,
      "step": 2400
    },
    {
      "epoch": 0.07721141831929004,
      "grad_norm": 2.047332045907796,
      "learning_rate": 2e-05,
      "loss": 0.6816272735595703,
      "step": 2410
    },
    {
      "epoch": 0.07753179764841572,
      "grad_norm": 1.0750576692726481,
      "learning_rate": 2e-05,
      "loss": 0.7101527214050293,
      "step": 2420
    },
    {
      "epoch": 0.0778521769775414,
      "grad_norm": 1.3667366477929122,
      "learning_rate": 2e-05,
      "loss": 0.680915641784668,
      "step": 2430
    },
    {
      "epoch": 0.0781725563066671,
      "grad_norm": 1.9499465487529435,
      "learning_rate": 2e-05,
      "loss": 0.67269287109375,
      "step": 2440
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 9.520772501016044,
      "learning_rate": 2e-05,
      "loss": 0.7161269187927246,
      "step": 2450
    },
    {
      "epoch": 0.07881331496491846,
      "grad_norm": 1.2730224537721924,
      "learning_rate": 2e-05,
      "loss": 0.6880199432373046,
      "step": 2460
    },
    {
      "epoch": 0.07913369429404415,
      "grad_norm": 4.122823755612335,
      "learning_rate": 2e-05,
      "loss": 0.7019095420837402,
      "step": 2470
    },
    {
      "epoch": 0.07945407362316984,
      "grad_norm": 1.2350902700761086,
      "learning_rate": 2e-05,
      "loss": 0.7402851104736328,
      "step": 2480
    },
    {
      "epoch": 0.07977445295229552,
      "grad_norm": 1.6557513951573315,
      "learning_rate": 2e-05,
      "loss": 0.6856629371643066,
      "step": 2490
    },
    {
      "epoch": 0.0800948322814212,
      "grad_norm": 2.76250457287939,
      "learning_rate": 2e-05,
      "loss": 0.7310905456542969,
      "step": 2500
    },
    {
      "epoch": 0.08041521161054689,
      "grad_norm": 10.355727739658676,
      "learning_rate": 2e-05,
      "loss": 0.769098424911499,
      "step": 2510
    },
    {
      "epoch": 0.08073559093967257,
      "grad_norm": 1.505013422609845,
      "learning_rate": 2e-05,
      "loss": 0.699889850616455,
      "step": 2520
    },
    {
      "epoch": 0.08105597026879825,
      "grad_norm": 1.1570475749103184,
      "learning_rate": 2e-05,
      "loss": 0.6950805187225342,
      "step": 2530
    },
    {
      "epoch": 0.08137634959792395,
      "grad_norm": 2.1024924495057995,
      "learning_rate": 2e-05,
      "loss": 0.701189374923706,
      "step": 2540
    },
    {
      "epoch": 0.08169672892704963,
      "grad_norm": 1.7444425666233216,
      "learning_rate": 2e-05,
      "loss": 0.7059882164001465,
      "step": 2550
    },
    {
      "epoch": 0.08201710825617531,
      "grad_norm": 1.0322806923298704,
      "learning_rate": 2e-05,
      "loss": 0.8018281936645508,
      "step": 2560
    },
    {
      "epoch": 0.082337487585301,
      "grad_norm": 2.6526418970250307,
      "learning_rate": 2e-05,
      "loss": 0.6831948757171631,
      "step": 2570
    },
    {
      "epoch": 0.08265786691442668,
      "grad_norm": 2.8515124039952076,
      "learning_rate": 2e-05,
      "loss": 0.7252332687377929,
      "step": 2580
    },
    {
      "epoch": 0.08297824624355236,
      "grad_norm": 1.5075998819752536,
      "learning_rate": 2e-05,
      "loss": 0.6708373069763184,
      "step": 2590
    },
    {
      "epoch": 0.08329862557267805,
      "grad_norm": 2.4918434345399083,
      "learning_rate": 2e-05,
      "loss": 0.6856244087219239,
      "step": 2600
    },
    {
      "epoch": 0.08361900490180374,
      "grad_norm": 2.9895550752304025,
      "learning_rate": 2e-05,
      "loss": 0.6946100234985352,
      "step": 2610
    },
    {
      "epoch": 0.08393938423092942,
      "grad_norm": 1.2195098935112956,
      "learning_rate": 2e-05,
      "loss": 0.6571969509124755,
      "step": 2620
    },
    {
      "epoch": 0.0842597635600551,
      "grad_norm": 1.5659331888464,
      "learning_rate": 2e-05,
      "loss": 0.6633186340332031,
      "step": 2630
    },
    {
      "epoch": 0.0845801428891808,
      "grad_norm": 1.2623772678903336,
      "learning_rate": 2e-05,
      "loss": 0.7006426811218261,
      "step": 2640
    },
    {
      "epoch": 0.08490052221830648,
      "grad_norm": 53.51607876951121,
      "learning_rate": 2e-05,
      "loss": 0.7465255260467529,
      "step": 2650
    },
    {
      "epoch": 0.08522090154743216,
      "grad_norm": 7.141894169140511,
      "learning_rate": 2e-05,
      "loss": 0.6905827999114991,
      "step": 2660
    },
    {
      "epoch": 0.08554128087655785,
      "grad_norm": 12.021818224070394,
      "learning_rate": 2e-05,
      "loss": 0.7053852081298828,
      "step": 2670
    },
    {
      "epoch": 0.08586166020568353,
      "grad_norm": 1.9077255089530207,
      "learning_rate": 2e-05,
      "loss": 0.6775362968444825,
      "step": 2680
    },
    {
      "epoch": 0.08618203953480921,
      "grad_norm": 3.124384881028629,
      "learning_rate": 2e-05,
      "loss": 0.6948652267456055,
      "step": 2690
    },
    {
      "epoch": 0.0865024188639349,
      "grad_norm": 1.3550553388372282,
      "learning_rate": 2e-05,
      "loss": 0.6418863296508789,
      "step": 2700
    },
    {
      "epoch": 0.08682279819306059,
      "grad_norm": 1.6996387488097904,
      "learning_rate": 2e-05,
      "loss": 0.7217937469482422,
      "step": 2710
    },
    {
      "epoch": 0.08714317752218627,
      "grad_norm": 4.721987876312749,
      "learning_rate": 2e-05,
      "loss": 0.678973388671875,
      "step": 2720
    },
    {
      "epoch": 0.08746355685131195,
      "grad_norm": 207.96463050114306,
      "learning_rate": 2e-05,
      "loss": 0.7110597610473632,
      "step": 2730
    },
    {
      "epoch": 0.08778393618043764,
      "grad_norm": 3.3362197281306725,
      "learning_rate": 2e-05,
      "loss": 0.7547786235809326,
      "step": 2740
    },
    {
      "epoch": 0.08810431550956332,
      "grad_norm": 1.7625372241440926,
      "learning_rate": 2e-05,
      "loss": 0.678510046005249,
      "step": 2750
    },
    {
      "epoch": 0.088424694838689,
      "grad_norm": 1.7993132875303999,
      "learning_rate": 2e-05,
      "loss": 0.6995362758636474,
      "step": 2760
    },
    {
      "epoch": 0.08874507416781469,
      "grad_norm": 7.076835439735431,
      "learning_rate": 2e-05,
      "loss": 0.6843991279602051,
      "step": 2770
    },
    {
      "epoch": 0.08906545349694038,
      "grad_norm": 1.6043720642575496,
      "learning_rate": 2e-05,
      "loss": 0.6938441276550293,
      "step": 2780
    },
    {
      "epoch": 0.08938583282606606,
      "grad_norm": 1.3640725070465638,
      "learning_rate": 2e-05,
      "loss": 0.7047198295593262,
      "step": 2790
    },
    {
      "epoch": 0.08970621215519174,
      "grad_norm": 2.562596485102053,
      "learning_rate": 2e-05,
      "loss": 0.6708857536315918,
      "step": 2800
    },
    {
      "epoch": 0.09002659148431744,
      "grad_norm": 1.9416658533084818,
      "learning_rate": 2e-05,
      "loss": 0.6964911937713623,
      "step": 2810
    },
    {
      "epoch": 0.09034697081344312,
      "grad_norm": 1.5822864532309853,
      "learning_rate": 2e-05,
      "loss": 0.6741170406341552,
      "step": 2820
    },
    {
      "epoch": 0.0906673501425688,
      "grad_norm": 2.492955276963355,
      "learning_rate": 2e-05,
      "loss": 0.6612090110778809,
      "step": 2830
    },
    {
      "epoch": 0.09098772947169449,
      "grad_norm": 12.577880739333416,
      "learning_rate": 2e-05,
      "loss": 0.6880275249481201,
      "step": 2840
    },
    {
      "epoch": 0.09130810880082017,
      "grad_norm": 2.498526802339318,
      "learning_rate": 2e-05,
      "loss": 0.6688164710998535,
      "step": 2850
    },
    {
      "epoch": 0.09162848812994585,
      "grad_norm": 2.480207709776554,
      "learning_rate": 2e-05,
      "loss": 0.8187369346618653,
      "step": 2860
    },
    {
      "epoch": 0.09194886745907153,
      "grad_norm": 1.7387835479887794,
      "learning_rate": 2e-05,
      "loss": 0.6645703315734863,
      "step": 2870
    },
    {
      "epoch": 0.09226924678819723,
      "grad_norm": 2.463777428019542,
      "learning_rate": 2e-05,
      "loss": 0.680314016342163,
      "step": 2880
    },
    {
      "epoch": 0.09258962611732291,
      "grad_norm": 2.1125181898998457,
      "learning_rate": 2e-05,
      "loss": 0.7115361213684082,
      "step": 2890
    },
    {
      "epoch": 0.09291000544644859,
      "grad_norm": 3.6819788201167962,
      "learning_rate": 2e-05,
      "loss": 0.7376339912414551,
      "step": 2900
    },
    {
      "epoch": 0.09323038477557428,
      "grad_norm": 5.364519716326931,
      "learning_rate": 2e-05,
      "loss": 0.7281315803527832,
      "step": 2910
    },
    {
      "epoch": 0.09355076410469997,
      "grad_norm": 5.2868820878632246,
      "learning_rate": 2e-05,
      "loss": 0.6780884742736817,
      "step": 2920
    },
    {
      "epoch": 0.09387114343382565,
      "grad_norm": 2.569546482429642,
      "learning_rate": 2e-05,
      "loss": 0.6810887813568115,
      "step": 2930
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 3.1590297185599887,
      "learning_rate": 2e-05,
      "loss": 0.6913040161132813,
      "step": 2940
    },
    {
      "epoch": 0.09451190209207702,
      "grad_norm": 2.2404038565045,
      "learning_rate": 2e-05,
      "loss": 0.639086103439331,
      "step": 2950
    },
    {
      "epoch": 0.0948322814212027,
      "grad_norm": 1.6593714513437243,
      "learning_rate": 2e-05,
      "loss": 0.6881752014160156,
      "step": 2960
    },
    {
      "epoch": 0.09515266075032838,
      "grad_norm": 1.9761898426256463,
      "learning_rate": 2e-05,
      "loss": 0.6969388484954834,
      "step": 2970
    },
    {
      "epoch": 0.09547304007945408,
      "grad_norm": 1.5176347302651876,
      "learning_rate": 2e-05,
      "loss": 0.6573243141174316,
      "step": 2980
    },
    {
      "epoch": 0.09579341940857976,
      "grad_norm": 1.5490982461158973,
      "learning_rate": 2e-05,
      "loss": 0.6932000160217285,
      "step": 2990
    },
    {
      "epoch": 0.09611379873770544,
      "grad_norm": 3.9352475270631273,
      "learning_rate": 2e-05,
      "loss": 0.649666690826416,
      "step": 3000
    },
    {
      "epoch": 0.09643417806683113,
      "grad_norm": 3.0813498769346834,
      "learning_rate": 2e-05,
      "loss": 0.6733899593353272,
      "step": 3010
    },
    {
      "epoch": 0.09675455739595681,
      "grad_norm": 1.4582486886298482,
      "learning_rate": 2e-05,
      "loss": 0.6860736846923828,
      "step": 3020
    },
    {
      "epoch": 0.0970749367250825,
      "grad_norm": 2.1316688325298223,
      "learning_rate": 2e-05,
      "loss": 0.6471640586853027,
      "step": 3030
    },
    {
      "epoch": 0.09739531605420819,
      "grad_norm": 1.624813158041112,
      "learning_rate": 2e-05,
      "loss": 0.6769994258880615,
      "step": 3040
    },
    {
      "epoch": 0.09771569538333387,
      "grad_norm": 1.1991400569586823,
      "learning_rate": 2e-05,
      "loss": 0.7090652465820313,
      "step": 3050
    },
    {
      "epoch": 0.09803607471245955,
      "grad_norm": 1.8553248908588058,
      "learning_rate": 2e-05,
      "loss": 0.6960935115814209,
      "step": 3060
    },
    {
      "epoch": 0.09835645404158523,
      "grad_norm": 1.0947674863297467,
      "learning_rate": 2e-05,
      "loss": 0.7006158828735352,
      "step": 3070
    },
    {
      "epoch": 0.09867683337071093,
      "grad_norm": 1.9345154791117662,
      "learning_rate": 2e-05,
      "loss": 0.6712536811828613,
      "step": 3080
    },
    {
      "epoch": 0.0989972126998366,
      "grad_norm": 1.206110040611478,
      "learning_rate": 2e-05,
      "loss": 0.6646307945251465,
      "step": 3090
    },
    {
      "epoch": 0.09931759202896229,
      "grad_norm": 1.5706700337393924,
      "learning_rate": 2e-05,
      "loss": 0.721156644821167,
      "step": 3100
    },
    {
      "epoch": 0.09963797135808798,
      "grad_norm": 1.8852007896443763,
      "learning_rate": 2e-05,
      "loss": 0.6588726997375488,
      "step": 3110
    },
    {
      "epoch": 0.09995835068721366,
      "grad_norm": 1.9309188732059843,
      "learning_rate": 2e-05,
      "loss": 0.6430281639099121,
      "step": 3120
    },
    {
      "epoch": 0.10027873001633934,
      "grad_norm": 1.8247916600609566,
      "learning_rate": 2e-05,
      "loss": 0.662308645248413,
      "step": 3130
    },
    {
      "epoch": 0.10059910934546502,
      "grad_norm": 20.234568515276454,
      "learning_rate": 2e-05,
      "loss": 0.6764077186584473,
      "step": 3140
    },
    {
      "epoch": 0.10091948867459072,
      "grad_norm": 2.270401562255825,
      "learning_rate": 2e-05,
      "loss": 0.6858000755310059,
      "step": 3150
    },
    {
      "epoch": 0.1012398680037164,
      "grad_norm": 3.3124667080997154,
      "learning_rate": 2e-05,
      "loss": 0.7174823760986329,
      "step": 3160
    },
    {
      "epoch": 0.10156024733284208,
      "grad_norm": 1.21628975030768,
      "learning_rate": 2e-05,
      "loss": 0.7047437191009521,
      "step": 3170
    },
    {
      "epoch": 0.10188062666196777,
      "grad_norm": 1.8787293361467063,
      "learning_rate": 2e-05,
      "loss": 0.6899389266967774,
      "step": 3180
    },
    {
      "epoch": 0.10220100599109345,
      "grad_norm": 3.435196857519197,
      "learning_rate": 2e-05,
      "loss": 0.678690242767334,
      "step": 3190
    },
    {
      "epoch": 0.10252138532021914,
      "grad_norm": 2.4128135351683486,
      "learning_rate": 2e-05,
      "loss": 0.6727965354919434,
      "step": 3200
    },
    {
      "epoch": 0.10284176464934483,
      "grad_norm": 5.463858532009493,
      "learning_rate": 2e-05,
      "loss": 0.7546576499938965,
      "step": 3210
    },
    {
      "epoch": 0.10316214397847051,
      "grad_norm": 1.1458273204458618,
      "learning_rate": 2e-05,
      "loss": 0.6437710762023926,
      "step": 3220
    },
    {
      "epoch": 0.10348252330759619,
      "grad_norm": 1.3601974957658387,
      "learning_rate": 2e-05,
      "loss": 0.6784330368041992,
      "step": 3230
    },
    {
      "epoch": 0.10380290263672187,
      "grad_norm": 1.4840886563319795,
      "learning_rate": 2e-05,
      "loss": 0.6686971664428711,
      "step": 3240
    },
    {
      "epoch": 0.10412328196584757,
      "grad_norm": 1.3597430285112961,
      "learning_rate": 2e-05,
      "loss": 0.6590595245361328,
      "step": 3250
    },
    {
      "epoch": 0.10444366129497325,
      "grad_norm": 2.7391179546585467,
      "learning_rate": 2e-05,
      "loss": 0.6681632995605469,
      "step": 3260
    },
    {
      "epoch": 0.10476404062409893,
      "grad_norm": 2.9881385443242867,
      "learning_rate": 2e-05,
      "loss": 0.6919444084167481,
      "step": 3270
    },
    {
      "epoch": 0.10508441995322462,
      "grad_norm": 1.7848898733758627,
      "learning_rate": 2e-05,
      "loss": 0.678253173828125,
      "step": 3280
    },
    {
      "epoch": 0.1054047992823503,
      "grad_norm": 1.0941482258819155,
      "learning_rate": 2e-05,
      "loss": 0.6677752494812011,
      "step": 3290
    },
    {
      "epoch": 0.10572517861147598,
      "grad_norm": 1.1439491512926567,
      "learning_rate": 2e-05,
      "loss": 0.6404883384704589,
      "step": 3300
    },
    {
      "epoch": 0.10604555794060168,
      "grad_norm": 1.6084438657234088,
      "learning_rate": 2e-05,
      "loss": 0.6679693222045898,
      "step": 3310
    },
    {
      "epoch": 0.10636593726972736,
      "grad_norm": 2.3221962830811265,
      "learning_rate": 2e-05,
      "loss": 0.6701303482055664,
      "step": 3320
    },
    {
      "epoch": 0.10668631659885304,
      "grad_norm": 1.1626176984318963,
      "learning_rate": 2e-05,
      "loss": 0.6760411262512207,
      "step": 3330
    },
    {
      "epoch": 0.10700669592797872,
      "grad_norm": 9.60833542052224,
      "learning_rate": 2e-05,
      "loss": 0.6958446502685547,
      "step": 3340
    },
    {
      "epoch": 0.10732707525710442,
      "grad_norm": 1.4570489896161745,
      "learning_rate": 2e-05,
      "loss": 0.7142772674560547,
      "step": 3350
    },
    {
      "epoch": 0.1076474545862301,
      "grad_norm": 1.589527243320569,
      "learning_rate": 2e-05,
      "loss": 0.6480647087097168,
      "step": 3360
    },
    {
      "epoch": 0.10796783391535578,
      "grad_norm": 3.7539533800821854,
      "learning_rate": 2e-05,
      "loss": 0.6926058769226074,
      "step": 3370
    },
    {
      "epoch": 0.10828821324448147,
      "grad_norm": 1.4343813974850903,
      "learning_rate": 2e-05,
      "loss": 0.6597871303558349,
      "step": 3380
    },
    {
      "epoch": 0.10860859257360715,
      "grad_norm": 1.700489983652249,
      "learning_rate": 2e-05,
      "loss": 0.6854336738586426,
      "step": 3390
    },
    {
      "epoch": 0.10892897190273283,
      "grad_norm": 2.262978455318886,
      "learning_rate": 2e-05,
      "loss": 0.6611383438110352,
      "step": 3400
    },
    {
      "epoch": 0.10924935123185853,
      "grad_norm": 3.7384144861916924,
      "learning_rate": 2e-05,
      "loss": 0.6642798900604248,
      "step": 3410
    },
    {
      "epoch": 0.10956973056098421,
      "grad_norm": 5.828313398251216,
      "learning_rate": 2e-05,
      "loss": 0.6781678676605225,
      "step": 3420
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 5.487121962637965,
      "learning_rate": 2e-05,
      "loss": 0.7087061882019043,
      "step": 3430
    },
    {
      "epoch": 0.11021048921923557,
      "grad_norm": 1.6357218209966338,
      "learning_rate": 2e-05,
      "loss": 0.6441525936126709,
      "step": 3440
    },
    {
      "epoch": 0.11053086854836126,
      "grad_norm": 1.9006368500272885,
      "learning_rate": 2e-05,
      "loss": 0.6848069667816162,
      "step": 3450
    },
    {
      "epoch": 0.11085124787748694,
      "grad_norm": 1.4766899104425295,
      "learning_rate": 2e-05,
      "loss": 0.6893895149230957,
      "step": 3460
    },
    {
      "epoch": 0.11117162720661262,
      "grad_norm": 2.769884408658176,
      "learning_rate": 2e-05,
      "loss": 0.6294010162353516,
      "step": 3470
    },
    {
      "epoch": 0.11149200653573832,
      "grad_norm": 4.65526982930436,
      "learning_rate": 2e-05,
      "loss": 0.6821585655212402,
      "step": 3480
    },
    {
      "epoch": 0.111812385864864,
      "grad_norm": 1.7647620795155232,
      "learning_rate": 2e-05,
      "loss": 0.6744832515716552,
      "step": 3490
    },
    {
      "epoch": 0.11213276519398968,
      "grad_norm": 1.2028872660134693,
      "learning_rate": 2e-05,
      "loss": 0.663267707824707,
      "step": 3500
    },
    {
      "epoch": 0.11245314452311538,
      "grad_norm": 4.612458331540539,
      "learning_rate": 2e-05,
      "loss": 0.6622488021850585,
      "step": 3510
    },
    {
      "epoch": 0.11277352385224106,
      "grad_norm": 3.060996296931568,
      "learning_rate": 2e-05,
      "loss": 0.6657146453857422,
      "step": 3520
    },
    {
      "epoch": 0.11309390318136674,
      "grad_norm": 1.3030075500669922,
      "learning_rate": 2e-05,
      "loss": 0.6406706809997559,
      "step": 3530
    },
    {
      "epoch": 0.11341428251049242,
      "grad_norm": 2.019294690660488,
      "learning_rate": 2e-05,
      "loss": 0.6651981353759766,
      "step": 3540
    },
    {
      "epoch": 0.11373466183961811,
      "grad_norm": 1.2086238864300596,
      "learning_rate": 2e-05,
      "loss": 0.6543137550354003,
      "step": 3550
    },
    {
      "epoch": 0.11405504116874379,
      "grad_norm": 1.2655664277456855,
      "learning_rate": 2e-05,
      "loss": 0.6376056671142578,
      "step": 3560
    },
    {
      "epoch": 0.11437542049786947,
      "grad_norm": 2.0908487857785176,
      "learning_rate": 2e-05,
      "loss": 0.6656252861022949,
      "step": 3570
    },
    {
      "epoch": 0.11469579982699517,
      "grad_norm": 5.261221133161816,
      "learning_rate": 2e-05,
      "loss": 0.6583863258361816,
      "step": 3580
    },
    {
      "epoch": 0.11501617915612085,
      "grad_norm": 2.3910426503344664,
      "learning_rate": 2e-05,
      "loss": 0.6792299270629882,
      "step": 3590
    },
    {
      "epoch": 0.11533655848524653,
      "grad_norm": 1.211765741906558,
      "learning_rate": 2e-05,
      "loss": 0.7030490398406982,
      "step": 3600
    },
    {
      "epoch": 0.11565693781437221,
      "grad_norm": 1.9832630555170212,
      "learning_rate": 2e-05,
      "loss": 0.6824533462524414,
      "step": 3610
    },
    {
      "epoch": 0.1159773171434979,
      "grad_norm": 2.252162260913484,
      "learning_rate": 2e-05,
      "loss": 0.6910503387451172,
      "step": 3620
    },
    {
      "epoch": 0.11629769647262359,
      "grad_norm": 1.2137738587533493,
      "learning_rate": 2e-05,
      "loss": 0.6761364936828613,
      "step": 3630
    },
    {
      "epoch": 0.11661807580174927,
      "grad_norm": 1.6480847954089972,
      "learning_rate": 2e-05,
      "loss": 0.6949734687805176,
      "step": 3640
    },
    {
      "epoch": 0.11693845513087496,
      "grad_norm": 2.773368722100306,
      "learning_rate": 2e-05,
      "loss": 0.6389493942260742,
      "step": 3650
    },
    {
      "epoch": 0.11725883446000064,
      "grad_norm": 2.5465741003121365,
      "learning_rate": 2e-05,
      "loss": 0.6798902034759522,
      "step": 3660
    },
    {
      "epoch": 0.11757921378912632,
      "grad_norm": 3.003062238735499,
      "learning_rate": 2e-05,
      "loss": 0.6937604427337647,
      "step": 3670
    },
    {
      "epoch": 0.11789959311825202,
      "grad_norm": 1.0771834972401186,
      "learning_rate": 2e-05,
      "loss": 0.6856004238128662,
      "step": 3680
    },
    {
      "epoch": 0.1182199724473777,
      "grad_norm": 3.2223166693736465,
      "learning_rate": 2e-05,
      "loss": 0.7183493614196778,
      "step": 3690
    },
    {
      "epoch": 0.11854035177650338,
      "grad_norm": 1.90983436518728,
      "learning_rate": 2e-05,
      "loss": 0.6716906547546386,
      "step": 3700
    },
    {
      "epoch": 0.11886073110562906,
      "grad_norm": 2.0873401588953433,
      "learning_rate": 2e-05,
      "loss": 0.666513729095459,
      "step": 3710
    },
    {
      "epoch": 0.11918111043475475,
      "grad_norm": 1.1975205039758825,
      "learning_rate": 2e-05,
      "loss": 0.6365289211273193,
      "step": 3720
    },
    {
      "epoch": 0.11950148976388043,
      "grad_norm": 41.55973254495974,
      "learning_rate": 2e-05,
      "loss": 0.7242575645446777,
      "step": 3730
    },
    {
      "epoch": 0.11982186909300611,
      "grad_norm": 1.7969703921280566,
      "learning_rate": 2e-05,
      "loss": 0.6333506584167481,
      "step": 3740
    },
    {
      "epoch": 0.12014224842213181,
      "grad_norm": 1.1484967465503775,
      "learning_rate": 2e-05,
      "loss": 0.681650447845459,
      "step": 3750
    },
    {
      "epoch": 0.12046262775125749,
      "grad_norm": 1.491743333469875,
      "learning_rate": 2e-05,
      "loss": 0.683896541595459,
      "step": 3760
    },
    {
      "epoch": 0.12078300708038317,
      "grad_norm": 1.9896310599000153,
      "learning_rate": 2e-05,
      "loss": 0.6723162651062011,
      "step": 3770
    },
    {
      "epoch": 0.12110338640950886,
      "grad_norm": 4.355204703369626,
      "learning_rate": 2e-05,
      "loss": 0.6825237274169922,
      "step": 3780
    },
    {
      "epoch": 0.12142376573863455,
      "grad_norm": 2.6337758244589446,
      "learning_rate": 2e-05,
      "loss": 0.6493152618408203,
      "step": 3790
    },
    {
      "epoch": 0.12174414506776023,
      "grad_norm": 1.4311522270790977,
      "learning_rate": 2e-05,
      "loss": 0.6465260982513428,
      "step": 3800
    },
    {
      "epoch": 0.1220645243968859,
      "grad_norm": 1.2584234760746995,
      "learning_rate": 2e-05,
      "loss": 0.6119470119476318,
      "step": 3810
    },
    {
      "epoch": 0.1223849037260116,
      "grad_norm": 1.8362919442209469,
      "learning_rate": 2e-05,
      "loss": 0.6505841732025146,
      "step": 3820
    },
    {
      "epoch": 0.12270528305513728,
      "grad_norm": 3.2911678224166363,
      "learning_rate": 2e-05,
      "loss": 0.7023921012878418,
      "step": 3830
    },
    {
      "epoch": 0.12302566238426296,
      "grad_norm": 1.8619496153981334,
      "learning_rate": 2e-05,
      "loss": 0.676816749572754,
      "step": 3840
    },
    {
      "epoch": 0.12334604171338866,
      "grad_norm": 1.2607793375322882,
      "learning_rate": 2e-05,
      "loss": 0.6600100994110107,
      "step": 3850
    },
    {
      "epoch": 0.12366642104251434,
      "grad_norm": 1.3500576986027626,
      "learning_rate": 2e-05,
      "loss": 0.6765620708465576,
      "step": 3860
    },
    {
      "epoch": 0.12398680037164002,
      "grad_norm": 1.3401379911166065,
      "learning_rate": 2e-05,
      "loss": 0.6644556045532226,
      "step": 3870
    },
    {
      "epoch": 0.12430717970076571,
      "grad_norm": 1.3436995912683865,
      "learning_rate": 2e-05,
      "loss": 0.6688062191009522,
      "step": 3880
    },
    {
      "epoch": 0.1246275590298914,
      "grad_norm": 2.1554623740628323,
      "learning_rate": 2e-05,
      "loss": 0.6625113487243652,
      "step": 3890
    },
    {
      "epoch": 0.12494793835901707,
      "grad_norm": 2.5490411787256693,
      "learning_rate": 2e-05,
      "loss": 0.6453998565673829,
      "step": 3900
    },
    {
      "epoch": 0.12526831768814276,
      "grad_norm": 2.1422672897977475,
      "learning_rate": 2e-05,
      "loss": 0.6868985652923584,
      "step": 3910
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 8.647039761010506,
      "learning_rate": 2e-05,
      "loss": 0.6461306571960449,
      "step": 3920
    },
    {
      "epoch": 0.12590907634639414,
      "grad_norm": 4.353384006867587,
      "learning_rate": 2e-05,
      "loss": 0.6968627452850342,
      "step": 3930
    },
    {
      "epoch": 0.12622945567551982,
      "grad_norm": 5.312771003446082,
      "learning_rate": 2e-05,
      "loss": 0.6628563880920411,
      "step": 3940
    },
    {
      "epoch": 0.1265498350046455,
      "grad_norm": 1.2483064513173903,
      "learning_rate": 2e-05,
      "loss": 0.6820049285888672,
      "step": 3950
    },
    {
      "epoch": 0.1268702143337712,
      "grad_norm": 1.7052048413362177,
      "learning_rate": 2e-05,
      "loss": 0.6507192134857178,
      "step": 3960
    },
    {
      "epoch": 0.12719059366289687,
      "grad_norm": 1.442220593830901,
      "learning_rate": 2e-05,
      "loss": 0.6692718505859375,
      "step": 3970
    },
    {
      "epoch": 0.12751097299202255,
      "grad_norm": 21.674983962515157,
      "learning_rate": 2e-05,
      "loss": 0.6392804622650147,
      "step": 3980
    },
    {
      "epoch": 0.12783135232114823,
      "grad_norm": 9.728263472908212,
      "learning_rate": 2e-05,
      "loss": 0.656775426864624,
      "step": 3990
    },
    {
      "epoch": 0.12815173165027394,
      "grad_norm": 2.039616161760123,
      "learning_rate": 2e-05,
      "loss": 0.7095576286315918,
      "step": 4000
    },
    {
      "epoch": 0.12847211097939962,
      "grad_norm": 4.0175728810676805,
      "learning_rate": 2e-05,
      "loss": 0.6841886043548584,
      "step": 4010
    },
    {
      "epoch": 0.1287924903085253,
      "grad_norm": 19.73418939091534,
      "learning_rate": 2e-05,
      "loss": 0.6358445644378662,
      "step": 4020
    },
    {
      "epoch": 0.12911286963765098,
      "grad_norm": 1.739996971425279,
      "learning_rate": 2e-05,
      "loss": 0.6840127944946289,
      "step": 4030
    },
    {
      "epoch": 0.12943324896677666,
      "grad_norm": 1.450557707510894,
      "learning_rate": 2e-05,
      "loss": 0.6738371849060059,
      "step": 4040
    },
    {
      "epoch": 0.12975362829590234,
      "grad_norm": 2.0404367072041,
      "learning_rate": 2e-05,
      "loss": 0.6749392509460449,
      "step": 4050
    },
    {
      "epoch": 0.13007400762502802,
      "grad_norm": 1.6413128097895142,
      "learning_rate": 2e-05,
      "loss": 0.6790598869323731,
      "step": 4060
    },
    {
      "epoch": 0.13039438695415373,
      "grad_norm": 1.2445737299020967,
      "learning_rate": 2e-05,
      "loss": 0.7365617752075195,
      "step": 4070
    },
    {
      "epoch": 0.1307147662832794,
      "grad_norm": 3.445733180267043,
      "learning_rate": 2e-05,
      "loss": 0.6372848510742187,
      "step": 4080
    },
    {
      "epoch": 0.1310351456124051,
      "grad_norm": 1.2285630455823986,
      "learning_rate": 2e-05,
      "loss": 0.6606671810150146,
      "step": 4090
    },
    {
      "epoch": 0.13135552494153077,
      "grad_norm": 2.349488425660991,
      "learning_rate": 2e-05,
      "loss": 0.6286896705627442,
      "step": 4100
    },
    {
      "epoch": 0.13167590427065645,
      "grad_norm": 1.4532007484386635,
      "learning_rate": 2e-05,
      "loss": 0.6365851402282715,
      "step": 4110
    },
    {
      "epoch": 0.13199628359978213,
      "grad_norm": 0.9308693386958972,
      "learning_rate": 2e-05,
      "loss": 0.6765342712402344,
      "step": 4120
    },
    {
      "epoch": 0.1323166629289078,
      "grad_norm": 1.012417770518259,
      "learning_rate": 2e-05,
      "loss": 0.6740757942199707,
      "step": 4130
    },
    {
      "epoch": 0.13263704225803352,
      "grad_norm": 1.0125547138996793,
      "learning_rate": 2e-05,
      "loss": 0.6393099784851074,
      "step": 4140
    },
    {
      "epoch": 0.1329574215871592,
      "grad_norm": 1.2177266588739921,
      "learning_rate": 2e-05,
      "loss": 0.6418939113616944,
      "step": 4150
    },
    {
      "epoch": 0.13327780091628488,
      "grad_norm": 1.9715086658340903,
      "learning_rate": 2e-05,
      "loss": 0.659096622467041,
      "step": 4160
    },
    {
      "epoch": 0.13359818024541056,
      "grad_norm": 1.5354076340036875,
      "learning_rate": 2e-05,
      "loss": 0.6633724212646485,
      "step": 4170
    },
    {
      "epoch": 0.13391855957453624,
      "grad_norm": 1.379476140664975,
      "learning_rate": 2e-05,
      "loss": 0.653409481048584,
      "step": 4180
    },
    {
      "epoch": 0.13423893890366193,
      "grad_norm": 1.3861045841146946,
      "learning_rate": 2e-05,
      "loss": 0.6600584030151367,
      "step": 4190
    },
    {
      "epoch": 0.13455931823278763,
      "grad_norm": 1.3471659231508513,
      "learning_rate": 2e-05,
      "loss": 0.6790562629699707,
      "step": 4200
    },
    {
      "epoch": 0.13487969756191331,
      "grad_norm": 1.7716447481227624,
      "learning_rate": 2e-05,
      "loss": 0.6599895000457764,
      "step": 4210
    },
    {
      "epoch": 0.135200076891039,
      "grad_norm": 1.8371495895343661,
      "learning_rate": 2e-05,
      "loss": 0.6585530281066895,
      "step": 4220
    },
    {
      "epoch": 0.13552045622016468,
      "grad_norm": 1.4824802128279082,
      "learning_rate": 2e-05,
      "loss": 0.6495269775390625,
      "step": 4230
    },
    {
      "epoch": 0.13584083554929036,
      "grad_norm": 9.508448966165497,
      "learning_rate": 2e-05,
      "loss": 0.6385743618011475,
      "step": 4240
    },
    {
      "epoch": 0.13616121487841604,
      "grad_norm": 3.7227417071686406,
      "learning_rate": 2e-05,
      "loss": 0.6491826057434082,
      "step": 4250
    },
    {
      "epoch": 0.13648159420754172,
      "grad_norm": 1.6191391322570134,
      "learning_rate": 2e-05,
      "loss": 0.6381173610687256,
      "step": 4260
    },
    {
      "epoch": 0.13680197353666743,
      "grad_norm": 2.295415384352932,
      "learning_rate": 2e-05,
      "loss": 0.6816682815551758,
      "step": 4270
    },
    {
      "epoch": 0.1371223528657931,
      "grad_norm": 3.555025076718053,
      "learning_rate": 2e-05,
      "loss": 0.65838623046875,
      "step": 4280
    },
    {
      "epoch": 0.1374427321949188,
      "grad_norm": 1.8199956373458717,
      "learning_rate": 2e-05,
      "loss": 0.643873929977417,
      "step": 4290
    },
    {
      "epoch": 0.13776311152404447,
      "grad_norm": 5.014043066263043,
      "learning_rate": 2e-05,
      "loss": 0.6718840599060059,
      "step": 4300
    },
    {
      "epoch": 0.13808349085317015,
      "grad_norm": 3.6932065567825383,
      "learning_rate": 2e-05,
      "loss": 0.6397347450256348,
      "step": 4310
    },
    {
      "epoch": 0.13840387018229583,
      "grad_norm": 2.8239286018474568,
      "learning_rate": 2e-05,
      "loss": 0.6621566772460937,
      "step": 4320
    },
    {
      "epoch": 0.1387242495114215,
      "grad_norm": 2.6802412140812124,
      "learning_rate": 2e-05,
      "loss": 0.6485812187194824,
      "step": 4330
    },
    {
      "epoch": 0.13904462884054722,
      "grad_norm": 14.981569614940994,
      "learning_rate": 2e-05,
      "loss": 0.6633264064788819,
      "step": 4340
    },
    {
      "epoch": 0.1393650081696729,
      "grad_norm": 2.3542641904056785,
      "learning_rate": 2e-05,
      "loss": 0.6532891750335693,
      "step": 4350
    },
    {
      "epoch": 0.13968538749879858,
      "grad_norm": 2.1434978987275186,
      "learning_rate": 2e-05,
      "loss": 0.6710407257080078,
      "step": 4360
    },
    {
      "epoch": 0.14000576682792426,
      "grad_norm": 2.440516483612938,
      "learning_rate": 2e-05,
      "loss": 0.6813251495361328,
      "step": 4370
    },
    {
      "epoch": 0.14032614615704994,
      "grad_norm": 1.616569444263289,
      "learning_rate": 2e-05,
      "loss": 0.6308428764343261,
      "step": 4380
    },
    {
      "epoch": 0.14064652548617562,
      "grad_norm": 2.504912035473103,
      "learning_rate": 2e-05,
      "loss": 0.671413516998291,
      "step": 4390
    },
    {
      "epoch": 0.14096690481530133,
      "grad_norm": 1.7969208881063083,
      "learning_rate": 2e-05,
      "loss": 0.6420493602752686,
      "step": 4400
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 2.1097185890269823,
      "learning_rate": 2e-05,
      "loss": 0.663338041305542,
      "step": 4410
    },
    {
      "epoch": 0.1416076634735527,
      "grad_norm": 2.754978657046392,
      "learning_rate": 2e-05,
      "loss": 0.6554645538330078,
      "step": 4420
    },
    {
      "epoch": 0.14192804280267837,
      "grad_norm": 1.982488431740266,
      "learning_rate": 2e-05,
      "loss": 0.6716144561767579,
      "step": 4430
    },
    {
      "epoch": 0.14224842213180405,
      "grad_norm": 1.0919658882240069,
      "learning_rate": 2e-05,
      "loss": 0.6052421569824219,
      "step": 4440
    },
    {
      "epoch": 0.14256880146092973,
      "grad_norm": 2.1629461397046814,
      "learning_rate": 2e-05,
      "loss": 0.6777543544769287,
      "step": 4450
    },
    {
      "epoch": 0.14288918079005541,
      "grad_norm": 1.2184049851316467,
      "learning_rate": 2e-05,
      "loss": 0.639255142211914,
      "step": 4460
    },
    {
      "epoch": 0.14320956011918112,
      "grad_norm": 6.729538545420926,
      "learning_rate": 2e-05,
      "loss": 0.6360386848449707,
      "step": 4470
    },
    {
      "epoch": 0.1435299394483068,
      "grad_norm": 3.626596705131836,
      "learning_rate": 2e-05,
      "loss": 0.6660489559173584,
      "step": 4480
    },
    {
      "epoch": 0.14385031877743248,
      "grad_norm": 1.1534629577740403,
      "learning_rate": 2e-05,
      "loss": 0.7270738124847412,
      "step": 4490
    },
    {
      "epoch": 0.14417069810655816,
      "grad_norm": 1.5273936802078765,
      "learning_rate": 2e-05,
      "loss": 0.66806001663208,
      "step": 4500
    },
    {
      "epoch": 0.14449107743568385,
      "grad_norm": 1.0857943782617103,
      "learning_rate": 2e-05,
      "loss": 0.6453025341033936,
      "step": 4510
    },
    {
      "epoch": 0.14481145676480953,
      "grad_norm": 1.4204053183923306,
      "learning_rate": 2e-05,
      "loss": 0.6665804862976075,
      "step": 4520
    },
    {
      "epoch": 0.1451318360939352,
      "grad_norm": 2.770236841939151,
      "learning_rate": 2e-05,
      "loss": 0.6432864189147949,
      "step": 4530
    },
    {
      "epoch": 0.14545221542306092,
      "grad_norm": 1.3119479716888935,
      "learning_rate": 2e-05,
      "loss": 0.656611967086792,
      "step": 4540
    },
    {
      "epoch": 0.1457725947521866,
      "grad_norm": 1.259813141300481,
      "learning_rate": 2e-05,
      "loss": 0.6752814292907715,
      "step": 4550
    },
    {
      "epoch": 0.14609297408131228,
      "grad_norm": 1.4511032127265469,
      "learning_rate": 2e-05,
      "loss": 0.6449288368225098,
      "step": 4560
    },
    {
      "epoch": 0.14641335341043796,
      "grad_norm": 1.061010382277649,
      "learning_rate": 2e-05,
      "loss": 0.6769460201263428,
      "step": 4570
    },
    {
      "epoch": 0.14673373273956364,
      "grad_norm": 1.252923043946276,
      "learning_rate": 2e-05,
      "loss": 0.6905078411102294,
      "step": 4580
    },
    {
      "epoch": 0.14705411206868932,
      "grad_norm": 2.1232260147742252,
      "learning_rate": 2e-05,
      "loss": 0.6253070831298828,
      "step": 4590
    },
    {
      "epoch": 0.147374491397815,
      "grad_norm": 1.1626353370713662,
      "learning_rate": 2e-05,
      "loss": 0.6894829750061036,
      "step": 4600
    },
    {
      "epoch": 0.1476948707269407,
      "grad_norm": 1.5893300869943574,
      "learning_rate": 2e-05,
      "loss": 0.6677133560180664,
      "step": 4610
    },
    {
      "epoch": 0.1480152500560664,
      "grad_norm": 1.5294628078622055,
      "learning_rate": 2e-05,
      "loss": 0.6319296836853028,
      "step": 4620
    },
    {
      "epoch": 0.14833562938519207,
      "grad_norm": 1.97668656943159,
      "learning_rate": 2e-05,
      "loss": 0.6283845424652099,
      "step": 4630
    },
    {
      "epoch": 0.14865600871431775,
      "grad_norm": 1.5344286541814958,
      "learning_rate": 2e-05,
      "loss": 0.6669802665710449,
      "step": 4640
    },
    {
      "epoch": 0.14897638804344343,
      "grad_norm": 2.0675263045634913,
      "learning_rate": 2e-05,
      "loss": 0.6275815010070801,
      "step": 4650
    },
    {
      "epoch": 0.1492967673725691,
      "grad_norm": 1.7263557892047314,
      "learning_rate": 2e-05,
      "loss": 0.6830034255981445,
      "step": 4660
    },
    {
      "epoch": 0.14961714670169482,
      "grad_norm": 6.433224792075453,
      "learning_rate": 2e-05,
      "loss": 0.6525765895843506,
      "step": 4670
    },
    {
      "epoch": 0.1499375260308205,
      "grad_norm": 1.4597038948397596,
      "learning_rate": 2e-05,
      "loss": 0.6589030742645263,
      "step": 4680
    },
    {
      "epoch": 0.15025790535994618,
      "grad_norm": 4.824814614092905,
      "learning_rate": 2e-05,
      "loss": 0.6419610500335693,
      "step": 4690
    },
    {
      "epoch": 0.15057828468907186,
      "grad_norm": 3.768242606849537,
      "learning_rate": 2e-05,
      "loss": 0.6277103424072266,
      "step": 4700
    },
    {
      "epoch": 0.15089866401819754,
      "grad_norm": 3.0284514283479402,
      "learning_rate": 2e-05,
      "loss": 0.6320689201354981,
      "step": 4710
    },
    {
      "epoch": 0.15121904334732322,
      "grad_norm": 1.991976725944676,
      "learning_rate": 2e-05,
      "loss": 0.6563403129577636,
      "step": 4720
    },
    {
      "epoch": 0.1515394226764489,
      "grad_norm": 1.8676620435911406,
      "learning_rate": 2e-05,
      "loss": 0.6397079467773438,
      "step": 4730
    },
    {
      "epoch": 0.1518598020055746,
      "grad_norm": 2.2885703993013076,
      "learning_rate": 2e-05,
      "loss": 0.6857260704040528,
      "step": 4740
    },
    {
      "epoch": 0.1521801813347003,
      "grad_norm": 9.026114825724205,
      "learning_rate": 2e-05,
      "loss": 0.6624780654907226,
      "step": 4750
    },
    {
      "epoch": 0.15250056066382597,
      "grad_norm": 1.2093039223466322,
      "learning_rate": 2e-05,
      "loss": 0.6520965576171875,
      "step": 4760
    },
    {
      "epoch": 0.15282093999295165,
      "grad_norm": 1.181818856856248,
      "learning_rate": 2e-05,
      "loss": 0.6580140113830566,
      "step": 4770
    },
    {
      "epoch": 0.15314131932207733,
      "grad_norm": 2.0375419479696624,
      "learning_rate": 2e-05,
      "loss": 0.638451337814331,
      "step": 4780
    },
    {
      "epoch": 0.15346169865120302,
      "grad_norm": 1.3297776867098974,
      "learning_rate": 2e-05,
      "loss": 0.6944093704223633,
      "step": 4790
    },
    {
      "epoch": 0.1537820779803287,
      "grad_norm": 3.412108902076532,
      "learning_rate": 2e-05,
      "loss": 0.671916913986206,
      "step": 4800
    },
    {
      "epoch": 0.1541024573094544,
      "grad_norm": 1.2402690456194414,
      "learning_rate": 2e-05,
      "loss": 0.7751090049743652,
      "step": 4810
    },
    {
      "epoch": 0.15442283663858009,
      "grad_norm": 2.2262240674536837,
      "learning_rate": 2e-05,
      "loss": 0.6468109130859375,
      "step": 4820
    },
    {
      "epoch": 0.15474321596770577,
      "grad_norm": 3.034745259104267,
      "learning_rate": 2e-05,
      "loss": 0.6362489700317383,
      "step": 4830
    },
    {
      "epoch": 0.15506359529683145,
      "grad_norm": 2.6210321495796722,
      "learning_rate": 2e-05,
      "loss": 0.6448084831237793,
      "step": 4840
    },
    {
      "epoch": 0.15538397462595713,
      "grad_norm": 9.144796074516247,
      "learning_rate": 2e-05,
      "loss": 0.6558864116668701,
      "step": 4850
    },
    {
      "epoch": 0.1557043539550828,
      "grad_norm": 0.8700210823800482,
      "learning_rate": 2e-05,
      "loss": 0.6739778041839599,
      "step": 4860
    },
    {
      "epoch": 0.15602473328420852,
      "grad_norm": 1.1782758621665466,
      "learning_rate": 2e-05,
      "loss": 0.6652435302734375,
      "step": 4870
    },
    {
      "epoch": 0.1563451126133342,
      "grad_norm": 0.906863821537445,
      "learning_rate": 2e-05,
      "loss": 0.643802261352539,
      "step": 4880
    },
    {
      "epoch": 0.15666549194245988,
      "grad_norm": 2.5302325947419506,
      "learning_rate": 2e-05,
      "loss": 0.6078256607055664,
      "step": 4890
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 2.3861517493162965,
      "learning_rate": 2e-05,
      "loss": 0.6253044128417968,
      "step": 4900
    },
    {
      "epoch": 0.15730625060071124,
      "grad_norm": 1.0165987246330042,
      "learning_rate": 2e-05,
      "loss": 0.6433412075042725,
      "step": 4910
    },
    {
      "epoch": 0.15762662992983692,
      "grad_norm": 2.5930004662557566,
      "learning_rate": 2e-05,
      "loss": 0.64521803855896,
      "step": 4920
    },
    {
      "epoch": 0.1579470092589626,
      "grad_norm": 1.5176891459200517,
      "learning_rate": 2e-05,
      "loss": 0.6507583618164062,
      "step": 4930
    },
    {
      "epoch": 0.1582673885880883,
      "grad_norm": 1.435929478682162,
      "learning_rate": 2e-05,
      "loss": 0.6506617546081543,
      "step": 4940
    },
    {
      "epoch": 0.158587767917214,
      "grad_norm": 1.0652184103927025,
      "learning_rate": 2e-05,
      "loss": 0.6530905723571777,
      "step": 4950
    },
    {
      "epoch": 0.15890814724633967,
      "grad_norm": 1.225958561863853,
      "learning_rate": 2e-05,
      "loss": 0.635218334197998,
      "step": 4960
    },
    {
      "epoch": 0.15922852657546535,
      "grad_norm": 2.6773291567524353,
      "learning_rate": 2e-05,
      "loss": 0.6535334587097168,
      "step": 4970
    },
    {
      "epoch": 0.15954890590459103,
      "grad_norm": 1.7716063009667466,
      "learning_rate": 2e-05,
      "loss": 0.638061809539795,
      "step": 4980
    },
    {
      "epoch": 0.1598692852337167,
      "grad_norm": 1.5508397490104118,
      "learning_rate": 2e-05,
      "loss": 0.6964780807495117,
      "step": 4990
    },
    {
      "epoch": 0.1601896645628424,
      "grad_norm": 1.7916719766973201,
      "learning_rate": 2e-05,
      "loss": 0.6676883697509766,
      "step": 5000
    },
    {
      "epoch": 0.1605100438919681,
      "grad_norm": 1.276266669893281,
      "learning_rate": 2e-05,
      "loss": 0.6540284633636475,
      "step": 5010
    },
    {
      "epoch": 0.16083042322109378,
      "grad_norm": 1.5685687478744843,
      "learning_rate": 2e-05,
      "loss": 0.6582478523254395,
      "step": 5020
    },
    {
      "epoch": 0.16115080255021946,
      "grad_norm": 1.005049040974868,
      "learning_rate": 2e-05,
      "loss": 0.6629669189453125,
      "step": 5030
    },
    {
      "epoch": 0.16147118187934514,
      "grad_norm": 1.4303298584505024,
      "learning_rate": 2e-05,
      "loss": 0.6253504753112793,
      "step": 5040
    },
    {
      "epoch": 0.16179156120847082,
      "grad_norm": 1.0220554585155903,
      "learning_rate": 2e-05,
      "loss": 0.6526585578918457,
      "step": 5050
    },
    {
      "epoch": 0.1621119405375965,
      "grad_norm": 1.0280643496979298,
      "learning_rate": 2e-05,
      "loss": 0.6478411674499511,
      "step": 5060
    },
    {
      "epoch": 0.16243231986672219,
      "grad_norm": 3.666383020262474,
      "learning_rate": 2e-05,
      "loss": 0.6606351375579834,
      "step": 5070
    },
    {
      "epoch": 0.1627526991958479,
      "grad_norm": 1.0558288109614848,
      "learning_rate": 2e-05,
      "loss": 0.6425009727478027,
      "step": 5080
    },
    {
      "epoch": 0.16307307852497357,
      "grad_norm": 2.035565603350421,
      "learning_rate": 2e-05,
      "loss": 0.662998104095459,
      "step": 5090
    },
    {
      "epoch": 0.16339345785409926,
      "grad_norm": 1.2669494694291425,
      "learning_rate": 2e-05,
      "loss": 0.6467283248901368,
      "step": 5100
    },
    {
      "epoch": 0.16371383718322494,
      "grad_norm": 1.7420496228128168,
      "learning_rate": 2e-05,
      "loss": 0.652040958404541,
      "step": 5110
    },
    {
      "epoch": 0.16403421651235062,
      "grad_norm": 2.0540553864377267,
      "learning_rate": 2e-05,
      "loss": 0.6633444786071777,
      "step": 5120
    },
    {
      "epoch": 0.1643545958414763,
      "grad_norm": 2.241855520752789,
      "learning_rate": 2e-05,
      "loss": 0.6187747478485107,
      "step": 5130
    },
    {
      "epoch": 0.164674975170602,
      "grad_norm": 1.557351657361623,
      "learning_rate": 2e-05,
      "loss": 0.6467947959899902,
      "step": 5140
    },
    {
      "epoch": 0.1649953544997277,
      "grad_norm": 1.1327302568986537,
      "learning_rate": 2e-05,
      "loss": 0.642011022567749,
      "step": 5150
    },
    {
      "epoch": 0.16531573382885337,
      "grad_norm": 0.9588289163303403,
      "learning_rate": 2e-05,
      "loss": 0.6492002487182618,
      "step": 5160
    },
    {
      "epoch": 0.16563611315797905,
      "grad_norm": 1.5616988846044089,
      "learning_rate": 2e-05,
      "loss": 0.6779866695404053,
      "step": 5170
    },
    {
      "epoch": 0.16595649248710473,
      "grad_norm": 1.1384343274906892,
      "learning_rate": 2e-05,
      "loss": 0.6015952110290528,
      "step": 5180
    },
    {
      "epoch": 0.1662768718162304,
      "grad_norm": 2.6329617869591178,
      "learning_rate": 2e-05,
      "loss": 0.6037326335906983,
      "step": 5190
    },
    {
      "epoch": 0.1665972511453561,
      "grad_norm": 1.900594873065128,
      "learning_rate": 2e-05,
      "loss": 0.6537670135498047,
      "step": 5200
    },
    {
      "epoch": 0.1669176304744818,
      "grad_norm": 22.015648278448364,
      "learning_rate": 2e-05,
      "loss": 0.7154106140136719,
      "step": 5210
    },
    {
      "epoch": 0.16723800980360748,
      "grad_norm": 2.7548713628830668,
      "learning_rate": 2e-05,
      "loss": 0.675102949142456,
      "step": 5220
    },
    {
      "epoch": 0.16755838913273316,
      "grad_norm": 2.3813129329457663,
      "learning_rate": 2e-05,
      "loss": 0.6831347465515136,
      "step": 5230
    },
    {
      "epoch": 0.16787876846185884,
      "grad_norm": 0.9874414487742339,
      "learning_rate": 2e-05,
      "loss": 0.6257731437683105,
      "step": 5240
    },
    {
      "epoch": 0.16819914779098452,
      "grad_norm": 1.4178526178245647,
      "learning_rate": 2e-05,
      "loss": 0.6240045070648194,
      "step": 5250
    },
    {
      "epoch": 0.1685195271201102,
      "grad_norm": 2.450829823907873,
      "learning_rate": 2e-05,
      "loss": 0.6385599136352539,
      "step": 5260
    },
    {
      "epoch": 0.16883990644923588,
      "grad_norm": 1.374226761063063,
      "learning_rate": 2e-05,
      "loss": 0.6375367164611816,
      "step": 5270
    },
    {
      "epoch": 0.1691602857783616,
      "grad_norm": 5.242895247725081,
      "learning_rate": 2e-05,
      "loss": 0.7227782726287841,
      "step": 5280
    },
    {
      "epoch": 0.16948066510748727,
      "grad_norm": 1.1799089686323416,
      "learning_rate": 2e-05,
      "loss": 0.6735242366790771,
      "step": 5290
    },
    {
      "epoch": 0.16980104443661295,
      "grad_norm": 2.1663796442731655,
      "learning_rate": 2e-05,
      "loss": 0.6575541496276855,
      "step": 5300
    },
    {
      "epoch": 0.17012142376573863,
      "grad_norm": 1.3419475057653019,
      "learning_rate": 2e-05,
      "loss": 0.6816549301147461,
      "step": 5310
    },
    {
      "epoch": 0.1704418030948643,
      "grad_norm": 1.3945448266449434,
      "learning_rate": 2e-05,
      "loss": 0.6633468627929687,
      "step": 5320
    },
    {
      "epoch": 0.17076218242399,
      "grad_norm": 1.402892779960778,
      "learning_rate": 2e-05,
      "loss": 0.6270906448364257,
      "step": 5330
    },
    {
      "epoch": 0.1710825617531157,
      "grad_norm": 1.1948931691102345,
      "learning_rate": 2e-05,
      "loss": 0.6193373680114747,
      "step": 5340
    },
    {
      "epoch": 0.17140294108224138,
      "grad_norm": 1.18675809400032,
      "learning_rate": 1.999194520388485e-05,
      "loss": 0.627802038192749,
      "step": 5350
    },
    {
      "epoch": 0.17172332041136706,
      "grad_norm": 1.5713973510176555,
      "learning_rate": 1.9959247303157763e-05,
      "loss": 0.6522041320800781,
      "step": 5360
    },
    {
      "epoch": 0.17204369974049274,
      "grad_norm": 41.45585361115185,
      "learning_rate": 1.990149424459817e-05,
      "loss": 0.6411617279052735,
      "step": 5370
    },
    {
      "epoch": 0.17236407906961843,
      "grad_norm": 1.2202426199074823,
      "learning_rate": 1.9818847538648688e-05,
      "loss": 0.6249457359313965,
      "step": 5380
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 1.5517715693701672,
      "learning_rate": 1.971153831256721e-05,
      "loss": 0.6244510650634766,
      "step": 5390
    },
    {
      "epoch": 0.1730048377278698,
      "grad_norm": 3.6579219408868515,
      "learning_rate": 1.9579866664063435e-05,
      "loss": 0.6412816524505616,
      "step": 5400
    },
    {
      "epoch": 0.1733252170569955,
      "grad_norm": 1.2756904564907214,
      "learning_rate": 1.9424200822054782e-05,
      "loss": 0.6284741401672364,
      "step": 5410
    },
    {
      "epoch": 0.17364559638612118,
      "grad_norm": 29.021888813029918,
      "learning_rate": 1.9244976116888626e-05,
      "loss": 0.6464250564575196,
      "step": 5420
    },
    {
      "epoch": 0.17396597571524686,
      "grad_norm": 1.2605703837916828,
      "learning_rate": 1.904269376291071e-05,
      "loss": 0.6683068752288819,
      "step": 5430
    },
    {
      "epoch": 0.17428635504437254,
      "grad_norm": 2.468129242098605,
      "learning_rate": 1.88179194567844e-05,
      "loss": 0.6732934474945068,
      "step": 5440
    },
    {
      "epoch": 0.17460673437349822,
      "grad_norm": 2.674033150088878,
      "learning_rate": 1.8571281795480632e-05,
      "loss": 0.6501801967620849,
      "step": 5450
    },
    {
      "epoch": 0.1749271137026239,
      "grad_norm": 1.1817115126814564,
      "learning_rate": 1.8303470518362808e-05,
      "loss": 0.6125580787658691,
      "step": 5460
    },
    {
      "epoch": 0.17524749303174958,
      "grad_norm": 3.915940908582353,
      "learning_rate": 1.801523457828271e-05,
      "loss": 0.6281828880310059,
      "step": 5470
    },
    {
      "epoch": 0.1755678723608753,
      "grad_norm": 1.2661722408402352,
      "learning_rate": 1.7707380047081796e-05,
      "loss": 0.6136900901794433,
      "step": 5480
    },
    {
      "epoch": 0.17588825169000097,
      "grad_norm": 0.946152528908013,
      "learning_rate": 1.7380767861355252e-05,
      "loss": 0.6320496559143066,
      "step": 5490
    },
    {
      "epoch": 0.17620863101912665,
      "grad_norm": 17.60650673283214,
      "learning_rate": 1.703631141478299e-05,
      "loss": 0.6006783962249755,
      "step": 5500
    },
    {
      "epoch": 0.17652901034825233,
      "grad_norm": 1.5147997239275703,
      "learning_rate": 1.6674974003760705e-05,
      "loss": 0.592758321762085,
      "step": 5510
    },
    {
      "epoch": 0.176849389677378,
      "grad_norm": 2.47872432204946,
      "learning_rate": 1.6297766133474556e-05,
      "loss": 0.6384755611419678,
      "step": 5520
    },
    {
      "epoch": 0.1771697690065037,
      "grad_norm": 0.9616006681699473,
      "learning_rate": 1.5905742691953186e-05,
      "loss": 0.6026595115661622,
      "step": 5530
    },
    {
      "epoch": 0.17749014833562937,
      "grad_norm": 1.2612678281304546,
      "learning_rate": 1.55e-05,
      "loss": 0.6789834499359131,
      "step": 5540
    },
    {
      "epoch": 0.17781052766475508,
      "grad_norm": 2.086017223568668,
      "learning_rate": 1.5081672745255862e-05,
      "loss": 0.6710739135742188,
      "step": 5550
    },
    {
      "epoch": 0.17813090699388076,
      "grad_norm": 0.7800578252711731,
      "learning_rate": 1.4651930808966206e-05,
      "loss": 0.6025380611419677,
      "step": 5560
    },
    {
      "epoch": 0.17845128632300644,
      "grad_norm": 0.9130160794118375,
      "learning_rate": 1.4211975994326848e-05,
      "loss": 0.680452299118042,
      "step": 5570
    },
    {
      "epoch": 0.17877166565213212,
      "grad_norm": 10.367346484294696,
      "learning_rate": 1.376303866555779e-05,
      "loss": 0.6145600318908692,
      "step": 5580
    },
    {
      "epoch": 0.1790920449812578,
      "grad_norm": 1.1591288637856112,
      "learning_rate": 1.3306374307104164e-05,
      "loss": 0.6312036514282227,
      "step": 5590
    },
    {
      "epoch": 0.17941242431038348,
      "grad_norm": 1.294448822831085,
      "learning_rate": 1.2843260012586718e-05,
      "loss": 0.6485425472259522,
      "step": 5600
    },
    {
      "epoch": 0.1797328036395092,
      "grad_norm": 1.0795543529658977,
      "learning_rate": 1.2374990913320726e-05,
      "loss": 0.6224565505981445,
      "step": 5610
    },
    {
      "epoch": 0.18005318296863487,
      "grad_norm": 3.0766424272626947,
      "learning_rate": 1.1902876556391247e-05,
      "loss": 0.6365223884582519,
      "step": 5620
    },
    {
      "epoch": 0.18037356229776055,
      "grad_norm": 0.8624865530291689,
      "learning_rate": 1.1428237242413685e-05,
      "loss": 0.5929572105407714,
      "step": 5630
    },
    {
      "epoch": 0.18069394162688623,
      "grad_norm": 2.339708458164363,
      "learning_rate": 1.095240033322132e-05,
      "loss": 0.6204842567443848,
      "step": 5640
    },
    {
      "epoch": 0.18101432095601191,
      "grad_norm": 1.025671467991908,
      "learning_rate": 1.047669653980572e-05,
      "loss": 0.5925289154052734,
      "step": 5650
    },
    {
      "epoch": 0.1813347002851376,
      "grad_norm": 0.8516589988532776,
      "learning_rate": 1.0002456200890902e-05,
      "loss": 0.6281356334686279,
      "step": 5660
    },
    {
      "epoch": 0.18165507961426328,
      "grad_norm": 1.402779311659343,
      "learning_rate": 9.531005562548668e-06,
      "loss": 0.6140302181243896,
      "step": 5670
    },
    {
      "epoch": 0.18197545894338898,
      "grad_norm": 1.3160923613286275,
      "learning_rate": 9.06366306925925e-06,
      "loss": 0.6756707668304444,
      "step": 5680
    },
    {
      "epoch": 0.18229583827251467,
      "grad_norm": 0.9742564917272837,
      "learning_rate": 8.601735676789686e-06,
      "loss": 0.6296013832092285,
      "step": 5690
    },
    {
      "epoch": 0.18261621760164035,
      "grad_norm": 0.9153874280665963,
      "learning_rate": 8.14651519720118e-06,
      "loss": 0.6270411491394043,
      "step": 5700
    },
    {
      "epoch": 0.18293659693076603,
      "grad_norm": 1.0535461876560501,
      "learning_rate": 7.699274686206866e-06,
      "loss": 0.6323529720306397,
      "step": 5710
    },
    {
      "epoch": 0.1832569762598917,
      "grad_norm": 1.023457011630653,
      "learning_rate": 7.261264882983024e-06,
      "loss": 0.5944320678710937,
      "step": 5720
    },
    {
      "epoch": 0.1835773555890174,
      "grad_norm": 0.9284587193795387,
      "learning_rate": 6.8337107123900386e-06,
      "loss": 0.6186958312988281,
      "step": 5730
    },
    {
      "epoch": 0.18389773491814307,
      "grad_norm": 0.9641647776994864,
      "learning_rate": 6.417807859384881e-06,
      "loss": 0.6085702419281006,
      "step": 5740
    },
    {
      "epoch": 0.18421811424726878,
      "grad_norm": 0.9922021501417239,
      "learning_rate": 6.014719425205009e-06,
      "loss": 0.625992727279663,
      "step": 5750
    },
    {
      "epoch": 0.18453849357639446,
      "grad_norm": 0.8470281513133205,
      "learning_rate": 5.6255726746749275e-06,
      "loss": 0.6102766036987305,
      "step": 5760
    },
    {
      "epoch": 0.18485887290552014,
      "grad_norm": 0.9620553369133289,
      "learning_rate": 5.251455883731728e-06,
      "loss": 0.6041369438171387,
      "step": 5770
    },
    {
      "epoch": 0.18517925223464582,
      "grad_norm": 1.2069129310710403,
      "learning_rate": 4.893415295985812e-06,
      "loss": 0.5952677726745605,
      "step": 5780
    },
    {
      "epoch": 0.1854996315637715,
      "grad_norm": 0.9295965424074922,
      "learning_rate": 4.552452196827885e-06,
      "loss": 0.6252847194671631,
      "step": 5790
    },
    {
      "epoch": 0.18582001089289718,
      "grad_norm": 0.8672854001505957,
      "learning_rate": 4.229520113264785e-06,
      "loss": 0.6149491786956787,
      "step": 5800
    },
    {
      "epoch": 0.18614039022202286,
      "grad_norm": 1.3649768723219773,
      "learning_rate": 3.925522147314915e-06,
      "loss": 0.6161471843719483,
      "step": 5810
    },
    {
      "epoch": 0.18646076955114857,
      "grad_norm": 1.0317537906891645,
      "learning_rate": 3.641308450420675e-06,
      "loss": 0.5850464820861816,
      "step": 5820
    },
    {
      "epoch": 0.18678114888027425,
      "grad_norm": 1.4397997700402234,
      "learning_rate": 3.37767384594087e-06,
      "loss": 0.6269999980926514,
      "step": 5830
    },
    {
      "epoch": 0.18710152820939993,
      "grad_norm": 1.2664803684641663,
      "learning_rate": 3.1353556063719357e-06,
      "loss": 0.6332378387451172,
      "step": 5840
    },
    {
      "epoch": 0.1874219075385256,
      "grad_norm": 1.0424305170614336,
      "learning_rate": 2.9150313915141474e-06,
      "loss": 0.5994098663330079,
      "step": 5850
    },
    {
      "epoch": 0.1877422868676513,
      "grad_norm": 1.0068635714990892,
      "learning_rate": 2.717317353348891e-06,
      "loss": 0.593483304977417,
      "step": 5860
    },
    {
      "epoch": 0.18806266619677697,
      "grad_norm": 1.0676291280310168,
      "learning_rate": 2.5427664129268253e-06,
      "loss": 0.5811244964599609,
      "step": 5870
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 1.148575018287044,
      "learning_rate": 2.391866714085717e-06,
      "loss": 0.6025257110595703,
      "step": 5880
    },
    {
      "epoch": 0.18870342485502836,
      "grad_norm": 0.873459017201487,
      "learning_rate": 2.2650402583222753e-06,
      "loss": 0.6060872554779053,
      "step": 5890
    },
    {
      "epoch": 0.18902380418415404,
      "grad_norm": 5.56774114078358,
      "learning_rate": 2.1626417246356398e-06,
      "loss": 0.6008509635925293,
      "step": 5900
    },
    {
      "epoch": 0.18934418351327972,
      "grad_norm": 0.8726206236052376,
      "learning_rate": 2.084957477642894e-06,
      "loss": 0.6007570266723633,
      "step": 5910
    },
    {
      "epoch": 0.1896645628424054,
      "grad_norm": 1.2211667917785838,
      "learning_rate": 2.0322047667405147e-06,
      "loss": 0.6200607299804688,
      "step": 5920
    },
    {
      "epoch": 0.18998494217153108,
      "grad_norm": 1.5703110754021823,
      "learning_rate": 2.0045311185513342e-06,
      "loss": 0.6589871406555176,
      "step": 5930
    }
  ],
  "logging_steps": 10,
  "max_steps": 5935,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2035,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2810342056919040.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}