{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 8661,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0034644032565390613,
      "grad_norm": 24.105030711898273,
      "learning_rate": 5.190311418685121e-07,
      "loss": 2.8149,
      "step": 10
    },
    {
      "epoch": 0.0069288065130781226,
      "grad_norm": 13.101411602211778,
      "learning_rate": 1.0957324106113035e-06,
      "loss": 2.6533,
      "step": 20
    },
    {
      "epoch": 0.010393209769617183,
      "grad_norm": 11.8076022930929,
      "learning_rate": 1.6724336793540945e-06,
      "loss": 2.4007,
      "step": 30
    },
    {
      "epoch": 0.013857613026156245,
      "grad_norm": 4.7580336362411515,
      "learning_rate": 2.249134948096886e-06,
      "loss": 1.8865,
      "step": 40
    },
    {
      "epoch": 0.017322016282695307,
      "grad_norm": 2.9114980071240395,
      "learning_rate": 2.825836216839677e-06,
      "loss": 1.4207,
      "step": 50
    },
    {
      "epoch": 0.020786419539234366,
      "grad_norm": 1.7324565160527228,
      "learning_rate": 3.402537485582469e-06,
      "loss": 1.0113,
      "step": 60
    },
    {
      "epoch": 0.024250822795773428,
      "grad_norm": 2.1155590344472155,
      "learning_rate": 3.9792387543252595e-06,
      "loss": 0.7313,
      "step": 70
    },
    {
      "epoch": 0.02771522605231249,
      "grad_norm": 0.6681966791277029,
      "learning_rate": 4.555940023068051e-06,
      "loss": 0.5804,
      "step": 80
    },
    {
      "epoch": 0.03117962930885155,
      "grad_norm": 2.046887683182866,
      "learning_rate": 5.132641291810842e-06,
      "loss": 0.5134,
      "step": 90
    },
    {
      "epoch": 0.034644032565390614,
      "grad_norm": 1.0043907474739053,
      "learning_rate": 5.709342560553633e-06,
      "loss": 0.4659,
      "step": 100
    },
    {
      "epoch": 0.03810843582192967,
      "grad_norm": 0.6198895627168727,
      "learning_rate": 6.286043829296424e-06,
      "loss": 0.4432,
      "step": 110
    },
    {
      "epoch": 0.04157283907846873,
      "grad_norm": 0.5789693949791498,
      "learning_rate": 6.862745098039216e-06,
      "loss": 0.4208,
      "step": 120
    },
    {
      "epoch": 0.0450372423350078,
      "grad_norm": 0.5151956509234089,
      "learning_rate": 7.439446366782007e-06,
      "loss": 0.4103,
      "step": 130
    },
    {
      "epoch": 0.048501645591546856,
      "grad_norm": 0.6554047963560565,
      "learning_rate": 8.016147635524798e-06,
      "loss": 0.3938,
      "step": 140
    },
    {
      "epoch": 0.051966048848085915,
      "grad_norm": 0.504860048364916,
      "learning_rate": 8.592848904267588e-06,
      "loss": 0.384,
      "step": 150
    },
    {
      "epoch": 0.05543045210462498,
      "grad_norm": 0.6045057320065914,
      "learning_rate": 9.169550173010382e-06,
      "loss": 0.3781,
      "step": 160
    },
    {
      "epoch": 0.05889485536116404,
      "grad_norm": 1.055910114221381,
      "learning_rate": 9.746251441753172e-06,
      "loss": 0.3695,
      "step": 170
    },
    {
      "epoch": 0.0623592586177031,
      "grad_norm": 0.462726140305608,
      "learning_rate": 1.0322952710495964e-05,
      "loss": 0.3577,
      "step": 180
    },
    {
      "epoch": 0.06582366187424216,
      "grad_norm": 0.4950470445818375,
      "learning_rate": 1.0899653979238756e-05,
      "loss": 0.3593,
      "step": 190
    },
    {
      "epoch": 0.06928806513078123,
      "grad_norm": 0.4011301599299419,
      "learning_rate": 1.1476355247981546e-05,
      "loss": 0.3469,
      "step": 200
    },
    {
      "epoch": 0.07275246838732029,
      "grad_norm": 1.5395956991225512,
      "learning_rate": 1.2053056516724338e-05,
      "loss": 0.3466,
      "step": 210
    },
    {
      "epoch": 0.07621687164385935,
      "grad_norm": 0.4782287164298744,
      "learning_rate": 1.2629757785467128e-05,
      "loss": 0.3384,
      "step": 220
    },
    {
      "epoch": 0.0796812749003984,
      "grad_norm": 0.4264649009974007,
      "learning_rate": 1.3206459054209918e-05,
      "loss": 0.335,
      "step": 230
    },
    {
      "epoch": 0.08314567815693746,
      "grad_norm": 0.5500552360743377,
      "learning_rate": 1.3783160322952712e-05,
      "loss": 0.3294,
      "step": 240
    },
    {
      "epoch": 0.08661008141347652,
      "grad_norm": 0.5287918177337965,
      "learning_rate": 1.4359861591695503e-05,
      "loss": 0.328,
      "step": 250
    },
    {
      "epoch": 0.0900744846700156,
      "grad_norm": 0.4510077521972178,
      "learning_rate": 1.4936562860438294e-05,
      "loss": 0.3294,
      "step": 260
    },
    {
      "epoch": 0.09353888792655465,
      "grad_norm": 0.47410104891468646,
      "learning_rate": 1.5513264129181084e-05,
      "loss": 0.322,
      "step": 270
    },
    {
      "epoch": 0.09700329118309371,
      "grad_norm": 0.5064048354634346,
      "learning_rate": 1.6089965397923876e-05,
      "loss": 0.3222,
      "step": 280
    },
    {
      "epoch": 0.10046769443963277,
      "grad_norm": 0.5163925193924696,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.3104,
      "step": 290
    },
    {
      "epoch": 0.10393209769617183,
      "grad_norm": 0.5854453216694896,
      "learning_rate": 1.7243367935409456e-05,
      "loss": 0.3108,
      "step": 300
    },
    {
      "epoch": 0.1073965009527109,
      "grad_norm": 0.47989721671414387,
      "learning_rate": 1.782006920415225e-05,
      "loss": 0.3122,
      "step": 310
    },
    {
      "epoch": 0.11086090420924996,
      "grad_norm": 0.4198890022476431,
      "learning_rate": 1.8396770472895043e-05,
      "loss": 0.3013,
      "step": 320
    },
    {
      "epoch": 0.11432530746578902,
      "grad_norm": 0.35484886374124996,
      "learning_rate": 1.897347174163783e-05,
      "loss": 0.308,
      "step": 330
    },
    {
      "epoch": 0.11778971072232808,
      "grad_norm": 0.6798994381335608,
      "learning_rate": 1.9550173010380623e-05,
      "loss": 0.3017,
      "step": 340
    },
    {
      "epoch": 0.12125411397886714,
      "grad_norm": 0.5104370022480478,
      "learning_rate": 2.0126874279123415e-05,
      "loss": 0.3009,
      "step": 350
    },
    {
      "epoch": 0.1247185172354062,
      "grad_norm": 0.43181121899772806,
      "learning_rate": 2.0703575547866204e-05,
      "loss": 0.2984,
      "step": 360
    },
    {
      "epoch": 0.12818292049194527,
      "grad_norm": 0.44631400797502857,
      "learning_rate": 2.1280276816609e-05,
      "loss": 0.3011,
      "step": 370
    },
    {
      "epoch": 0.1316473237484843,
      "grad_norm": 1.3618600184569662,
      "learning_rate": 2.185697808535179e-05,
      "loss": 0.3028,
      "step": 380
    },
    {
      "epoch": 0.13511172700502339,
      "grad_norm": 0.4288866277270222,
      "learning_rate": 2.243367935409458e-05,
      "loss": 0.2966,
      "step": 390
    },
    {
      "epoch": 0.13857613026156246,
      "grad_norm": 0.43831756556428697,
      "learning_rate": 2.301038062283737e-05,
      "loss": 0.2916,
      "step": 400
    },
    {
      "epoch": 0.1420405335181015,
      "grad_norm": 0.422949206010911,
      "learning_rate": 2.3587081891580163e-05,
      "loss": 0.2979,
      "step": 410
    },
    {
      "epoch": 0.14550493677464058,
      "grad_norm": 0.5022509237000374,
      "learning_rate": 2.4163783160322955e-05,
      "loss": 0.2895,
      "step": 420
    },
    {
      "epoch": 0.14896934003117962,
      "grad_norm": 0.49397467400296585,
      "learning_rate": 2.4740484429065743e-05,
      "loss": 0.2898,
      "step": 430
    },
    {
      "epoch": 0.1524337432877187,
      "grad_norm": 0.3494967743075288,
      "learning_rate": 2.531718569780854e-05,
      "loss": 0.279,
      "step": 440
    },
    {
      "epoch": 0.15589814654425777,
      "grad_norm": 0.45661458601823307,
      "learning_rate": 2.5893886966551327e-05,
      "loss": 0.291,
      "step": 450
    },
    {
      "epoch": 0.1593625498007968,
      "grad_norm": 0.5438985700428273,
      "learning_rate": 2.647058823529412e-05,
      "loss": 0.29,
      "step": 460
    },
    {
      "epoch": 0.16282695305733588,
      "grad_norm": 0.4788529828590826,
      "learning_rate": 2.704728950403691e-05,
      "loss": 0.2866,
      "step": 470
    },
    {
      "epoch": 0.16629135631387493,
      "grad_norm": 0.4154664374547961,
      "learning_rate": 2.7623990772779702e-05,
      "loss": 0.2825,
      "step": 480
    },
    {
      "epoch": 0.169755759570414,
      "grad_norm": 0.45665598437011556,
      "learning_rate": 2.820069204152249e-05,
      "loss": 0.2839,
      "step": 490
    },
    {
      "epoch": 0.17322016282695304,
      "grad_norm": 0.5602183672259513,
      "learning_rate": 2.8777393310265283e-05,
      "loss": 0.285,
      "step": 500
    },
    {
      "epoch": 0.17668456608349212,
      "grad_norm": 0.4595470907703161,
      "learning_rate": 2.9354094579008075e-05,
      "loss": 0.2845,
      "step": 510
    },
    {
      "epoch": 0.1801489693400312,
      "grad_norm": 0.35972117453020297,
      "learning_rate": 2.9930795847750863e-05,
      "loss": 0.2772,
      "step": 520
    },
    {
      "epoch": 0.18361337259657023,
      "grad_norm": 0.4722911335764227,
      "learning_rate": 3.0507497116493655e-05,
      "loss": 0.2774,
      "step": 530
    },
    {
      "epoch": 0.1870777758531093,
      "grad_norm": 0.4212365397286255,
      "learning_rate": 3.108419838523645e-05,
      "loss": 0.2778,
      "step": 540
    },
    {
      "epoch": 0.19054217910964835,
      "grad_norm": 0.4437718583316477,
      "learning_rate": 3.166089965397924e-05,
      "loss": 0.2763,
      "step": 550
    },
    {
      "epoch": 0.19400658236618742,
      "grad_norm": 0.5795580292549793,
      "learning_rate": 3.2237600922722034e-05,
      "loss": 0.2777,
      "step": 560
    },
    {
      "epoch": 0.1974709856227265,
      "grad_norm": 0.38801773200166495,
      "learning_rate": 3.2814302191464826e-05,
      "loss": 0.2782,
      "step": 570
    },
    {
      "epoch": 0.20093538887926554,
      "grad_norm": 0.39386050551197965,
      "learning_rate": 3.339100346020762e-05,
      "loss": 0.2756,
      "step": 580
    },
    {
      "epoch": 0.20439979213580461,
      "grad_norm": 0.4094962883057876,
      "learning_rate": 3.39677047289504e-05,
      "loss": 0.2725,
      "step": 590
    },
    {
      "epoch": 0.20786419539234366,
      "grad_norm": 0.46243563531324183,
      "learning_rate": 3.4544405997693194e-05,
      "loss": 0.2679,
      "step": 600
    },
    {
      "epoch": 0.21132859864888273,
      "grad_norm": 0.44066593111685165,
      "learning_rate": 3.5121107266435986e-05,
      "loss": 0.2785,
      "step": 610
    },
    {
      "epoch": 0.2147930019054218,
      "grad_norm": 0.3559776358805474,
      "learning_rate": 3.569780853517878e-05,
      "loss": 0.2717,
      "step": 620
    },
    {
      "epoch": 0.21825740516196085,
      "grad_norm": 0.46610388128285485,
      "learning_rate": 3.627450980392157e-05,
      "loss": 0.2697,
      "step": 630
    },
    {
      "epoch": 0.22172180841849992,
      "grad_norm": 0.40480766460689316,
      "learning_rate": 3.685121107266436e-05,
      "loss": 0.2703,
      "step": 640
    },
    {
      "epoch": 0.22518621167503897,
      "grad_norm": 0.4307168132201555,
      "learning_rate": 3.7427912341407154e-05,
      "loss": 0.2732,
      "step": 650
    },
    {
      "epoch": 0.22865061493157804,
      "grad_norm": 0.4259888241847833,
      "learning_rate": 3.800461361014994e-05,
      "loss": 0.2701,
      "step": 660
    },
    {
      "epoch": 0.23211501818811708,
      "grad_norm": 0.45912634835480254,
      "learning_rate": 3.858131487889274e-05,
      "loss": 0.2715,
      "step": 670
    },
    {
      "epoch": 0.23557942144465616,
      "grad_norm": 0.4028410357459808,
      "learning_rate": 3.915801614763553e-05,
      "loss": 0.2722,
      "step": 680
    },
    {
      "epoch": 0.23904382470119523,
      "grad_norm": 0.48493013541150326,
      "learning_rate": 3.973471741637832e-05,
      "loss": 0.2671,
      "step": 690
    },
    {
      "epoch": 0.24250822795773427,
      "grad_norm": 0.3565349550219391,
      "learning_rate": 4.031141868512111e-05,
      "loss": 0.2663,
      "step": 700
    },
    {
      "epoch": 0.24597263121427335,
      "grad_norm": 0.32316152566585826,
      "learning_rate": 4.0888119953863905e-05,
      "loss": 0.2725,
      "step": 710
    },
    {
      "epoch": 0.2494370344708124,
      "grad_norm": 0.5136690083745088,
      "learning_rate": 4.146482122260669e-05,
      "loss": 0.2655,
      "step": 720
    },
    {
      "epoch": 0.25290143772735146,
      "grad_norm": 0.40785543102527044,
      "learning_rate": 4.204152249134948e-05,
      "loss": 0.2668,
      "step": 730
    },
    {
      "epoch": 0.25636584098389054,
      "grad_norm": 0.38517456097463165,
      "learning_rate": 4.2618223760092274e-05,
      "loss": 0.257,
      "step": 740
    },
    {
      "epoch": 0.2598302442404296,
      "grad_norm": 0.38202204582529214,
      "learning_rate": 4.3194925028835065e-05,
      "loss": 0.2657,
      "step": 750
    },
    {
      "epoch": 0.2632946474969686,
      "grad_norm": 0.5057316578616624,
      "learning_rate": 4.377162629757786e-05,
      "loss": 0.2669,
      "step": 760
    },
    {
      "epoch": 0.2667590507535077,
      "grad_norm": 0.4288116267424748,
      "learning_rate": 4.434832756632065e-05,
      "loss": 0.2636,
      "step": 770
    },
    {
      "epoch": 0.27022345401004677,
      "grad_norm": 0.37093943217557107,
      "learning_rate": 4.4925028835063434e-05,
      "loss": 0.2647,
      "step": 780
    },
    {
      "epoch": 0.27368785726658584,
      "grad_norm": 0.34353485608546885,
      "learning_rate": 4.5501730103806226e-05,
      "loss": 0.2598,
      "step": 790
    },
    {
      "epoch": 0.2771522605231249,
      "grad_norm": 0.35239301626467756,
      "learning_rate": 4.607843137254902e-05,
      "loss": 0.2646,
      "step": 800
    },
    {
      "epoch": 0.28061666377966393,
      "grad_norm": 0.3842430524450989,
      "learning_rate": 4.6655132641291816e-05,
      "loss": 0.2619,
      "step": 810
    },
    {
      "epoch": 0.284081067036203,
      "grad_norm": 0.35682883446316815,
      "learning_rate": 4.723183391003461e-05,
      "loss": 0.2561,
      "step": 820
    },
    {
      "epoch": 0.2875454702927421,
      "grad_norm": 0.3734875488865965,
      "learning_rate": 4.78085351787774e-05,
      "loss": 0.2584,
      "step": 830
    },
    {
      "epoch": 0.29100987354928115,
      "grad_norm": 0.4315870557925161,
      "learning_rate": 4.8385236447520185e-05,
      "loss": 0.2613,
      "step": 840
    },
    {
      "epoch": 0.2944742768058202,
      "grad_norm": 0.4103742391218009,
      "learning_rate": 4.896193771626298e-05,
      "loss": 0.2624,
      "step": 850
    },
    {
      "epoch": 0.29793868006235924,
      "grad_norm": 0.3591092100235818,
      "learning_rate": 4.953863898500577e-05,
      "loss": 0.2597,
      "step": 860
    },
    {
      "epoch": 0.3014030833188983,
      "grad_norm": 0.3623515286988262,
      "learning_rate": 4.999999187639266e-05,
      "loss": 0.2593,
      "step": 870
    },
    {
      "epoch": 0.3048674865754374,
      "grad_norm": 0.3048594211509306,
      "learning_rate": 4.999970755069012e-05,
      "loss": 0.2601,
      "step": 880
    },
    {
      "epoch": 0.30833188983197646,
      "grad_norm": 0.45002930011250586,
      "learning_rate": 4.9999017049900046e-05,
      "loss": 0.2543,
      "step": 890
    },
    {
      "epoch": 0.31179629308851553,
      "grad_norm": 0.35358665328747896,
      "learning_rate": 4.999792038524113e-05,
      "loss": 0.2559,
      "step": 900
    },
    {
      "epoch": 0.31526069634505455,
      "grad_norm": 0.2967473429143083,
      "learning_rate": 4.9996417574531085e-05,
      "loss": 0.2576,
      "step": 910
    },
    {
      "epoch": 0.3187250996015936,
      "grad_norm": 0.38465662558696595,
      "learning_rate": 4.9994508642186376e-05,
      "loss": 0.2603,
      "step": 920
    },
    {
      "epoch": 0.3221895028581327,
      "grad_norm": 0.31492562032892685,
      "learning_rate": 4.9992193619221796e-05,
      "loss": 0.2576,
      "step": 930
    },
    {
      "epoch": 0.32565390611467177,
      "grad_norm": 0.34729263239739333,
      "learning_rate": 4.998947254324998e-05,
      "loss": 0.2547,
      "step": 940
    },
    {
      "epoch": 0.3291183093712108,
      "grad_norm": 0.3488064460618837,
      "learning_rate": 4.998634545848076e-05,
      "loss": 0.2515,
      "step": 950
    },
    {
      "epoch": 0.33258271262774985,
      "grad_norm": 0.26471687398645055,
      "learning_rate": 4.9982812415720496e-05,
      "loss": 0.2574,
      "step": 960
    },
    {
      "epoch": 0.3360471158842889,
      "grad_norm": 0.2644922688346079,
      "learning_rate": 4.997887347237122e-05,
      "loss": 0.2586,
      "step": 970
    },
    {
      "epoch": 0.339511519140828,
      "grad_norm": 0.7989330166644754,
      "learning_rate": 4.99745286924297e-05,
      "loss": 0.2552,
      "step": 980
    },
    {
      "epoch": 0.3429759223973671,
      "grad_norm": 0.26650336882677617,
      "learning_rate": 4.9969778146486424e-05,
      "loss": 0.2524,
      "step": 990
    },
    {
      "epoch": 0.3464403256539061,
      "grad_norm": 0.2899936429270715,
      "learning_rate": 4.996462191172443e-05,
      "loss": 0.2543,
      "step": 1000
    },
    {
      "epoch": 0.34990472891044516,
      "grad_norm": 0.26123609655286284,
      "learning_rate": 4.9959060071918055e-05,
      "loss": 0.2533,
      "step": 1010
    },
    {
      "epoch": 0.35336913216698423,
      "grad_norm": 0.33570339771203644,
      "learning_rate": 4.99530927174316e-05,
      "loss": 0.2563,
      "step": 1020
    },
    {
      "epoch": 0.3568335354235233,
      "grad_norm": 0.3014454205427117,
      "learning_rate": 4.9946719945217814e-05,
      "loss": 0.2499,
      "step": 1030
    },
    {
      "epoch": 0.3602979386800624,
      "grad_norm": 0.27325651600933015,
      "learning_rate": 4.9939941858816366e-05,
      "loss": 0.2511,
      "step": 1040
    },
    {
      "epoch": 0.3637623419366014,
      "grad_norm": 0.32465788692548037,
      "learning_rate": 4.9932758568352144e-05,
      "loss": 0.2479,
      "step": 1050
    },
    {
      "epoch": 0.36722674519314047,
      "grad_norm": 0.2652235360508281,
      "learning_rate": 4.9925170190533454e-05,
      "loss": 0.2517,
      "step": 1060
    },
    {
      "epoch": 0.37069114844967954,
      "grad_norm": 0.3970874000599188,
      "learning_rate": 4.991717684865014e-05,
      "loss": 0.2476,
      "step": 1070
    },
    {
      "epoch": 0.3741555517062186,
      "grad_norm": 0.2722867182843485,
      "learning_rate": 4.990877867257157e-05,
      "loss": 0.2529,
      "step": 1080
    },
    {
      "epoch": 0.3776199549627577,
      "grad_norm": 0.2619052903321827,
      "learning_rate": 4.989997579874454e-05,
      "loss": 0.2469,
      "step": 1090
    },
    {
      "epoch": 0.3810843582192967,
      "grad_norm": 0.2955918646015672,
      "learning_rate": 4.9890768370191046e-05,
      "loss": 0.2502,
      "step": 1100
    },
    {
      "epoch": 0.3845487614758358,
      "grad_norm": 0.387831684494149,
      "learning_rate": 4.988115653650596e-05,
      "loss": 0.2425,
      "step": 1110
    },
    {
      "epoch": 0.38801316473237485,
      "grad_norm": 0.32722861574894646,
      "learning_rate": 4.98711404538546e-05,
      "loss": 0.248,
      "step": 1120
    },
    {
      "epoch": 0.3914775679889139,
      "grad_norm": 0.29851671037489946,
      "learning_rate": 4.986072028497021e-05,
      "loss": 0.2477,
      "step": 1130
    },
    {
      "epoch": 0.394941971245453,
      "grad_norm": 0.32504507070930905,
      "learning_rate": 4.984989619915128e-05,
      "loss": 0.2483,
      "step": 1140
    },
    {
      "epoch": 0.398406374501992,
      "grad_norm": 0.2992367844222804,
      "learning_rate": 4.9838668372258844e-05,
      "loss": 0.2434,
      "step": 1150
    },
    {
      "epoch": 0.4018707777585311,
      "grad_norm": 0.35335395639024886,
      "learning_rate": 4.982703698671356e-05,
      "loss": 0.2515,
      "step": 1160
    },
    {
      "epoch": 0.40533518101507016,
      "grad_norm": 0.2724105498054968,
      "learning_rate": 4.9815002231492806e-05,
      "loss": 0.2422,
      "step": 1170
    },
    {
      "epoch": 0.40879958427160923,
      "grad_norm": 0.26081802141731797,
      "learning_rate": 4.9802564302127584e-05,
      "loss": 0.2477,
      "step": 1180
    },
    {
      "epoch": 0.4122639875281483,
      "grad_norm": 0.26509078283121335,
      "learning_rate": 4.978972340069934e-05,
      "loss": 0.2428,
      "step": 1190
    },
    {
      "epoch": 0.4157283907846873,
      "grad_norm": 0.3268402808784247,
      "learning_rate": 4.977647973583669e-05,
      "loss": 0.245,
      "step": 1200
    },
    {
      "epoch": 0.4191927940412264,
      "grad_norm": 0.26931679508398965,
      "learning_rate": 4.9762833522712e-05,
      "loss": 0.2461,
      "step": 1210
    },
    {
      "epoch": 0.42265719729776546,
      "grad_norm": 0.28796254136886007,
      "learning_rate": 4.9748784983037955e-05,
      "loss": 0.2464,
      "step": 1220
    },
    {
      "epoch": 0.42612160055430454,
      "grad_norm": 0.2903443309315686,
      "learning_rate": 4.9734334345063884e-05,
      "loss": 0.2462,
      "step": 1230
    },
    {
      "epoch": 0.4295860038108436,
      "grad_norm": 0.2474488914617406,
      "learning_rate": 4.971948184357211e-05,
      "loss": 0.241,
      "step": 1240
    },
    {
      "epoch": 0.4330504070673826,
      "grad_norm": 0.255276664365212,
      "learning_rate": 4.970422771987411e-05,
      "loss": 0.239,
      "step": 1250
    },
    {
      "epoch": 0.4365148103239217,
      "grad_norm": 0.24990399483865394,
      "learning_rate": 4.968857222180656e-05,
      "loss": 0.2466,
      "step": 1260
    },
    {
      "epoch": 0.43997921358046077,
      "grad_norm": 0.35045726721574383,
      "learning_rate": 4.9672515603727385e-05,
      "loss": 0.2423,
      "step": 1270
    },
    {
      "epoch": 0.44344361683699984,
      "grad_norm": 0.24435346062621818,
      "learning_rate": 4.965605812651155e-05,
      "loss": 0.2407,
      "step": 1280
    },
    {
      "epoch": 0.44690802009353886,
      "grad_norm": 0.24411085271480595,
      "learning_rate": 4.96392000575469e-05,
      "loss": 0.2381,
      "step": 1290
    },
    {
      "epoch": 0.45037242335007793,
      "grad_norm": 0.2774791617724539,
      "learning_rate": 4.962194167072971e-05,
      "loss": 0.2397,
      "step": 1300
    },
    {
      "epoch": 0.453836826606617,
      "grad_norm": 0.33768453163385515,
      "learning_rate": 4.960428324646036e-05,
      "loss": 0.2391,
      "step": 1310
    },
    {
      "epoch": 0.4573012298631561,
      "grad_norm": 0.26599849394188135,
      "learning_rate": 4.958622507163868e-05,
      "loss": 0.2372,
      "step": 1320
    },
    {
      "epoch": 0.46076563311969515,
      "grad_norm": 0.34654816144848893,
      "learning_rate": 4.9567767439659315e-05,
      "loss": 0.2405,
      "step": 1330
    },
    {
      "epoch": 0.46423003637623417,
      "grad_norm": 0.2964452922825174,
      "learning_rate": 4.954891065040701e-05,
      "loss": 0.2424,
      "step": 1340
    },
    {
      "epoch": 0.46769443963277324,
      "grad_norm": 0.26622673063396735,
      "learning_rate": 4.952965501025165e-05,
      "loss": 0.2396,
      "step": 1350
    },
    {
      "epoch": 0.4711588428893123,
      "grad_norm": 0.25967043414851687,
      "learning_rate": 4.9510000832043356e-05,
      "loss": 0.2421,
      "step": 1360
    },
    {
      "epoch": 0.4746232461458514,
      "grad_norm": 0.22164309133223403,
      "learning_rate": 4.948994843510737e-05,
      "loss": 0.2429,
      "step": 1370
    },
    {
      "epoch": 0.47808764940239046,
      "grad_norm": 0.3316472047464383,
      "learning_rate": 4.9469498145238855e-05,
      "loss": 0.2426,
      "step": 1380
    },
    {
      "epoch": 0.4815520526589295,
      "grad_norm": 0.3356169844309959,
      "learning_rate": 4.944865029469764e-05,
      "loss": 0.2355,
      "step": 1390
    },
    {
      "epoch": 0.48501645591546855,
      "grad_norm": 0.268486815716583,
      "learning_rate": 4.9427405222202784e-05,
      "loss": 0.2368,
      "step": 1400
    },
    {
      "epoch": 0.4884808591720076,
      "grad_norm": 0.2334743696157166,
      "learning_rate": 4.9405763272927086e-05,
      "loss": 0.2439,
      "step": 1410
    },
    {
      "epoch": 0.4919452624285467,
      "grad_norm": 0.2957491864509931,
      "learning_rate": 4.938372479849149e-05,
      "loss": 0.237,
      "step": 1420
    },
    {
      "epoch": 0.49540966568508576,
      "grad_norm": 0.26896125577295615,
      "learning_rate": 4.936129015695936e-05,
      "loss": 0.2354,
      "step": 1430
    },
    {
      "epoch": 0.4988740689416248,
      "grad_norm": 0.25816020668305967,
      "learning_rate": 4.9338459712830656e-05,
      "loss": 0.2374,
      "step": 1440
    },
    {
      "epoch": 0.5023384721981639,
      "grad_norm": 0.24981495367506942,
      "learning_rate": 4.9315233837036016e-05,
      "loss": 0.2332,
      "step": 1450
    },
    {
      "epoch": 0.5058028754547029,
      "grad_norm": 0.2554391345730699,
      "learning_rate": 4.9291612906930754e-05,
      "loss": 0.2383,
      "step": 1460
    },
    {
      "epoch": 0.509267278711242,
      "grad_norm": 0.26653068047488826,
      "learning_rate": 4.926759730628868e-05,
      "loss": 0.2411,
      "step": 1470
    },
    {
      "epoch": 0.5127316819677811,
      "grad_norm": 0.2402237748204006,
      "learning_rate": 4.9243187425295915e-05,
      "loss": 0.2332,
      "step": 1480
    },
    {
      "epoch": 0.5161960852243201,
      "grad_norm": 0.24413036670385513,
      "learning_rate": 4.921838366054451e-05,
      "loss": 0.2396,
      "step": 1490
    },
    {
      "epoch": 0.5196604884808592,
      "grad_norm": 0.22909060071304008,
      "learning_rate": 4.919318641502604e-05,
      "loss": 0.2349,
      "step": 1500
    },
    {
      "epoch": 0.5231248917373982,
      "grad_norm": 0.22701914207506868,
      "learning_rate": 4.9167596098125036e-05,
      "loss": 0.2324,
      "step": 1510
    },
    {
      "epoch": 0.5265892949939373,
      "grad_norm": 0.25285812755375375,
      "learning_rate": 4.9141613125612316e-05,
      "loss": 0.2361,
      "step": 1520
    },
    {
      "epoch": 0.5300536982504763,
      "grad_norm": 0.23531009106142328,
      "learning_rate": 4.911523791963828e-05,
      "loss": 0.2389,
      "step": 1530
    },
    {
      "epoch": 0.5335181015070154,
      "grad_norm": 0.23036998762323121,
      "learning_rate": 4.908847090872599e-05,
      "loss": 0.2349,
      "step": 1540
    },
    {
      "epoch": 0.5369825047635545,
      "grad_norm": 0.2771142315120943,
      "learning_rate": 4.906131252776426e-05,
      "loss": 0.2384,
      "step": 1550
    },
    {
      "epoch": 0.5404469080200935,
      "grad_norm": 0.22571300533030822,
      "learning_rate": 4.9033763218000555e-05,
      "loss": 0.2307,
      "step": 1560
    },
    {
      "epoch": 0.5439113112766326,
      "grad_norm": 0.2351873545158354,
      "learning_rate": 4.9005823427033856e-05,
      "loss": 0.2353,
      "step": 1570
    },
    {
      "epoch": 0.5473757145331717,
      "grad_norm": 0.2540211756984853,
      "learning_rate": 4.897749360880735e-05,
      "loss": 0.2324,
      "step": 1580
    },
    {
      "epoch": 0.5508401177897108,
      "grad_norm": 0.25457759095229565,
      "learning_rate": 4.894877422360106e-05,
      "loss": 0.233,
      "step": 1590
    },
    {
      "epoch": 0.5543045210462498,
      "grad_norm": 0.270030962078855,
      "learning_rate": 4.8919665738024424e-05,
      "loss": 0.2415,
      "step": 1600
    },
    {
      "epoch": 0.5577689243027888,
      "grad_norm": 0.2570316973112016,
      "learning_rate": 4.8890168625008624e-05,
      "loss": 0.2342,
      "step": 1610
    },
    {
      "epoch": 0.5612333275593279,
      "grad_norm": 0.27096347274503246,
      "learning_rate": 4.8860283363798974e-05,
      "loss": 0.2279,
      "step": 1620
    },
    {
      "epoch": 0.5646977308158669,
      "grad_norm": 0.24193443897499534,
      "learning_rate": 4.8830010439947096e-05,
      "loss": 0.2337,
      "step": 1630
    },
    {
      "epoch": 0.568162134072406,
      "grad_norm": 0.29770893374153723,
      "learning_rate": 4.879935034530304e-05,
      "loss": 0.2308,
      "step": 1640
    },
    {
      "epoch": 0.5716265373289451,
      "grad_norm": 0.25131732918770927,
      "learning_rate": 4.876830357800729e-05,
      "loss": 0.2294,
      "step": 1650
    },
    {
      "epoch": 0.5750909405854842,
      "grad_norm": 0.35319194823747296,
      "learning_rate": 4.87368706424827e-05,
      "loss": 0.231,
      "step": 1660
    },
    {
      "epoch": 0.5785553438420232,
      "grad_norm": 0.23506203264124303,
      "learning_rate": 4.8705052049426254e-05,
      "loss": 0.2353,
      "step": 1670
    },
    {
      "epoch": 0.5820197470985623,
      "grad_norm": 0.26231316656015746,
      "learning_rate": 4.867284831580078e-05,
      "loss": 0.2379,
      "step": 1680
    },
    {
      "epoch": 0.5854841503551014,
      "grad_norm": 0.23941392513796939,
      "learning_rate": 4.8640259964826584e-05,
      "loss": 0.2308,
      "step": 1690
    },
    {
      "epoch": 0.5889485536116404,
      "grad_norm": 0.2531735045781861,
      "learning_rate": 4.860728752597291e-05,
      "loss": 0.2315,
      "step": 1700
    },
    {
      "epoch": 0.5924129568681794,
      "grad_norm": 0.23922451826735386,
      "learning_rate": 4.8573931534949354e-05,
      "loss": 0.2334,
      "step": 1710
    },
    {
      "epoch": 0.5958773601247185,
      "grad_norm": 0.26345705856662766,
      "learning_rate": 4.8540192533697155e-05,
      "loss": 0.2326,
      "step": 1720
    },
    {
      "epoch": 0.5993417633812576,
      "grad_norm": 0.25324175129413945,
      "learning_rate": 4.85060710703804e-05,
      "loss": 0.2333,
      "step": 1730
    },
    {
      "epoch": 0.6028061666377966,
      "grad_norm": 0.25577386258261664,
      "learning_rate": 4.84715676993771e-05,
      "loss": 0.2362,
      "step": 1740
    },
    {
      "epoch": 0.6062705698943357,
      "grad_norm": 0.27948607132517533,
      "learning_rate": 4.843668298127022e-05,
      "loss": 0.2304,
      "step": 1750
    },
    {
      "epoch": 0.6097349731508748,
      "grad_norm": 0.2560173418476038,
      "learning_rate": 4.840141748283851e-05,
      "loss": 0.2362,
      "step": 1760
    },
    {
      "epoch": 0.6131993764074138,
      "grad_norm": 0.24729226299066756,
      "learning_rate": 4.8365771777047356e-05,
      "loss": 0.2317,
      "step": 1770
    },
    {
      "epoch": 0.6166637796639529,
      "grad_norm": 0.2568219765818277,
      "learning_rate": 4.832974644303944e-05,
      "loss": 0.2393,
      "step": 1780
    },
    {
      "epoch": 0.620128182920492,
      "grad_norm": 0.2306059252401264,
      "learning_rate": 4.829334206612534e-05,
      "loss": 0.2367,
      "step": 1790
    },
    {
      "epoch": 0.6235925861770311,
      "grad_norm": 0.31020261629615153,
      "learning_rate": 4.8256559237774e-05,
      "loss": 0.2326,
      "step": 1800
    },
    {
      "epoch": 0.62705698943357,
      "grad_norm": 0.27321518814530843,
      "learning_rate": 4.821939855560318e-05,
      "loss": 0.2341,
      "step": 1810
    },
    {
      "epoch": 0.6305213926901091,
      "grad_norm": 0.3177547595944014,
      "learning_rate": 4.8181860623369646e-05,
      "loss": 0.235,
      "step": 1820
    },
    {
      "epoch": 0.6339857959466482,
      "grad_norm": 0.2631656385352305,
      "learning_rate": 4.814394605095946e-05,
      "loss": 0.2325,
      "step": 1830
    },
    {
      "epoch": 0.6374501992031872,
      "grad_norm": 0.19501128079802074,
      "learning_rate": 4.810565545437802e-05,
      "loss": 0.2318,
      "step": 1840
    },
    {
      "epoch": 0.6409146024597263,
      "grad_norm": 0.23539186170837376,
      "learning_rate": 4.806698945574006e-05,
      "loss": 0.2322,
      "step": 1850
    },
    {
      "epoch": 0.6443790057162654,
      "grad_norm": 0.2474455157721665,
      "learning_rate": 4.8027948683259546e-05,
      "loss": 0.2319,
      "step": 1860
    },
    {
      "epoch": 0.6478434089728045,
      "grad_norm": 0.21665268684721978,
      "learning_rate": 4.798853377123948e-05,
      "loss": 0.2277,
      "step": 1870
    },
    {
      "epoch": 0.6513078122293435,
      "grad_norm": 0.24192469144287532,
      "learning_rate": 4.794874536006152e-05,
      "loss": 0.2263,
      "step": 1880
    },
    {
      "epoch": 0.6547722154858826,
      "grad_norm": 0.2372551879205524,
      "learning_rate": 4.790858409617573e-05,
      "loss": 0.227,
      "step": 1890
    },
    {
      "epoch": 0.6582366187424216,
      "grad_norm": 0.23445846730497275,
      "learning_rate": 4.786805063208992e-05,
      "loss": 0.2349,
      "step": 1900
    },
    {
      "epoch": 0.6617010219989606,
      "grad_norm": 0.22188437526617993,
      "learning_rate": 4.782714562635914e-05,
      "loss": 0.2298,
      "step": 1910
    },
    {
      "epoch": 0.6651654252554997,
      "grad_norm": 0.22756117335293902,
      "learning_rate": 4.7785869743574915e-05,
      "loss": 0.2245,
      "step": 1920
    },
    {
      "epoch": 0.6686298285120388,
      "grad_norm": 0.20717649696487608,
      "learning_rate": 4.7744223654354506e-05,
      "loss": 0.2331,
      "step": 1930
    },
    {
      "epoch": 0.6720942317685779,
      "grad_norm": 0.21788412171242105,
      "learning_rate": 4.7702208035329996e-05,
      "loss": 0.2207,
      "step": 1940
    },
    {
      "epoch": 0.6755586350251169,
      "grad_norm": 0.23790582790590165,
      "learning_rate": 4.765982356913728e-05,
      "loss": 0.2299,
      "step": 1950
    },
    {
      "epoch": 0.679023038281656,
      "grad_norm": 0.254738526683431,
      "learning_rate": 4.7617070944404975e-05,
      "loss": 0.2277,
      "step": 1960
    },
    {
      "epoch": 0.6824874415381951,
      "grad_norm": 0.2628656210512643,
      "learning_rate": 4.757395085574326e-05,
      "loss": 0.2297,
      "step": 1970
    },
    {
      "epoch": 0.6859518447947341,
      "grad_norm": 0.20591189751455907,
      "learning_rate": 4.7530464003732545e-05,
      "loss": 0.2248,
      "step": 1980
    },
    {
      "epoch": 0.6894162480512732,
      "grad_norm": 0.2576351313383852,
      "learning_rate": 4.7486611094912146e-05,
      "loss": 0.2251,
      "step": 1990
    },
    {
      "epoch": 0.6928806513078122,
      "grad_norm": 0.20856524397248571,
      "learning_rate": 4.744239284176876e-05,
      "loss": 0.2291,
      "step": 2000
    },
    {
      "epoch": 0.6963450545643513,
      "grad_norm": 0.2186827003230637,
      "learning_rate": 4.73978099627249e-05,
      "loss": 0.2229,
      "step": 2010
    },
    {
      "epoch": 0.6998094578208903,
      "grad_norm": 0.20914686503222382,
      "learning_rate": 4.7352863182127246e-05,
      "loss": 0.2206,
      "step": 2020
    },
    {
      "epoch": 0.7032738610774294,
      "grad_norm": 0.22559468853582607,
      "learning_rate": 4.730755323023482e-05,
      "loss": 0.2319,
      "step": 2030
    },
    {
      "epoch": 0.7067382643339685,
      "grad_norm": 0.23247057053881534,
      "learning_rate": 4.72618808432072e-05,
      "loss": 0.2261,
      "step": 2040
    },
    {
      "epoch": 0.7102026675905075,
      "grad_norm": 0.22994852903066657,
      "learning_rate": 4.7215846763092486e-05,
      "loss": 0.2275,
      "step": 2050
    },
    {
      "epoch": 0.7136670708470466,
      "grad_norm": 0.21562072555254103,
      "learning_rate": 4.716945173781528e-05,
      "loss": 0.2275,
      "step": 2060
    },
    {
      "epoch": 0.7171314741035857,
      "grad_norm": 0.1964162535848221,
      "learning_rate": 4.7122696521164564e-05,
      "loss": 0.2267,
      "step": 2070
    },
    {
      "epoch": 0.7205958773601248,
      "grad_norm": 0.23405157909799276,
      "learning_rate": 4.7075581872781375e-05,
      "loss": 0.2293,
      "step": 2080
    },
    {
      "epoch": 0.7240602806166638,
      "grad_norm": 0.22767428517421429,
      "learning_rate": 4.7028108558146526e-05,
      "loss": 0.2273,
      "step": 2090
    },
    {
      "epoch": 0.7275246838732028,
      "grad_norm": 0.28600372042549504,
      "learning_rate": 4.698027734856816e-05,
      "loss": 0.2297,
      "step": 2100
    },
    {
      "epoch": 0.7309890871297419,
      "grad_norm": 0.2298031761231605,
      "learning_rate": 4.693208902116918e-05,
      "loss": 0.2227,
      "step": 2110
    },
    {
      "epoch": 0.7344534903862809,
      "grad_norm": 0.2116599416195417,
      "learning_rate": 4.688354435887467e-05,
      "loss": 0.2248,
      "step": 2120
    },
    {
      "epoch": 0.73791789364282,
      "grad_norm": 0.20160724544535827,
      "learning_rate": 4.683464415039918e-05,
      "loss": 0.2197,
      "step": 2130
    },
    {
      "epoch": 0.7413822968993591,
      "grad_norm": 0.22040076084389237,
      "learning_rate": 4.678538919023383e-05,
      "loss": 0.2306,
      "step": 2140
    },
    {
      "epoch": 0.7448467001558982,
      "grad_norm": 0.24384427587101223,
      "learning_rate": 4.673578027863351e-05,
      "loss": 0.226,
      "step": 2150
    },
    {
      "epoch": 0.7483111034124372,
      "grad_norm": 0.21129176345098202,
      "learning_rate": 4.6685818221603804e-05,
      "loss": 0.2298,
      "step": 2160
    },
    {
      "epoch": 0.7517755066689763,
      "grad_norm": 0.2763625585319092,
      "learning_rate": 4.663550383088792e-05,
      "loss": 0.2253,
      "step": 2170
    },
    {
      "epoch": 0.7552399099255154,
      "grad_norm": 0.21704903419555124,
      "learning_rate": 4.6584837923953516e-05,
      "loss": 0.2215,
      "step": 2180
    },
    {
      "epoch": 0.7587043131820544,
      "grad_norm": 0.21517162264960232,
      "learning_rate": 4.653382132397938e-05,
      "loss": 0.2251,
      "step": 2190
    },
    {
      "epoch": 0.7621687164385934,
      "grad_norm": 0.2018666939738909,
      "learning_rate": 4.648245485984207e-05,
      "loss": 0.2239,
      "step": 2200
    },
    {
      "epoch": 0.7656331196951325,
      "grad_norm": 0.18928657263154086,
      "learning_rate": 4.64307393661025e-05,
      "loss": 0.2222,
      "step": 2210
    },
    {
      "epoch": 0.7690975229516716,
      "grad_norm": 0.23077452960308834,
      "learning_rate": 4.63786756829923e-05,
      "loss": 0.2254,
      "step": 2220
    },
    {
      "epoch": 0.7725619262082106,
      "grad_norm": 0.19369514792151565,
      "learning_rate": 4.63262646564002e-05,
      "loss": 0.2214,
      "step": 2230
    },
    {
      "epoch": 0.7760263294647497,
      "grad_norm": 0.19788506342985074,
      "learning_rate": 4.627350713785829e-05,
      "loss": 0.2199,
      "step": 2240
    },
    {
      "epoch": 0.7794907327212888,
      "grad_norm": 0.1892817176323716,
      "learning_rate": 4.622040398452819e-05,
      "loss": 0.2209,
      "step": 2250
    },
    {
      "epoch": 0.7829551359778278,
      "grad_norm": 0.21413217334371104,
      "learning_rate": 4.616695605918712e-05,
      "loss": 0.2259,
      "step": 2260
    },
    {
      "epoch": 0.7864195392343669,
      "grad_norm": 0.2516901660820717,
      "learning_rate": 4.6113164230213844e-05,
      "loss": 0.2224,
      "step": 2270
    },
    {
      "epoch": 0.789883942490906,
      "grad_norm": 0.23275016126252404,
      "learning_rate": 4.605902937157465e-05,
      "loss": 0.2269,
      "step": 2280
    },
    {
      "epoch": 0.793348345747445,
      "grad_norm": 0.2121809202061214,
      "learning_rate": 4.600455236280905e-05,
      "loss": 0.2231,
      "step": 2290
    },
    {
      "epoch": 0.796812749003984,
      "grad_norm": 0.19630769074682533,
      "learning_rate": 4.5949734089015544e-05,
      "loss": 0.2207,
      "step": 2300
    },
    {
      "epoch": 0.8002771522605231,
      "grad_norm": 0.21355754308769215,
      "learning_rate": 4.589457544083725e-05,
      "loss": 0.224,
      "step": 2310
    },
    {
      "epoch": 0.8037415555170622,
      "grad_norm": 0.21050957794732314,
      "learning_rate": 4.5839077314447385e-05,
      "loss": 0.2238,
      "step": 2320
    },
    {
      "epoch": 0.8072059587736012,
      "grad_norm": 0.22620144254655492,
      "learning_rate": 4.578324061153477e-05,
      "loss": 0.2252,
      "step": 2330
    },
    {
      "epoch": 0.8106703620301403,
      "grad_norm": 0.19924326647557386,
      "learning_rate": 4.5727066239289117e-05,
      "loss": 0.2239,
      "step": 2340
    },
    {
      "epoch": 0.8141347652866794,
      "grad_norm": 0.22935473461207423,
      "learning_rate": 4.5670555110386316e-05,
      "loss": 0.222,
      "step": 2350
    },
    {
      "epoch": 0.8175991685432185,
      "grad_norm": 0.2651712827400202,
      "learning_rate": 4.561370814297363e-05,
      "loss": 0.2225,
      "step": 2360
    },
    {
      "epoch": 0.8210635717997575,
      "grad_norm": 0.2182312756063536,
      "learning_rate": 4.555652626065473e-05,
      "loss": 0.2238,
      "step": 2370
    },
    {
      "epoch": 0.8245279750562966,
      "grad_norm": 0.20447815035283293,
      "learning_rate": 4.549901039247474e-05,
      "loss": 0.2212,
      "step": 2380
    },
    {
      "epoch": 0.8279923783128356,
      "grad_norm": 0.17858513767092687,
      "learning_rate": 4.544116147290509e-05,
      "loss": 0.223,
      "step": 2390
    },
    {
      "epoch": 0.8314567815693746,
      "grad_norm": 0.21126944513637871,
      "learning_rate": 4.5382980441828385e-05,
      "loss": 0.2253,
      "step": 2400
    },
    {
      "epoch": 0.8349211848259137,
      "grad_norm": 0.2343427045564657,
      "learning_rate": 4.5324468244523086e-05,
      "loss": 0.2176,
      "step": 2410
    },
    {
      "epoch": 0.8383855880824528,
      "grad_norm": 0.19348098291090032,
      "learning_rate": 4.52656258316482e-05,
      "loss": 0.2171,
      "step": 2420
    },
    {
      "epoch": 0.8418499913389919,
      "grad_norm": 0.18351830211981723,
      "learning_rate": 4.5206454159227783e-05,
      "loss": 0.2209,
      "step": 2430
    },
    {
      "epoch": 0.8453143945955309,
      "grad_norm": 0.21496767724862215,
      "learning_rate": 4.514695418863547e-05,
      "loss": 0.2209,
      "step": 2440
    },
    {
      "epoch": 0.84877879785207,
      "grad_norm": 0.19946299406668855,
      "learning_rate": 4.508712688657879e-05,
      "loss": 0.2202,
      "step": 2450
    },
    {
      "epoch": 0.8522432011086091,
      "grad_norm": 0.19377744464389568,
      "learning_rate": 4.50269732250835e-05,
      "loss": 0.2201,
      "step": 2460
    },
    {
      "epoch": 0.8557076043651481,
      "grad_norm": 0.2366384856135975,
      "learning_rate": 4.496649418147778e-05,
      "loss": 0.2149,
      "step": 2470
    },
    {
      "epoch": 0.8591720076216872,
      "grad_norm": 0.21068619938805416,
      "learning_rate": 4.490569073837636e-05,
      "loss": 0.2184,
      "step": 2480
    },
    {
      "epoch": 0.8626364108782262,
      "grad_norm": 0.2315187829791829,
      "learning_rate": 4.4844563883664554e-05,
      "loss": 0.222,
      "step": 2490
    },
    {
      "epoch": 0.8661008141347653,
      "grad_norm": 0.18649456076146348,
      "learning_rate": 4.478311461048219e-05,
      "loss": 0.2209,
      "step": 2500
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.23315042553004378,
      "learning_rate": 4.472134391720751e-05,
      "loss": 0.2224,
      "step": 2510
    },
    {
      "epoch": 0.8730296206478434,
      "grad_norm": 0.1951271064725934,
      "learning_rate": 4.465925280744094e-05,
      "loss": 0.2239,
      "step": 2520
    },
    {
      "epoch": 0.8764940239043825,
      "grad_norm": 0.1913261231013653,
      "learning_rate": 4.459684228998873e-05,
      "loss": 0.2179,
      "step": 2530
    },
    {
      "epoch": 0.8799584271609215,
      "grad_norm": 0.19492329842413578,
      "learning_rate": 4.453411337884666e-05,
      "loss": 0.2162,
      "step": 2540
    },
    {
      "epoch": 0.8834228304174606,
      "grad_norm": 0.2055009502555625,
      "learning_rate": 4.4471067093183475e-05,
      "loss": 0.2165,
      "step": 2550
    },
    {
      "epoch": 0.8868872336739997,
      "grad_norm": 0.19549219766107842,
      "learning_rate": 4.4407704457324394e-05,
      "loss": 0.2158,
      "step": 2560
    },
    {
      "epoch": 0.8903516369305388,
      "grad_norm": 0.1850796577943829,
      "learning_rate": 4.4344026500734415e-05,
      "loss": 0.2172,
      "step": 2570
    },
    {
      "epoch": 0.8938160401870777,
      "grad_norm": 0.19643486062098017,
      "learning_rate": 4.428003425800164e-05,
      "loss": 0.2208,
      "step": 2580
    },
    {
      "epoch": 0.8972804434436168,
      "grad_norm": 0.21099302341164966,
      "learning_rate": 4.4215728768820406e-05,
      "loss": 0.2194,
      "step": 2590
    },
    {
      "epoch": 0.9007448467001559,
      "grad_norm": 0.24764922928675714,
      "learning_rate": 4.415111107797445e-05,
      "loss": 0.2193,
      "step": 2600
    },
    {
      "epoch": 0.9042092499566949,
      "grad_norm": 0.22064705519176767,
      "learning_rate": 4.4086182235319904e-05,
      "loss": 0.2148,
      "step": 2610
    },
    {
      "epoch": 0.907673653213234,
      "grad_norm": 0.2131199868612154,
      "learning_rate": 4.402094329576825e-05,
      "loss": 0.2233,
      "step": 2620
    },
    {
      "epoch": 0.9111380564697731,
      "grad_norm": 0.2184325870922078,
      "learning_rate": 4.395539531926914e-05,
      "loss": 0.2227,
      "step": 2630
    },
    {
      "epoch": 0.9146024597263122,
      "grad_norm": 0.20257196030375807,
      "learning_rate": 4.388953937079327e-05,
      "loss": 0.2145,
      "step": 2640
    },
    {
      "epoch": 0.9180668629828512,
      "grad_norm": 0.2052608168052879,
      "learning_rate": 4.3823376520314964e-05,
      "loss": 0.2176,
      "step": 2650
    },
    {
      "epoch": 0.9215312662393903,
      "grad_norm": 0.20116038778213127,
      "learning_rate": 4.3756907842794855e-05,
      "loss": 0.2209,
      "step": 2660
    },
    {
      "epoch": 0.9249956694959294,
      "grad_norm": 0.2094115752703769,
      "learning_rate": 4.369013441816242e-05,
      "loss": 0.2186,
      "step": 2670
    },
    {
      "epoch": 0.9284600727524683,
      "grad_norm": 0.21116605286596796,
      "learning_rate": 4.362305733129841e-05,
      "loss": 0.2177,
      "step": 2680
    },
    {
      "epoch": 0.9319244760090074,
      "grad_norm": 0.2355250090651405,
      "learning_rate": 4.355567767201725e-05,
      "loss": 0.216,
      "step": 2690
    },
    {
      "epoch": 0.9353888792655465,
      "grad_norm": 0.21712887070689368,
      "learning_rate": 4.3487996535049296e-05,
      "loss": 0.2194,
      "step": 2700
    },
    {
      "epoch": 0.9388532825220856,
      "grad_norm": 0.21715912584157251,
      "learning_rate": 4.342001502002309e-05,
      "loss": 0.2187,
      "step": 2710
    },
    {
      "epoch": 0.9423176857786246,
      "grad_norm": 0.23840653028574527,
      "learning_rate": 4.3351734231447436e-05,
      "loss": 0.2127,
      "step": 2720
    },
    {
      "epoch": 0.9457820890351637,
      "grad_norm": 0.18655391680385583,
      "learning_rate": 4.328315527869357e-05,
      "loss": 0.2213,
      "step": 2730
    },
    {
      "epoch": 0.9492464922917028,
      "grad_norm": 0.20595739324476314,
      "learning_rate": 4.321427927597697e-05,
      "loss": 0.2172,
      "step": 2740
    },
    {
      "epoch": 0.9527108955482418,
      "grad_norm": 0.16761465601551198,
      "learning_rate": 4.31451073423394e-05,
      "loss": 0.2153,
      "step": 2750
    },
    {
      "epoch": 0.9561752988047809,
      "grad_norm": 0.18621316019170056,
      "learning_rate": 4.3075640601630664e-05,
      "loss": 0.2156,
      "step": 2760
    },
    {
      "epoch": 0.95963970206132,
      "grad_norm": 0.17305717604504345,
      "learning_rate": 4.300588018249033e-05,
      "loss": 0.2129,
      "step": 2770
    },
    {
      "epoch": 0.963104105317859,
      "grad_norm": 0.18044851481990093,
      "learning_rate": 4.2935827218329434e-05,
      "loss": 0.2154,
      "step": 2780
    },
    {
      "epoch": 0.966568508574398,
      "grad_norm": 0.20518001148705736,
      "learning_rate": 4.2865482847312043e-05,
      "loss": 0.2132,
      "step": 2790
    },
    {
      "epoch": 0.9700329118309371,
      "grad_norm": 0.3349155151219487,
      "learning_rate": 4.279484821233678e-05,
      "loss": 0.2202,
      "step": 2800
    },
    {
      "epoch": 0.9734973150874762,
      "grad_norm": 0.18282251380283435,
      "learning_rate": 4.2723924461018225e-05,
      "loss": 0.2186,
      "step": 2810
    },
    {
      "epoch": 0.9769617183440152,
      "grad_norm": 0.2173702476740624,
      "learning_rate": 4.265271274566829e-05,
      "loss": 0.22,
      "step": 2820
    },
    {
      "epoch": 0.9804261216005543,
      "grad_norm": 0.19184429102715528,
      "learning_rate": 4.2581214223277495e-05,
      "loss": 0.2077,
      "step": 2830
    },
    {
      "epoch": 0.9838905248570934,
      "grad_norm": 0.20991477426484062,
      "learning_rate": 4.250943005549618e-05,
      "loss": 0.2208,
      "step": 2840
    },
    {
      "epoch": 0.9873549281136325,
      "grad_norm": 0.2285331325208064,
      "learning_rate": 4.2437361408615614e-05,
      "loss": 0.2151,
      "step": 2850
    },
    {
      "epoch": 0.9908193313701715,
      "grad_norm": 0.2148804733407693,
      "learning_rate": 4.2365009453549046e-05,
      "loss": 0.2216,
      "step": 2860
    },
    {
      "epoch": 0.9942837346267106,
      "grad_norm": 0.23671514755116507,
      "learning_rate": 4.22923753658127e-05,
      "loss": 0.2197,
      "step": 2870
    },
    {
      "epoch": 0.9977481378832496,
      "grad_norm": 0.21988104341412565,
      "learning_rate": 4.221946032550665e-05,
      "loss": 0.2143,
      "step": 2880
    },
    {
      "epoch": 1.0010393209769617,
      "grad_norm": 0.20204127186990958,
      "learning_rate": 4.214626551729569e-05,
      "loss": 0.2095,
      "step": 2890
    },
    {
      "epoch": 1.0045037242335009,
      "grad_norm": 0.19674007109910524,
      "learning_rate": 4.207279213039003e-05,
      "loss": 0.192,
      "step": 2900
    },
    {
      "epoch": 1.0079681274900398,
      "grad_norm": 0.18771217665260514,
      "learning_rate": 4.199904135852598e-05,
      "loss": 0.1936,
      "step": 2910
    },
    {
      "epoch": 1.0114325307465788,
      "grad_norm": 0.2045135750011863,
      "learning_rate": 4.192501439994664e-05,
      "loss": 0.1942,
      "step": 2920
    },
    {
      "epoch": 1.014896934003118,
      "grad_norm": 0.18370214635615664,
      "learning_rate": 4.185071245738231e-05,
      "loss": 0.1891,
      "step": 2930
    },
    {
      "epoch": 1.018361337259657,
      "grad_norm": 0.18667193497723014,
      "learning_rate": 4.177613673803106e-05,
      "loss": 0.1944,
      "step": 2940
    },
    {
      "epoch": 1.0218257405161961,
      "grad_norm": 0.1791392276679071,
      "learning_rate": 4.170128845353902e-05,
      "loss": 0.189,
      "step": 2950
    },
    {
      "epoch": 1.025290143772735,
      "grad_norm": 0.16725027485938548,
      "learning_rate": 4.162616881998075e-05,
      "loss": 0.1985,
      "step": 2960
    },
    {
      "epoch": 1.0287545470292743,
      "grad_norm": 0.2029662849352073,
      "learning_rate": 4.155077905783949e-05,
      "loss": 0.1938,
      "step": 2970
    },
    {
      "epoch": 1.0322189502858132,
      "grad_norm": 0.21676480591029273,
      "learning_rate": 4.14751203919873e-05,
      "loss": 0.1938,
      "step": 2980
    },
    {
      "epoch": 1.0356833535423524,
      "grad_norm": 0.18194277030338057,
      "learning_rate": 4.1399194051665146e-05,
      "loss": 0.1943,
      "step": 2990
    },
    {
      "epoch": 1.0391477567988914,
      "grad_norm": 0.22187757323234317,
      "learning_rate": 4.1323001270463e-05,
      "loss": 0.1956,
      "step": 3000
    },
    {
      "epoch": 1.0426121600554306,
      "grad_norm": 0.17994994526393276,
      "learning_rate": 4.1246543286299714e-05,
      "loss": 0.196,
      "step": 3010
    },
    {
      "epoch": 1.0460765633119695,
      "grad_norm": 0.2006941244750973,
      "learning_rate": 4.1169821341402956e-05,
      "loss": 0.1928,
      "step": 3020
    },
    {
      "epoch": 1.0495409665685085,
      "grad_norm": 0.18127266652072002,
      "learning_rate": 4.109283668228903e-05,
      "loss": 0.1883,
      "step": 3030
    },
    {
      "epoch": 1.0530053698250477,
      "grad_norm": 0.17064172550512371,
      "learning_rate": 4.101559055974258e-05,
      "loss": 0.1944,
      "step": 3040
    },
    {
      "epoch": 1.0564697730815866,
      "grad_norm": 0.17513257115164024,
      "learning_rate": 4.09380842287963e-05,
      "loss": 0.1924,
      "step": 3050
    },
    {
      "epoch": 1.0599341763381258,
      "grad_norm": 0.17679873359445633,
      "learning_rate": 4.0860318948710574e-05,
      "loss": 0.1967,
      "step": 3060
    },
    {
      "epoch": 1.0633985795946648,
      "grad_norm": 0.17716657233908994,
      "learning_rate": 4.0782295982952954e-05,
      "loss": 0.1904,
      "step": 3070
    },
    {
      "epoch": 1.066862982851204,
      "grad_norm": 0.20587418971229102,
      "learning_rate": 4.0704016599177655e-05,
      "loss": 0.1944,
      "step": 3080
    },
    {
      "epoch": 1.070327386107743,
      "grad_norm": 0.19036738753494378,
      "learning_rate": 4.062548206920499e-05,
      "loss": 0.1927,
      "step": 3090
    },
    {
      "epoch": 1.073791789364282,
      "grad_norm": 0.19921829291538054,
      "learning_rate": 4.054669366900066e-05,
      "loss": 0.1917,
      "step": 3100
    },
    {
      "epoch": 1.077256192620821,
      "grad_norm": 0.20317583824797536,
      "learning_rate": 4.0467652678655056e-05,
      "loss": 0.1914,
      "step": 3110
    },
    {
      "epoch": 1.08072059587736,
      "grad_norm": 0.1848009075000212,
      "learning_rate": 4.038836038236245e-05,
      "loss": 0.1868,
      "step": 3120
    },
    {
      "epoch": 1.0841849991338992,
      "grad_norm": 0.2082390217876895,
      "learning_rate": 4.0308818068400125e-05,
      "loss": 0.1897,
      "step": 3130
    },
    {
      "epoch": 1.0876494023904382,
      "grad_norm": 0.23521100374901133,
      "learning_rate": 4.022902702910745e-05,
      "loss": 0.1849,
      "step": 3140
    },
    {
      "epoch": 1.0911138056469774,
      "grad_norm": 0.18191505448762496,
      "learning_rate": 4.014898856086489e-05,
      "loss": 0.1909,
      "step": 3150
    },
    {
      "epoch": 1.0945782089035163,
      "grad_norm": 0.19423731854983112,
      "learning_rate": 4.006870396407294e-05,
      "loss": 0.1925,
      "step": 3160
    },
    {
      "epoch": 1.0980426121600555,
      "grad_norm": 0.17415753971247672,
      "learning_rate": 3.998817454313096e-05,
      "loss": 0.1961,
      "step": 3170
    },
    {
      "epoch": 1.1015070154165945,
      "grad_norm": 0.17868260694918264,
      "learning_rate": 3.9907401606416054e-05,
      "loss": 0.1984,
      "step": 3180
    },
    {
      "epoch": 1.1049714186731336,
      "grad_norm": 0.16583150690918594,
      "learning_rate": 3.9826386466261765e-05,
      "loss": 0.1948,
      "step": 3190
    },
    {
      "epoch": 1.1084358219296726,
      "grad_norm": 0.19154779416193093,
      "learning_rate": 3.9745130438936744e-05,
      "loss": 0.187,
      "step": 3200
    },
    {
      "epoch": 1.1119002251862118,
      "grad_norm": 0.18741249451292638,
      "learning_rate": 3.96636348446234e-05,
      "loss": 0.1907,
      "step": 3210
    },
    {
      "epoch": 1.1153646284427507,
      "grad_norm": 0.18322276372490287,
      "learning_rate": 3.958190100739643e-05,
      "loss": 0.1872,
      "step": 3220
    },
    {
      "epoch": 1.1188290316992897,
      "grad_norm": 0.18729813363303588,
      "learning_rate": 3.94999302552013e-05,
      "loss": 0.1942,
      "step": 3230
    },
    {
      "epoch": 1.122293434955829,
      "grad_norm": 0.19705653891217498,
      "learning_rate": 3.941772391983271e-05,
      "loss": 0.1912,
      "step": 3240
    },
    {
      "epoch": 1.1257578382123679,
      "grad_norm": 0.17707126700086195,
      "learning_rate": 3.9335283336912873e-05,
      "loss": 0.192,
      "step": 3250
    },
    {
      "epoch": 1.129222241468907,
      "grad_norm": 0.17283665381012417,
      "learning_rate": 3.925260984586991e-05,
      "loss": 0.1904,
      "step": 3260
    },
    {
      "epoch": 1.132686644725446,
      "grad_norm": 0.18010720437594213,
      "learning_rate": 3.916970478991604e-05,
      "loss": 0.1943,
      "step": 3270
    },
    {
      "epoch": 1.1361510479819852,
      "grad_norm": 0.15919684820270277,
      "learning_rate": 3.908656951602574e-05,
      "loss": 0.1897,
      "step": 3280
    },
    {
      "epoch": 1.1396154512385241,
      "grad_norm": 0.1931598714015755,
      "learning_rate": 3.9003205374913906e-05,
      "loss": 0.1901,
      "step": 3290
    },
    {
      "epoch": 1.1430798544950633,
      "grad_norm": 0.17545621617123003,
      "learning_rate": 3.891961372101387e-05,
      "loss": 0.1869,
      "step": 3300
    },
    {
      "epoch": 1.1465442577516023,
      "grad_norm": 0.17341255082466775,
      "learning_rate": 3.883579591245542e-05,
      "loss": 0.1899,
      "step": 3310
    },
    {
      "epoch": 1.1500086610081413,
      "grad_norm": 0.16204232239326744,
      "learning_rate": 3.8751753311042704e-05,
      "loss": 0.1897,
      "step": 3320
    },
    {
      "epoch": 1.1534730642646804,
      "grad_norm": 0.17553623491312426,
      "learning_rate": 3.8667487282232144e-05,
      "loss": 0.187,
      "step": 3330
    },
    {
      "epoch": 1.1569374675212194,
      "grad_norm": 0.1774831508823347,
      "learning_rate": 3.8582999195110215e-05,
      "loss": 0.1943,
      "step": 3340
    },
    {
      "epoch": 1.1604018707777586,
      "grad_norm": 0.17946778025767848,
      "learning_rate": 3.849829042237123e-05,
      "loss": 0.1929,
      "step": 3350
    },
    {
      "epoch": 1.1638662740342975,
      "grad_norm": 0.17173672286352726,
      "learning_rate": 3.841336234029501e-05,
      "loss": 0.195,
      "step": 3360
    },
    {
      "epoch": 1.1673306772908367,
      "grad_norm": 0.17994745465860756,
      "learning_rate": 3.832821632872454e-05,
      "loss": 0.19,
      "step": 3370
    },
    {
      "epoch": 1.1707950805473757,
      "grad_norm": 0.1850088732651661,
      "learning_rate": 3.8242853771043566e-05,
      "loss": 0.1957,
      "step": 3380
    },
    {
      "epoch": 1.1742594838039149,
      "grad_norm": 0.15908666104639177,
      "learning_rate": 3.815727605415406e-05,
      "loss": 0.1915,
      "step": 3390
    },
    {
      "epoch": 1.1777238870604538,
      "grad_norm": 0.18156692156906576,
      "learning_rate": 3.807148456845378e-05,
      "loss": 0.188,
      "step": 3400
    },
    {
      "epoch": 1.1811882903169928,
      "grad_norm": 0.17113960858415064,
      "learning_rate": 3.798548070781357e-05,
      "loss": 0.1893,
      "step": 3410
    },
    {
      "epoch": 1.184652693573532,
      "grad_norm": 0.18236211522160944,
      "learning_rate": 3.789926586955484e-05,
      "loss": 0.1859,
      "step": 3420
    },
    {
      "epoch": 1.188117096830071,
      "grad_norm": 0.16797194145110902,
      "learning_rate": 3.7812841454426715e-05,
      "loss": 0.1901,
      "step": 3430
    },
    {
      "epoch": 1.1915815000866101,
      "grad_norm": 0.1988755262539599,
      "learning_rate": 3.772620886658342e-05,
      "loss": 0.1942,
      "step": 3440
    },
    {
      "epoch": 1.195045903343149,
      "grad_norm": 0.18276504002195174,
      "learning_rate": 3.7639369513561374e-05,
      "loss": 0.1901,
      "step": 3450
    },
    {
      "epoch": 1.1985103065996883,
      "grad_norm": 0.19420509251762302,
      "learning_rate": 3.7552324806256356e-05,
      "loss": 0.1893,
      "step": 3460
    },
    {
      "epoch": 1.2019747098562272,
      "grad_norm": 0.1856528154175482,
      "learning_rate": 3.7465076158900565e-05,
      "loss": 0.1926,
      "step": 3470
    },
    {
      "epoch": 1.2054391131127664,
      "grad_norm": 0.15954596519502212,
      "learning_rate": 3.737762498903967e-05,
      "loss": 0.1928,
      "step": 3480
    },
    {
      "epoch": 1.2089035163693054,
      "grad_norm": 0.16035794848815701,
      "learning_rate": 3.728997271750975e-05,
      "loss": 0.1911,
      "step": 3490
    },
    {
      "epoch": 1.2123679196258443,
      "grad_norm": 0.1860891805383301,
      "learning_rate": 3.720212076841424e-05,
      "loss": 0.1906,
      "step": 3500
    },
    {
      "epoch": 1.2158323228823835,
      "grad_norm": 0.18968549769475154,
      "learning_rate": 3.7114070569100745e-05,
      "loss": 0.1915,
      "step": 3510
    },
    {
      "epoch": 1.2192967261389225,
      "grad_norm": 0.18632674935712812,
      "learning_rate": 3.70258235501379e-05,
      "loss": 0.2005,
      "step": 3520
    },
    {
      "epoch": 1.2227611293954617,
      "grad_norm": 0.17630114385410808,
      "learning_rate": 3.693738114529211e-05,
      "loss": 0.1932,
      "step": 3530
    },
    {
      "epoch": 1.2262255326520006,
      "grad_norm": 0.17065976632694624,
      "learning_rate": 3.6848744791504244e-05,
      "loss": 0.1924,
      "step": 3540
    },
    {
      "epoch": 1.2296899359085398,
      "grad_norm": 0.16123026277843103,
      "learning_rate": 3.675991592886629e-05,
      "loss": 0.1921,
      "step": 3550
    },
    {
      "epoch": 1.2331543391650788,
      "grad_norm": 0.15903672080165102,
      "learning_rate": 3.667089600059799e-05,
      "loss": 0.1872,
      "step": 3560
    },
    {
      "epoch": 1.236618742421618,
      "grad_norm": 0.17243581096797103,
      "learning_rate": 3.658168645302333e-05,
      "loss": 0.1933,
      "step": 3570
    },
    {
      "epoch": 1.240083145678157,
      "grad_norm": 0.18100700093073868,
      "learning_rate": 3.6492288735547104e-05,
      "loss": 0.1951,
      "step": 3580
    },
    {
      "epoch": 1.2435475489346959,
      "grad_norm": 0.17490828663332014,
      "learning_rate": 3.640270430063133e-05,
      "loss": 0.1914,
      "step": 3590
    },
    {
      "epoch": 1.247011952191235,
      "grad_norm": 0.15940099515313444,
      "learning_rate": 3.6312934603771674e-05,
      "loss": 0.1894,
      "step": 3600
    },
    {
      "epoch": 1.2504763554477742,
      "grad_norm": 0.18052826346513526,
      "learning_rate": 3.622298110347377e-05,
      "loss": 0.1891,
      "step": 3610
    },
    {
      "epoch": 1.2539407587043132,
      "grad_norm": 0.16612752065480388,
      "learning_rate": 3.613284526122954e-05,
      "loss": 0.1908,
      "step": 3620
    },
    {
      "epoch": 1.2574051619608522,
      "grad_norm": 0.18743922356428885,
      "learning_rate": 3.604252854149347e-05,
      "loss": 0.1883,
      "step": 3630
    },
    {
      "epoch": 1.2608695652173914,
      "grad_norm": 0.181478054238508,
      "learning_rate": 3.595203241165878e-05,
      "loss": 0.1878,
      "step": 3640
    },
    {
      "epoch": 1.2643339684739303,
      "grad_norm": 0.1804892389398887,
      "learning_rate": 3.586135834203362e-05,
      "loss": 0.1893,
      "step": 3650
    },
    {
      "epoch": 1.2677983717304695,
      "grad_norm": 0.1741226930201246,
      "learning_rate": 3.5770507805817135e-05,
      "loss": 0.1912,
      "step": 3660
    },
    {
      "epoch": 1.2712627749870085,
      "grad_norm": 0.16334377723582452,
      "learning_rate": 3.5679482279075584e-05,
      "loss": 0.1892,
      "step": 3670
    },
    {
      "epoch": 1.2747271782435474,
      "grad_norm": 0.17047126134525575,
      "learning_rate": 3.558828324071831e-05,
      "loss": 0.1907,
      "step": 3680
    },
    {
      "epoch": 1.2781915815000866,
      "grad_norm": 0.17298916476177462,
      "learning_rate": 3.549691217247375e-05,
      "loss": 0.1906,
      "step": 3690
    },
    {
      "epoch": 1.2816559847566258,
      "grad_norm": 0.15717399662492984,
      "learning_rate": 3.540537055886533e-05,
      "loss": 0.1934,
      "step": 3700
    },
    {
      "epoch": 1.2851203880131647,
      "grad_norm": 0.17584831578937637,
      "learning_rate": 3.531365988718736e-05,
      "loss": 0.1851,
      "step": 3710
    },
    {
      "epoch": 1.2885847912697037,
      "grad_norm": 0.16205306891044194,
      "learning_rate": 3.522178164748089e-05,
      "loss": 0.1861,
      "step": 3720
    },
    {
      "epoch": 1.292049194526243,
      "grad_norm": 0.15057670492815758,
      "learning_rate": 3.5129737332509456e-05,
      "loss": 0.1906,
      "step": 3730
    },
    {
      "epoch": 1.2955135977827819,
      "grad_norm": 0.15822993127615093,
      "learning_rate": 3.503752843773486e-05,
      "loss": 0.1838,
      "step": 3740
    },
    {
      "epoch": 1.298978001039321,
      "grad_norm": 0.15864785027235162,
      "learning_rate": 3.4945156461292854e-05,
      "loss": 0.1952,
      "step": 3750
    },
    {
      "epoch": 1.30244240429586,
      "grad_norm": 0.18227602995981887,
      "learning_rate": 3.485262290396883e-05,
      "loss": 0.1898,
      "step": 3760
    },
    {
      "epoch": 1.305906807552399,
      "grad_norm": 0.16200311831559636,
      "learning_rate": 3.475992926917341e-05,
      "loss": 0.1929,
      "step": 3770
    },
    {
      "epoch": 1.3093712108089381,
      "grad_norm": 0.15259911553775118,
      "learning_rate": 3.4667077062918e-05,
      "loss": 0.1872,
      "step": 3780
    },
    {
      "epoch": 1.3128356140654773,
      "grad_norm": 0.18125600690337332,
      "learning_rate": 3.457406779379039e-05,
      "loss": 0.1925,
      "step": 3790
    },
    {
      "epoch": 1.3163000173220163,
      "grad_norm": 0.192188947967991,
      "learning_rate": 3.448090297293016e-05,
      "loss": 0.1871,
      "step": 3800
    },
    {
      "epoch": 1.3197644205785553,
      "grad_norm": 0.17328021183720274,
      "learning_rate": 3.438758411400421e-05,
      "loss": 0.189,
      "step": 3810
    },
    {
      "epoch": 1.3232288238350944,
      "grad_norm": 0.16788815861788564,
      "learning_rate": 3.4294112733182084e-05,
      "loss": 0.1916,
      "step": 3820
    },
    {
      "epoch": 1.3266932270916334,
      "grad_norm": 0.15688398565420658,
      "learning_rate": 3.420049034911139e-05,
      "loss": 0.1882,
      "step": 3830
    },
    {
      "epoch": 1.3301576303481726,
      "grad_norm": 0.1714798078013055,
      "learning_rate": 3.410671848289315e-05,
      "loss": 0.1882,
      "step": 3840
    },
    {
      "epoch": 1.3336220336047115,
      "grad_norm": 0.16309203688542842,
      "learning_rate": 3.401279865805702e-05,
      "loss": 0.1914,
      "step": 3850
    },
    {
      "epoch": 1.3370864368612507,
      "grad_norm": 0.15748111773147097,
      "learning_rate": 3.391873240053656e-05,
      "loss": 0.1866,
      "step": 3860
    },
    {
      "epoch": 1.3405508401177897,
      "grad_norm": 0.1820518471519293,
      "learning_rate": 3.382452123864448e-05,
      "loss": 0.1865,
      "step": 3870
    },
    {
      "epoch": 1.3440152433743289,
      "grad_norm": 0.15772861765330992,
      "learning_rate": 3.373016670304774e-05,
      "loss": 0.1928,
      "step": 3880
    },
    {
      "epoch": 1.3474796466308678,
      "grad_norm": 0.15938918092133955,
      "learning_rate": 3.3635670326742755e-05,
      "loss": 0.1913,
      "step": 3890
    },
    {
      "epoch": 1.3509440498874068,
      "grad_norm": 0.1721339531229463,
      "learning_rate": 3.354103364503045e-05,
      "loss": 0.1907,
      "step": 3900
    },
    {
      "epoch": 1.354408453143946,
      "grad_norm": 0.15410885348307193,
      "learning_rate": 3.3446258195491305e-05,
      "loss": 0.1879,
      "step": 3910
    },
    {
      "epoch": 1.357872856400485,
      "grad_norm": 0.16165063244129996,
      "learning_rate": 3.3351345517960386e-05,
      "loss": 0.1898,
      "step": 3920
    },
    {
      "epoch": 1.3613372596570241,
      "grad_norm": 0.16569690135925177,
      "learning_rate": 3.325629715450235e-05,
      "loss": 0.1873,
      "step": 3930
    },
    {
      "epoch": 1.364801662913563,
      "grad_norm": 0.16487442057352042,
      "learning_rate": 3.3161114649386335e-05,
      "loss": 0.1888,
      "step": 3940
    },
    {
      "epoch": 1.3682660661701023,
      "grad_norm": 0.17731395997046875,
      "learning_rate": 3.306579954906095e-05,
      "loss": 0.1881,
      "step": 3950
    },
    {
      "epoch": 1.3717304694266412,
      "grad_norm": 0.18039964361054459,
      "learning_rate": 3.2970353402129065e-05,
      "loss": 0.1873,
      "step": 3960
    },
    {
      "epoch": 1.3751948726831804,
      "grad_norm": 0.17793927736310747,
      "learning_rate": 3.287477775932271e-05,
      "loss": 0.1912,
      "step": 3970
    },
    {
      "epoch": 1.3786592759397194,
      "grad_norm": 0.1790070950599728,
      "learning_rate": 3.2779074173477845e-05,
      "loss": 0.1837,
      "step": 3980
    },
    {
      "epoch": 1.3821236791962583,
      "grad_norm": 0.16536456635439983,
      "learning_rate": 3.2683244199509164e-05,
      "loss": 0.1822,
      "step": 3990
    },
    {
      "epoch": 1.3855880824527975,
      "grad_norm": 0.17630304243331663,
      "learning_rate": 3.258728939438479e-05,
      "loss": 0.1875,
      "step": 4000
    },
    {
      "epoch": 1.3890524857093367,
      "grad_norm": 0.17420428081742365,
      "learning_rate": 3.249121131710102e-05,
      "loss": 0.1883,
      "step": 4010
    },
    {
      "epoch": 1.3925168889658757,
      "grad_norm": 0.17543770138618733,
      "learning_rate": 3.239501152865698e-05,
      "loss": 0.1871,
      "step": 4020
    },
    {
      "epoch": 1.3959812922224146,
      "grad_norm": 0.1592954498035186,
      "learning_rate": 3.229869159202925e-05,
      "loss": 0.1845,
      "step": 4030
    },
    {
      "epoch": 1.3994456954789538,
      "grad_norm": 0.1969202150910442,
      "learning_rate": 3.2202253072146485e-05,
      "loss": 0.1899,
      "step": 4040
    },
    {
      "epoch": 1.4029100987354928,
      "grad_norm": 0.16611324585892465,
      "learning_rate": 3.2105697535863974e-05,
      "loss": 0.1884,
      "step": 4050
    },
    {
      "epoch": 1.406374501992032,
      "grad_norm": 0.16159007802640257,
      "learning_rate": 3.200902655193822e-05,
      "loss": 0.185,
      "step": 4060
    },
    {
      "epoch": 1.409838905248571,
      "grad_norm": 0.1580252831987218,
      "learning_rate": 3.1912241691001396e-05,
      "loss": 0.1883,
      "step": 4070
    },
    {
      "epoch": 1.4133033085051099,
      "grad_norm": 0.17023457596293415,
      "learning_rate": 3.181534452553589e-05,
      "loss": 0.1864,
      "step": 4080
    },
    {
      "epoch": 1.416767711761649,
      "grad_norm": 0.16337679260042998,
      "learning_rate": 3.1718336629848674e-05,
      "loss": 0.1877,
      "step": 4090
    },
    {
      "epoch": 1.4202321150181882,
      "grad_norm": 0.1899260224945417,
      "learning_rate": 3.162121958004584e-05,
      "loss": 0.188,
      "step": 4100
    },
    {
      "epoch": 1.4236965182747272,
      "grad_norm": 0.1901828231396822,
      "learning_rate": 3.1523994954006875e-05,
      "loss": 0.1868,
      "step": 4110
    },
    {
      "epoch": 1.4271609215312662,
      "grad_norm": 0.1791821381475306,
      "learning_rate": 3.142666433135911e-05,
      "loss": 0.1889,
      "step": 4120
    },
    {
      "epoch": 1.4306253247878054,
      "grad_norm": 0.16547869947285684,
      "learning_rate": 3.132922929345199e-05,
      "loss": 0.1884,
      "step": 4130
    },
    {
      "epoch": 1.4340897280443443,
      "grad_norm": 0.1549076050063216,
      "learning_rate": 3.123169142333145e-05,
      "loss": 0.1884,
      "step": 4140
    },
    {
      "epoch": 1.4375541313008835,
      "grad_norm": 0.15295140029133414,
      "learning_rate": 3.1134052305714146e-05,
      "loss": 0.1852,
      "step": 4150
    },
    {
      "epoch": 1.4410185345574225,
      "grad_norm": 0.16777477030335766,
      "learning_rate": 3.1036313526961716e-05,
      "loss": 0.1849,
      "step": 4160
    },
    {
      "epoch": 1.4444829378139614,
      "grad_norm": 0.14671702288800448,
      "learning_rate": 3.093847667505502e-05,
      "loss": 0.1918,
      "step": 4170
    },
    {
      "epoch": 1.4479473410705006,
      "grad_norm": 0.15525539418252593,
      "learning_rate": 3.084054333956833e-05,
      "loss": 0.1866,
      "step": 4180
    },
    {
      "epoch": 1.4514117443270398,
      "grad_norm": 0.16462043975916238,
      "learning_rate": 3.0742515111643496e-05,
      "loss": 0.1863,
      "step": 4190
    },
    {
      "epoch": 1.4548761475835787,
      "grad_norm": 0.15447538862682672,
      "learning_rate": 3.064439358396412e-05,
      "loss": 0.1871,
      "step": 4200
    },
    {
      "epoch": 1.4583405508401177,
      "grad_norm": 0.19391772756705172,
      "learning_rate": 3.0546180350729646e-05,
      "loss": 0.1907,
      "step": 4210
    },
    {
      "epoch": 1.461804954096657,
      "grad_norm": 0.16839531563433688,
      "learning_rate": 3.0447877007629494e-05,
      "loss": 0.1872,
      "step": 4220
    },
    {
      "epoch": 1.4652693573531959,
      "grad_norm": 0.1667638250714929,
      "learning_rate": 3.0349485151817104e-05,
      "loss": 0.1891,
      "step": 4230
    },
    {
      "epoch": 1.468733760609735,
      "grad_norm": 0.15657114860167654,
      "learning_rate": 3.0251006381884e-05,
      "loss": 0.1888,
      "step": 4240
    },
    {
      "epoch": 1.472198163866274,
      "grad_norm": 0.1616644177415703,
      "learning_rate": 3.0152442297833817e-05,
      "loss": 0.1866,
      "step": 4250
    },
    {
      "epoch": 1.475662567122813,
      "grad_norm": 0.16936489968998167,
      "learning_rate": 3.005379450105631e-05,
      "loss": 0.1861,
      "step": 4260
    },
    {
      "epoch": 1.4791269703793521,
      "grad_norm": 0.17783057212322842,
      "learning_rate": 2.995506459430133e-05,
      "loss": 0.1921,
      "step": 4270
    },
    {
      "epoch": 1.4825913736358913,
      "grad_norm": 0.18253028978511793,
      "learning_rate": 2.9856254181652777e-05,
      "loss": 0.1931,
      "step": 4280
    },
    {
      "epoch": 1.4860557768924303,
      "grad_norm": 0.17108679951308503,
      "learning_rate": 2.9757364868502558e-05,
      "loss": 0.187,
      "step": 4290
    },
    {
      "epoch": 1.4895201801489693,
      "grad_norm": 0.17127968110442396,
      "learning_rate": 2.9658398261524477e-05,
      "loss": 0.1856,
      "step": 4300
    },
    {
      "epoch": 1.4929845834055084,
      "grad_norm": 0.15243800455802872,
      "learning_rate": 2.9559355968648163e-05,
      "loss": 0.1878,
      "step": 4310
    },
    {
      "epoch": 1.4964489866620474,
      "grad_norm": 0.16208265788754178,
      "learning_rate": 2.9460239599032898e-05,
      "loss": 0.1831,
      "step": 4320
    },
    {
      "epoch": 1.4999133899185866,
      "grad_norm": 0.17721043816157045,
      "learning_rate": 2.9361050763041552e-05,
      "loss": 0.1855,
      "step": 4330
    },
    {
      "epoch": 1.5033777931751255,
      "grad_norm": 0.1624251601306164,
      "learning_rate": 2.926179107221433e-05,
      "loss": 0.1905,
      "step": 4340
    },
    {
      "epoch": 1.5068421964316645,
      "grad_norm": 0.17242171402814246,
      "learning_rate": 2.916246213924263e-05,
      "loss": 0.1892,
      "step": 4350
    },
    {
      "epoch": 1.5103065996882037,
      "grad_norm": 0.18060628796516595,
      "learning_rate": 2.9063065577942873e-05,
      "loss": 0.1868,
      "step": 4360
    },
    {
      "epoch": 1.5137710029447429,
      "grad_norm": 0.16420679560340506,
      "learning_rate": 2.896360300323022e-05,
      "loss": 0.189,
      "step": 4370
    },
    {
      "epoch": 1.5172354062012818,
      "grad_norm": 0.1657190366825487,
      "learning_rate": 2.8864076031092375e-05,
      "loss": 0.1862,
      "step": 4380
    },
    {
      "epoch": 1.5206998094578208,
      "grad_norm": 0.14827671598571107,
      "learning_rate": 2.8764486278563313e-05,
      "loss": 0.187,
      "step": 4390
    },
    {
      "epoch": 1.52416421271436,
      "grad_norm": 0.1696723630570198,
      "learning_rate": 2.8664835363697028e-05,
      "loss": 0.1878,
      "step": 4400
    },
    {
      "epoch": 1.5276286159708992,
      "grad_norm": 0.16415531283137735,
      "learning_rate": 2.8565124905541224e-05,
      "loss": 0.1884,
      "step": 4410
    },
    {
      "epoch": 1.5310930192274381,
      "grad_norm": 0.1711666868251127,
      "learning_rate": 2.8465356524111014e-05,
      "loss": 0.1885,
      "step": 4420
    },
    {
      "epoch": 1.534557422483977,
      "grad_norm": 0.15183248647521377,
      "learning_rate": 2.8365531840362586e-05,
      "loss": 0.185,
      "step": 4430
    },
    {
      "epoch": 1.538021825740516,
      "grad_norm": 0.14509942126397887,
      "learning_rate": 2.826565247616692e-05,
      "loss": 0.1882,
      "step": 4440
    },
    {
      "epoch": 1.5414862289970552,
      "grad_norm": 0.1638920162743926,
      "learning_rate": 2.816572005428337e-05,
      "loss": 0.1868,
      "step": 4450
    },
    {
      "epoch": 1.5449506322535944,
      "grad_norm": 0.15578153131291148,
      "learning_rate": 2.8065736198333337e-05,
      "loss": 0.1811,
      "step": 4460
    },
    {
      "epoch": 1.5484150355101334,
      "grad_norm": 0.16655001845904682,
      "learning_rate": 2.796570253277389e-05,
      "loss": 0.1867,
      "step": 4470
    },
    {
      "epoch": 1.5518794387666723,
      "grad_norm": 0.16373974199509916,
      "learning_rate": 2.786562068287134e-05,
      "loss": 0.1841,
      "step": 4480
    },
    {
      "epoch": 1.5553438420232115,
      "grad_norm": 0.17150797676546983,
      "learning_rate": 2.7765492274674887e-05,
      "loss": 0.1885,
      "step": 4490
    },
    {
      "epoch": 1.5588082452797507,
      "grad_norm": 0.1477537468546959,
      "learning_rate": 2.7665318934990153e-05,
      "loss": 0.1836,
      "step": 4500
    },
    {
      "epoch": 1.5622726485362897,
      "grad_norm": 0.1553596996678754,
      "learning_rate": 2.7565102291352785e-05,
      "loss": 0.1828,
      "step": 4510
    },
    {
      "epoch": 1.5657370517928286,
      "grad_norm": 0.1653908672889608,
      "learning_rate": 2.7464843972001985e-05,
      "loss": 0.1841,
      "step": 4520
    },
    {
      "epoch": 1.5692014550493676,
      "grad_norm": 0.16834209700469813,
      "learning_rate": 2.7364545605854077e-05,
      "loss": 0.1868,
      "step": 4530
    },
    {
      "epoch": 1.5726658583059068,
      "grad_norm": 0.16296690623854307,
      "learning_rate": 2.7264208822476016e-05,
      "loss": 0.1871,
      "step": 4540
    },
    {
      "epoch": 1.576130261562446,
      "grad_norm": 0.1465435846295834,
      "learning_rate": 2.716383525205896e-05,
      "loss": 0.1845,
      "step": 4550
    },
    {
      "epoch": 1.579594664818985,
      "grad_norm": 0.16909003341569917,
      "learning_rate": 2.7063426525391732e-05,
      "loss": 0.1818,
      "step": 4560
    },
    {
      "epoch": 1.5830590680755239,
      "grad_norm": 0.16069669006075715,
      "learning_rate": 2.6962984273834346e-05,
      "loss": 0.1844,
      "step": 4570
    },
    {
      "epoch": 1.586523471332063,
      "grad_norm": 0.1750416978664114,
      "learning_rate": 2.686251012929151e-05,
      "loss": 0.1876,
      "step": 4580
    },
    {
      "epoch": 1.5899878745886022,
      "grad_norm": 0.16259236460228596,
      "learning_rate": 2.6762005724186084e-05,
      "loss": 0.1817,
      "step": 4590
    },
    {
      "epoch": 1.5934522778451412,
      "grad_norm": 0.14258206554047775,
      "learning_rate": 2.6661472691432614e-05,
      "loss": 0.1908,
      "step": 4600
    },
    {
      "epoch": 1.5969166811016802,
      "grad_norm": 0.15573453304245355,
      "learning_rate": 2.6560912664410724e-05,
      "loss": 0.1847,
      "step": 4610
    },
    {
      "epoch": 1.6003810843582191,
      "grad_norm": 0.1598455887435374,
      "learning_rate": 2.646032727693864e-05,
      "loss": 0.1883,
      "step": 4620
    },
    {
      "epoch": 1.6038454876147583,
      "grad_norm": 0.16653009190610318,
      "learning_rate": 2.6359718163246627e-05,
      "loss": 0.1817,
      "step": 4630
    },
    {
      "epoch": 1.6073098908712975,
      "grad_norm": 0.16139062116102534,
      "learning_rate": 2.6259086957950434e-05,
      "loss": 0.186,
      "step": 4640
    },
    {
      "epoch": 1.6107742941278365,
      "grad_norm": 0.1408890193988467,
      "learning_rate": 2.615843529602472e-05,
      "loss": 0.1883,
      "step": 4650
    },
    {
      "epoch": 1.6142386973843754,
      "grad_norm": 0.15912928421327938,
      "learning_rate": 2.6057764812776524e-05,
      "loss": 0.1818,
      "step": 4660
    },
    {
      "epoch": 1.6177031006409146,
      "grad_norm": 0.1531498559224487,
      "learning_rate": 2.595707714381867e-05,
      "loss": 0.1815,
      "step": 4670
    },
    {
      "epoch": 1.6211675038974538,
      "grad_norm": 0.15818993699570458,
      "learning_rate": 2.585637392504321e-05,
      "loss": 0.189,
      "step": 4680
    },
    {
      "epoch": 1.6246319071539927,
      "grad_norm": 0.1550856346527227,
      "learning_rate": 2.575565679259483e-05,
      "loss": 0.1851,
      "step": 4690
    },
    {
      "epoch": 1.6280963104105317,
      "grad_norm": 0.17234204432744546,
      "learning_rate": 2.5654927382844274e-05,
      "loss": 0.1856,
      "step": 4700
    },
    {
      "epoch": 1.631560713667071,
      "grad_norm": 0.14720447626557742,
      "learning_rate": 2.555418733236176e-05,
      "loss": 0.1849,
      "step": 4710
    },
    {
      "epoch": 1.6350251169236099,
      "grad_norm": 0.15155258081793999,
      "learning_rate": 2.545343827789039e-05,
      "loss": 0.185,
      "step": 4720
    },
    {
      "epoch": 1.638489520180149,
      "grad_norm": 0.1585948164278231,
      "learning_rate": 2.5352681856319556e-05,
      "loss": 0.1818,
      "step": 4730
    },
    {
      "epoch": 1.641953923436688,
      "grad_norm": 0.16020278019866965,
      "learning_rate": 2.5251919704658323e-05,
      "loss": 0.1847,
      "step": 4740
    },
    {
      "epoch": 1.645418326693227,
      "grad_norm": 0.1619196729529339,
      "learning_rate": 2.5151153460008898e-05,
      "loss": 0.1851,
      "step": 4750
    },
    {
      "epoch": 1.6488827299497661,
      "grad_norm": 0.17892607432188418,
      "learning_rate": 2.5050384759539946e-05,
      "loss": 0.1884,
      "step": 4760
    },
    {
      "epoch": 1.6523471332063053,
      "grad_norm": 0.1453101210669921,
      "learning_rate": 2.4949615240460053e-05,
      "loss": 0.1829,
      "step": 4770
    },
    {
      "epoch": 1.6558115364628443,
      "grad_norm": 0.15218576172212772,
      "learning_rate": 2.4848846539991108e-05,
      "loss": 0.1815,
      "step": 4780
    },
    {
      "epoch": 1.6592759397193833,
      "grad_norm": 0.14916349890801867,
      "learning_rate": 2.474808029534168e-05,
      "loss": 0.1831,
      "step": 4790
    },
    {
      "epoch": 1.6627403429759224,
      "grad_norm": 0.16152070439341162,
      "learning_rate": 2.464731814368045e-05,
      "loss": 0.1845,
      "step": 4800
    },
    {
      "epoch": 1.6662047462324616,
      "grad_norm": 0.2549593516440478,
      "learning_rate": 2.4546561722109614e-05,
      "loss": 0.1821,
      "step": 4810
    },
    {
      "epoch": 1.6696691494890006,
      "grad_norm": 0.1423882724472122,
      "learning_rate": 2.4445812667638242e-05,
      "loss": 0.1824,
      "step": 4820
    },
    {
      "epoch": 1.6731335527455395,
      "grad_norm": 0.16756009716869377,
      "learning_rate": 2.4345072617155732e-05,
      "loss": 0.1861,
      "step": 4830
    },
    {
      "epoch": 1.6765979560020785,
      "grad_norm": 0.16461215951788935,
      "learning_rate": 2.424434320740518e-05,
      "loss": 0.1832,
      "step": 4840
    },
    {
      "epoch": 1.6800623592586177,
      "grad_norm": 0.14517098753523155,
      "learning_rate": 2.4143626074956796e-05,
      "loss": 0.1785,
      "step": 4850
    },
    {
      "epoch": 1.6835267625151569,
      "grad_norm": 0.15108292412387223,
      "learning_rate": 2.4042922856181337e-05,
      "loss": 0.1827,
      "step": 4860
    },
    {
      "epoch": 1.6869911657716958,
      "grad_norm": 0.15525515390004765,
      "learning_rate": 2.394223518722348e-05,
      "loss": 0.1838,
      "step": 4870
    },
    {
      "epoch": 1.6904555690282348,
      "grad_norm": 0.15512655551886048,
      "learning_rate": 2.3841564703975287e-05,
      "loss": 0.1812,
      "step": 4880
    },
    {
      "epoch": 1.693919972284774,
      "grad_norm": 0.16187683902086444,
      "learning_rate": 2.374091304204958e-05,
      "loss": 0.1832,
      "step": 4890
    },
    {
      "epoch": 1.6973843755413132,
      "grad_norm": 0.15579000956703476,
      "learning_rate": 2.364028183675337e-05,
      "loss": 0.1806,
      "step": 4900
    },
    {
      "epoch": 1.7008487787978521,
      "grad_norm": 0.15600046355547195,
      "learning_rate": 2.353967272306137e-05,
      "loss": 0.1844,
      "step": 4910
    },
    {
      "epoch": 1.704313182054391,
      "grad_norm": 0.15757986710095487,
      "learning_rate": 2.3439087335589285e-05,
      "loss": 0.1841,
      "step": 4920
    },
    {
      "epoch": 1.70777758531093,
      "grad_norm": 0.1452879429548844,
      "learning_rate": 2.333852730856739e-05,
      "loss": 0.1846,
      "step": 4930
    },
    {
      "epoch": 1.7112419885674692,
      "grad_norm": 0.14279806262433956,
      "learning_rate": 2.3237994275813918e-05,
      "loss": 0.1846,
      "step": 4940
    },
    {
      "epoch": 1.7147063918240084,
      "grad_norm": 0.168480732012115,
      "learning_rate": 2.3137489870708494e-05,
      "loss": 0.1854,
      "step": 4950
    },
    {
      "epoch": 1.7181707950805474,
      "grad_norm": 0.14771704725144452,
      "learning_rate": 2.303701572616566e-05,
      "loss": 0.1781,
      "step": 4960
    },
    {
      "epoch": 1.7216351983370863,
      "grad_norm": 0.15399297657379268,
      "learning_rate": 2.2936573474608274e-05,
      "loss": 0.1851,
      "step": 4970
    },
    {
      "epoch": 1.7250996015936255,
      "grad_norm": 0.14268904873654373,
      "learning_rate": 2.283616474794104e-05,
      "loss": 0.1793,
      "step": 4980
    },
    {
      "epoch": 1.7285640048501647,
      "grad_norm": 0.1458152221590982,
      "learning_rate": 2.273579117752399e-05,
      "loss": 0.18,
      "step": 4990
    },
    {
      "epoch": 1.7320284081067037,
      "grad_norm": 0.157752398066733,
      "learning_rate": 2.2635454394145926e-05,
      "loss": 0.1804,
      "step": 5000
    },
    {
      "epoch": 1.7354928113632426,
      "grad_norm": 0.16354623197521176,
      "learning_rate": 2.253515602799802e-05,
      "loss": 0.18,
      "step": 5010
    },
    {
      "epoch": 1.7389572146197816,
      "grad_norm": 0.14987547413644828,
      "learning_rate": 2.2434897708647225e-05,
      "loss": 0.1884,
      "step": 5020
    },
    {
      "epoch": 1.7424216178763208,
      "grad_norm": 0.13264921207181166,
      "learning_rate": 2.233468106500985e-05,
      "loss": 0.1817,
      "step": 5030
    },
    {
      "epoch": 1.74588602113286,
      "grad_norm": 0.16074846687523298,
      "learning_rate": 2.2234507725325115e-05,
      "loss": 0.1821,
      "step": 5040
    },
    {
      "epoch": 1.749350424389399,
      "grad_norm": 0.14912108468148355,
      "learning_rate": 2.2134379317128666e-05,
      "loss": 0.1831,
      "step": 5050
    },
    {
      "epoch": 1.7528148276459379,
      "grad_norm": 0.15108125406874282,
      "learning_rate": 2.2034297467226117e-05,
      "loss": 0.1849,
      "step": 5060
    },
    {
      "epoch": 1.756279230902477,
      "grad_norm": 0.1841322575834389,
      "learning_rate": 2.193426380166667e-05,
      "loss": 0.1814,
      "step": 5070
    },
    {
      "epoch": 1.7597436341590162,
      "grad_norm": 0.15923619065201655,
      "learning_rate": 2.183427994571663e-05,
      "loss": 0.1826,
      "step": 5080
    },
    {
      "epoch": 1.7632080374155552,
      "grad_norm": 0.15869671284509257,
      "learning_rate": 2.1734347523833088e-05,
      "loss": 0.1825,
      "step": 5090
    },
    {
      "epoch": 1.7666724406720942,
      "grad_norm": 0.15221224358826752,
      "learning_rate": 2.163446815963742e-05,
      "loss": 0.182,
      "step": 5100
    },
    {
      "epoch": 1.7701368439286331,
      "grad_norm": 0.1460640105447675,
      "learning_rate": 2.1534643475888995e-05,
      "loss": 0.1823,
      "step": 5110
    },
    {
      "epoch": 1.7736012471851723,
      "grad_norm": 0.1521505743886422,
      "learning_rate": 2.1434875094458785e-05,
      "loss": 0.1874,
      "step": 5120
    },
    {
      "epoch": 1.7770656504417115,
      "grad_norm": 0.14416303035440375,
      "learning_rate": 2.133516463630297e-05,
      "loss": 0.1808,
      "step": 5130
    },
    {
      "epoch": 1.7805300536982505,
      "grad_norm": 0.1586845052440452,
      "learning_rate": 2.1235513721436693e-05,
      "loss": 0.1841,
      "step": 5140
    },
    {
      "epoch": 1.7839944569547894,
      "grad_norm": 0.14468498059776927,
      "learning_rate": 2.113592396890764e-05,
      "loss": 0.181,
      "step": 5150
    },
    {
      "epoch": 1.7874588602113286,
      "grad_norm": 0.14200788749614593,
      "learning_rate": 2.1036396996769785e-05,
      "loss": 0.1806,
      "step": 5160
    },
    {
      "epoch": 1.7909232634678678,
      "grad_norm": 0.14145049327765216,
      "learning_rate": 2.093693442205713e-05,
      "loss": 0.1844,
      "step": 5170
    },
    {
      "epoch": 1.7943876667244067,
      "grad_norm": 0.14047484844001326,
      "learning_rate": 2.0837537860757378e-05,
      "loss": 0.1856,
      "step": 5180
    },
    {
      "epoch": 1.7978520699809457,
      "grad_norm": 0.15798548962919395,
      "learning_rate": 2.073820892778568e-05,
      "loss": 0.1781,
      "step": 5190
    },
    {
      "epoch": 1.801316473237485,
      "grad_norm": 0.15599305625176324,
      "learning_rate": 2.063894923695846e-05,
      "loss": 0.1846,
      "step": 5200
    },
    {
      "epoch": 1.8047808764940239,
      "grad_norm": 0.15451286542161505,
      "learning_rate": 2.0539760400967105e-05,
      "loss": 0.1814,
      "step": 5210
    },
    {
      "epoch": 1.808245279750563,
      "grad_norm": 0.15151680436099774,
      "learning_rate": 2.0440644031351846e-05,
      "loss": 0.187,
      "step": 5220
    },
    {
      "epoch": 1.811709683007102,
      "grad_norm": 0.16740847608877021,
      "learning_rate": 2.0341601738475532e-05,
      "loss": 0.1788,
      "step": 5230
    },
    {
      "epoch": 1.815174086263641,
      "grad_norm": 0.15255748452386272,
      "learning_rate": 2.0242635131497444e-05,
      "loss": 0.1799,
      "step": 5240
    },
    {
      "epoch": 1.8186384895201801,
      "grad_norm": 0.21370458116557772,
      "learning_rate": 2.0143745818347226e-05,
      "loss": 0.1859,
      "step": 5250
    },
    {
      "epoch": 1.8221028927767193,
      "grad_norm": 0.15178882291540086,
      "learning_rate": 2.004493540569867e-05,
      "loss": 0.1816,
      "step": 5260
    },
    {
      "epoch": 1.8255672960332583,
      "grad_norm": 0.1381809582876828,
      "learning_rate": 1.9946205498943693e-05,
      "loss": 0.1782,
      "step": 5270
    },
    {
      "epoch": 1.8290316992897973,
      "grad_norm": 0.15231248860338162,
      "learning_rate": 1.9847557702166185e-05,
      "loss": 0.182,
      "step": 5280
    },
    {
      "epoch": 1.8324961025463364,
      "grad_norm": 0.13540143942421462,
      "learning_rate": 1.9748993618116003e-05,
      "loss": 0.1802,
      "step": 5290
    },
    {
      "epoch": 1.8359605058028756,
      "grad_norm": 0.15057686984095897,
      "learning_rate": 1.9650514848182902e-05,
      "loss": 0.1845,
      "step": 5300
    },
    {
      "epoch": 1.8394249090594146,
      "grad_norm": 0.15657239979982757,
      "learning_rate": 1.9552122992370515e-05,
      "loss": 0.1816,
      "step": 5310
    },
    {
      "epoch": 1.8428893123159535,
      "grad_norm": 0.14942811146448692,
      "learning_rate": 1.9453819649270356e-05,
      "loss": 0.1881,
      "step": 5320
    },
    {
      "epoch": 1.8463537155724925,
      "grad_norm": 0.14206236299677405,
      "learning_rate": 1.9355606416035893e-05,
      "loss": 0.1798,
      "step": 5330
    },
    {
      "epoch": 1.8498181188290317,
      "grad_norm": 0.15512685603221288,
      "learning_rate": 1.925748488835651e-05,
      "loss": 0.1787,
      "step": 5340
    },
    {
      "epoch": 1.8532825220855709,
      "grad_norm": 0.14951858713327895,
      "learning_rate": 1.9159456660431675e-05,
      "loss": 0.1808,
      "step": 5350
    },
    {
      "epoch": 1.8567469253421098,
      "grad_norm": 0.1518891829482899,
      "learning_rate": 1.906152332494499e-05,
      "loss": 0.1847,
      "step": 5360
    },
    {
      "epoch": 1.8602113285986488,
      "grad_norm": 0.1599605482136836,
      "learning_rate": 1.8963686473038286e-05,
      "loss": 0.1758,
      "step": 5370
    },
    {
      "epoch": 1.863675731855188,
      "grad_norm": 0.14097789058459068,
      "learning_rate": 1.8865947694285863e-05,
      "loss": 0.1814,
      "step": 5380
    },
    {
      "epoch": 1.8671401351117272,
      "grad_norm": 0.13734664780231215,
      "learning_rate": 1.876830857666855e-05,
      "loss": 0.1813,
      "step": 5390
    },
    {
      "epoch": 1.8706045383682661,
      "grad_norm": 0.15463681734647824,
      "learning_rate": 1.867077070654802e-05,
      "loss": 0.1807,
      "step": 5400
    },
    {
      "epoch": 1.874068941624805,
      "grad_norm": 0.16737868012866194,
      "learning_rate": 1.85733356686409e-05,
      "loss": 0.1791,
      "step": 5410
    },
    {
      "epoch": 1.877533344881344,
      "grad_norm": 0.1422554567768386,
      "learning_rate": 1.847600504599312e-05,
      "loss": 0.1812,
      "step": 5420
    },
    {
      "epoch": 1.8809977481378832,
      "grad_norm": 0.1499775475287378,
      "learning_rate": 1.8378780419954168e-05,
      "loss": 0.1791,
      "step": 5430
    },
    {
      "epoch": 1.8844621513944224,
      "grad_norm": 0.1620107234869922,
      "learning_rate": 1.828166337015133e-05,
      "loss": 0.1798,
      "step": 5440
    },
    {
      "epoch": 1.8879265546509614,
      "grad_norm": 0.14943512022105485,
      "learning_rate": 1.8184655474464122e-05,
      "loss": 0.1769,
      "step": 5450
    },
    {
      "epoch": 1.8913909579075003,
      "grad_norm": 0.1636002811165978,
      "learning_rate": 1.8087758308998607e-05,
      "loss": 0.1828,
      "step": 5460
    },
    {
      "epoch": 1.8948553611640395,
      "grad_norm": 0.1488164351792101,
      "learning_rate": 1.7990973448061788e-05,
      "loss": 0.1793,
      "step": 5470
    },
    {
      "epoch": 1.8983197644205787,
      "grad_norm": 0.1495335119087624,
      "learning_rate": 1.7894302464136028e-05,
      "loss": 0.1804,
      "step": 5480
    },
    {
      "epoch": 1.9017841676771177,
      "grad_norm": 0.13881655138176263,
      "learning_rate": 1.7797746927853524e-05,
      "loss": 0.1808,
      "step": 5490
    },
    {
      "epoch": 1.9052485709336566,
      "grad_norm": 0.14655156873185612,
      "learning_rate": 1.770130840797075e-05,
      "loss": 0.1824,
      "step": 5500
    },
    {
      "epoch": 1.9087129741901956,
      "grad_norm": 0.1401693117484928,
      "learning_rate": 1.7604988471343026e-05,
      "loss": 0.1836,
      "step": 5510
    },
    {
      "epoch": 1.9121773774467348,
      "grad_norm": 0.13663044985397266,
      "learning_rate": 1.750878868289898e-05,
      "loss": 0.179,
      "step": 5520
    },
    {
      "epoch": 1.915641780703274,
      "grad_norm": 0.1440844464161243,
      "learning_rate": 1.741271060561522e-05,
      "loss": 0.1794,
      "step": 5530
    },
    {
      "epoch": 1.919106183959813,
      "grad_norm": 0.1579545402684227,
      "learning_rate": 1.731675580049085e-05,
      "loss": 0.1762,
      "step": 5540
    },
    {
      "epoch": 1.9225705872163519,
      "grad_norm": 0.14451711020259372,
      "learning_rate": 1.7220925826522158e-05,
      "loss": 0.179,
      "step": 5550
    },
    {
      "epoch": 1.926034990472891,
      "grad_norm": 0.16318851480604618,
      "learning_rate": 1.71252222406773e-05,
      "loss": 0.1794,
      "step": 5560
    },
    {
      "epoch": 1.9294993937294302,
      "grad_norm": 0.16754335602378248,
      "learning_rate": 1.7029646597870934e-05,
      "loss": 0.1809,
      "step": 5570
    },
    {
      "epoch": 1.9329637969859692,
      "grad_norm": 0.14425404689789675,
      "learning_rate": 1.693420045093905e-05,
      "loss": 0.181,
      "step": 5580
    },
    {
      "epoch": 1.9364282002425082,
      "grad_norm": 0.14950486896828924,
      "learning_rate": 1.6838885350613664e-05,
      "loss": 0.1834,
      "step": 5590
    },
    {
      "epoch": 1.9398926034990471,
      "grad_norm": 0.15401643917378996,
      "learning_rate": 1.674370284549765e-05,
      "loss": 0.18,
      "step": 5600
    },
    {
      "epoch": 1.9433570067555863,
      "grad_norm": 0.1457933918907984,
      "learning_rate": 1.6648654482039616e-05,
      "loss": 0.1798,
      "step": 5610
    },
    {
      "epoch": 1.9468214100121255,
      "grad_norm": 0.15104837558607415,
      "learning_rate": 1.6553741804508704e-05,
      "loss": 0.1808,
      "step": 5620
    },
    {
      "epoch": 1.9502858132686645,
      "grad_norm": 0.15234854679585655,
      "learning_rate": 1.6458966354969553e-05,
      "loss": 0.183,
      "step": 5630
    },
    {
      "epoch": 1.9537502165252034,
      "grad_norm": 0.15054697844231169,
      "learning_rate": 1.6364329673257244e-05,
      "loss": 0.1782,
      "step": 5640
    },
    {
      "epoch": 1.9572146197817426,
      "grad_norm": 0.19519516147127766,
      "learning_rate": 1.6269833296952267e-05,
      "loss": 0.1779,
      "step": 5650
    },
    {
      "epoch": 1.9606790230382818,
      "grad_norm": 0.14953949146669174,
      "learning_rate": 1.617547876135553e-05,
      "loss": 0.1817,
      "step": 5660
    },
    {
      "epoch": 1.9641434262948207,
      "grad_norm": 0.14098620367788547,
      "learning_rate": 1.6081267599463446e-05,
      "loss": 0.1795,
      "step": 5670
    },
    {
      "epoch": 1.9676078295513597,
      "grad_norm": 0.1516762253034418,
      "learning_rate": 1.598720134194298e-05,
      "loss": 0.175,
      "step": 5680
    },
    {
      "epoch": 1.971072232807899,
      "grad_norm": 0.14592317747183597,
      "learning_rate": 1.5893281517106852e-05,
      "loss": 0.1817,
      "step": 5690
    },
    {
      "epoch": 1.9745366360644379,
      "grad_norm": 0.1367156708009888,
      "learning_rate": 1.5799509650888605e-05,
      "loss": 0.1792,
      "step": 5700
    },
    {
      "epoch": 1.978001039320977,
      "grad_norm": 0.15222974333942974,
      "learning_rate": 1.5705887266817926e-05,
      "loss": 0.1838,
      "step": 5710
    },
    {
      "epoch": 1.981465442577516,
      "grad_norm": 0.15063980268483795,
      "learning_rate": 1.5612415885995803e-05,
      "loss": 0.1798,
      "step": 5720
    },
    {
      "epoch": 1.984929845834055,
      "grad_norm": 0.14361029580183732,
      "learning_rate": 1.551909702706984e-05,
      "loss": 0.1775,
      "step": 5730
    },
    {
      "epoch": 1.9883942490905941,
      "grad_norm": 0.14905006323407718,
      "learning_rate": 1.5425932206209617e-05,
      "loss": 0.1853,
      "step": 5740
    },
    {
      "epoch": 1.9918586523471333,
      "grad_norm": 0.1473397517873399,
      "learning_rate": 1.533292293708201e-05,
      "loss": 0.1857,
      "step": 5750
    },
    {
      "epoch": 1.9953230556036723,
      "grad_norm": 0.14626760437882622,
      "learning_rate": 1.52400707308266e-05,
      "loss": 0.1741,
      "step": 5760
    },
    {
      "epoch": 1.9987874588602113,
      "grad_norm": 0.1405339530408193,
      "learning_rate": 1.5147377096031173e-05,
      "loss": 0.1757,
      "step": 5770
    },
    {
      "epoch": 2.0020786419539234,
      "grad_norm": 0.17093438476339481,
      "learning_rate": 1.5054843538707147e-05,
      "loss": 0.1598,
      "step": 5780
    },
    {
      "epoch": 2.0055430452104623,
      "grad_norm": 0.15448133744376852,
      "learning_rate": 1.4962471562265151e-05,
      "loss": 0.1509,
      "step": 5790
    },
    {
      "epoch": 2.0090074484670017,
      "grad_norm": 0.15883932121601194,
      "learning_rate": 1.4870262667490553e-05,
      "loss": 0.1508,
      "step": 5800
    },
    {
      "epoch": 2.0124718517235407,
      "grad_norm": 0.15799483695764974,
      "learning_rate": 1.4778218352519113e-05,
      "loss": 0.1514,
      "step": 5810
    },
    {
      "epoch": 2.0159362549800797,
      "grad_norm": 0.1397582105470391,
      "learning_rate": 1.4686340112812644e-05,
      "loss": 0.1513,
      "step": 5820
    },
    {
      "epoch": 2.0194006582366186,
      "grad_norm": 0.13988381555476553,
      "learning_rate": 1.4594629441134674e-05,
      "loss": 0.1516,
      "step": 5830
    },
    {
      "epoch": 2.0228650614931576,
      "grad_norm": 0.15357440805298642,
      "learning_rate": 1.4503087827526257e-05,
      "loss": 0.1537,
      "step": 5840
    },
    {
      "epoch": 2.026329464749697,
      "grad_norm": 0.140105602913093,
      "learning_rate": 1.4411716759281701e-05,
      "loss": 0.1489,
      "step": 5850
    },
    {
      "epoch": 2.029793868006236,
      "grad_norm": 0.1371171850215917,
      "learning_rate": 1.4320517720924423e-05,
      "loss": 0.1478,
      "step": 5860
    },
    {
      "epoch": 2.033258271262775,
      "grad_norm": 0.1415040646234407,
      "learning_rate": 1.4229492194182864e-05,
      "loss": 0.1511,
      "step": 5870
    },
    {
      "epoch": 2.036722674519314,
      "grad_norm": 0.1455346789180852,
      "learning_rate": 1.4138641657966387e-05,
      "loss": 0.1541,
      "step": 5880
    },
    {
      "epoch": 2.0401870777758533,
      "grad_norm": 0.14764527095741217,
      "learning_rate": 1.4047967588341216e-05,
      "loss": 0.1528,
      "step": 5890
    },
    {
      "epoch": 2.0436514810323922,
      "grad_norm": 0.13949032357196248,
      "learning_rate": 1.3957471458506536e-05,
      "loss": 0.1539,
      "step": 5900
    },
    {
      "epoch": 2.047115884288931,
      "grad_norm": 0.13705465172650183,
      "learning_rate": 1.386715473877046e-05,
      "loss": 0.1457,
      "step": 5910
    },
    {
      "epoch": 2.05058028754547,
      "grad_norm": 0.12956466312791168,
      "learning_rate": 1.3777018896526236e-05,
      "loss": 0.1473,
      "step": 5920
    },
    {
      "epoch": 2.0540446908020096,
      "grad_norm": 0.15368302078148194,
      "learning_rate": 1.3687065396228332e-05,
      "loss": 0.1497,
      "step": 5930
    },
    {
      "epoch": 2.0575090940585485,
      "grad_norm": 0.1428450265623596,
      "learning_rate": 1.3597295699368668e-05,
      "loss": 0.1514,
      "step": 5940
    },
    {
      "epoch": 2.0609734973150875,
      "grad_norm": 0.1281258398579668,
      "learning_rate": 1.3507711264452905e-05,
      "loss": 0.1483,
      "step": 5950
    },
    {
      "epoch": 2.0644379005716265,
      "grad_norm": 0.15262843729207556,
      "learning_rate": 1.3418313546976676e-05,
      "loss": 0.1466,
      "step": 5960
    },
    {
      "epoch": 2.0679023038281654,
      "grad_norm": 0.14904369630104097,
      "learning_rate": 1.332910399940202e-05,
      "loss": 0.1454,
      "step": 5970
    },
    {
      "epoch": 2.071366707084705,
      "grad_norm": 0.1423441662005472,
      "learning_rate": 1.324008407113371e-05,
      "loss": 0.1501,
      "step": 5980
    },
    {
      "epoch": 2.074831110341244,
      "grad_norm": 0.1422975070772413,
      "learning_rate": 1.3151255208495755e-05,
      "loss": 0.154,
      "step": 5990
    },
    {
      "epoch": 2.0782955135977828,
      "grad_norm": 0.1352228664513086,
      "learning_rate": 1.306261885470789e-05,
      "loss": 0.1506,
      "step": 6000
    },
    {
      "epoch": 2.0817599168543217,
      "grad_norm": 0.13493941433636564,
      "learning_rate": 1.2974176449862101e-05,
      "loss": 0.148,
      "step": 6010
    },
    {
      "epoch": 2.085224320110861,
      "grad_norm": 0.13664044137951584,
      "learning_rate": 1.2885929430899258e-05,
      "loss": 0.1479,
      "step": 6020
    },
    {
      "epoch": 2.0886887233674,
      "grad_norm": 0.13427253141306963,
      "learning_rate": 1.279787923158577e-05,
      "loss": 0.1451,
      "step": 6030
    },
    {
      "epoch": 2.092153126623939,
      "grad_norm": 0.18500494498072673,
      "learning_rate": 1.2710027282490247e-05,
      "loss": 0.1504,
      "step": 6040
    },
    {
      "epoch": 2.095617529880478,
      "grad_norm": 0.1384525206350356,
      "learning_rate": 1.2622375010960335e-05,
      "loss": 0.1502,
      "step": 6050
    },
    {
      "epoch": 2.099081933137017,
      "grad_norm": 0.1417115574643469,
      "learning_rate": 1.2534923841099445e-05,
      "loss": 0.1522,
      "step": 6060
    },
    {
      "epoch": 2.1025463363935564,
      "grad_norm": 0.14117258627489582,
      "learning_rate": 1.2447675193743651e-05,
      "loss": 0.149,
      "step": 6070
    },
    {
      "epoch": 2.1060107396500953,
      "grad_norm": 0.13976875251148813,
      "learning_rate": 1.2360630486438635e-05,
      "loss": 0.1479,
      "step": 6080
    },
    {
      "epoch": 2.1094751429066343,
      "grad_norm": 0.13438983639128466,
      "learning_rate": 1.2273791133416584e-05,
      "loss": 0.1493,
      "step": 6090
    },
    {
      "epoch": 2.1129395461631733,
      "grad_norm": 0.12916426405356554,
      "learning_rate": 1.2187158545573295e-05,
      "loss": 0.1462,
      "step": 6100
    },
    {
      "epoch": 2.1164039494197127,
      "grad_norm": 0.14884278506870566,
      "learning_rate": 1.2100734130445173e-05,
      "loss": 0.1534,
      "step": 6110
    },
    {
      "epoch": 2.1198683526762516,
      "grad_norm": 0.14763268804961824,
      "learning_rate": 1.2014519292186428e-05,
      "loss": 0.1504,
      "step": 6120
    },
    {
      "epoch": 2.1233327559327906,
      "grad_norm": 0.14546584264873522,
      "learning_rate": 1.1928515431546233e-05,
      "loss": 0.1549,
      "step": 6130
    },
    {
      "epoch": 2.1267971591893295,
      "grad_norm": 0.13000521630439743,
      "learning_rate": 1.1842723945845948e-05,
      "loss": 0.1515,
      "step": 6140
    },
    {
      "epoch": 2.1302615624458685,
      "grad_norm": 0.1380689347039955,
      "learning_rate": 1.1757146228956445e-05,
      "loss": 0.1534,
      "step": 6150
    },
    {
      "epoch": 2.133725965702408,
      "grad_norm": 0.13885554681042553,
      "learning_rate": 1.1671783671275467e-05,
      "loss": 0.1477,
      "step": 6160
    },
    {
      "epoch": 2.137190368958947,
      "grad_norm": 0.1413517568795959,
      "learning_rate": 1.1586637659704994e-05,
      "loss": 0.1489,
      "step": 6170
    },
    {
      "epoch": 2.140654772215486,
      "grad_norm": 0.1445567017190447,
      "learning_rate": 1.1501709577628777e-05,
      "loss": 0.1527,
      "step": 6180
    },
    {
      "epoch": 2.144119175472025,
      "grad_norm": 0.13842122845453322,
      "learning_rate": 1.1417000804889793e-05,
      "loss": 0.149,
      "step": 6190
    },
    {
      "epoch": 2.147583578728564,
      "grad_norm": 0.1351342875816243,
      "learning_rate": 1.1332512717767862e-05,
      "loss": 0.1499,
      "step": 6200
    },
    {
      "epoch": 2.151047981985103,
      "grad_norm": 0.19203561762793064,
      "learning_rate": 1.1248246688957307e-05,
      "loss": 0.1516,
      "step": 6210
    },
    {
      "epoch": 2.154512385241642,
      "grad_norm": 0.13275502783261534,
      "learning_rate": 1.1164204087544589e-05,
      "loss": 0.1496,
      "step": 6220
    },
    {
      "epoch": 2.157976788498181,
      "grad_norm": 0.14124554657127336,
      "learning_rate": 1.108038627898613e-05,
      "loss": 0.1469,
      "step": 6230
    },
    {
      "epoch": 2.16144119175472,
      "grad_norm": 0.13662855483900213,
      "learning_rate": 1.0996794625086102e-05,
      "loss": 0.1533,
      "step": 6240
    },
    {
      "epoch": 2.1649055950112595,
      "grad_norm": 0.13136794147532813,
      "learning_rate": 1.091343048397426e-05,
      "loss": 0.1479,
      "step": 6250
    },
    {
      "epoch": 2.1683699982677984,
      "grad_norm": 0.14289580428302312,
      "learning_rate": 1.0830295210083968e-05,
      "loss": 0.1523,
      "step": 6260
    },
    {
      "epoch": 2.1718344015243374,
      "grad_norm": 0.14336144046136406,
      "learning_rate": 1.0747390154130097e-05,
      "loss": 0.1482,
      "step": 6270
    },
    {
      "epoch": 2.1752988047808763,
      "grad_norm": 0.12351594136318876,
      "learning_rate": 1.0664716663087132e-05,
      "loss": 0.148,
      "step": 6280
    },
    {
      "epoch": 2.1787632080374157,
      "grad_norm": 0.1263105200697639,
      "learning_rate": 1.0582276080167299e-05,
      "loss": 0.1488,
      "step": 6290
    },
    {
      "epoch": 2.1822276112939547,
      "grad_norm": 0.1409302104392171,
      "learning_rate": 1.0500069744798696e-05,
      "loss": 0.1493,
      "step": 6300
    },
    {
      "epoch": 2.1856920145504937,
      "grad_norm": 0.13878678763750232,
      "learning_rate": 1.0418098992603576e-05,
      "loss": 0.1467,
      "step": 6310
    },
    {
      "epoch": 2.1891564178070326,
      "grad_norm": 0.13130670045208906,
      "learning_rate": 1.033636515537661e-05,
      "loss": 0.15,
      "step": 6320
    },
    {
      "epoch": 2.1926208210635716,
      "grad_norm": 0.13037720388849533,
      "learning_rate": 1.0254869561063263e-05,
      "loss": 0.1514,
      "step": 6330
    },
    {
      "epoch": 2.196085224320111,
      "grad_norm": 0.1392467131479532,
      "learning_rate": 1.0173613533738238e-05,
      "loss": 0.1497,
      "step": 6340
    },
    {
      "epoch": 2.19954962757665,
      "grad_norm": 0.13583441746880653,
      "learning_rate": 1.0092598393583949e-05,
      "loss": 0.1533,
      "step": 6350
    },
    {
      "epoch": 2.203014030833189,
      "grad_norm": 0.138478347457145,
      "learning_rate": 1.001182545686904e-05,
      "loss": 0.1474,
      "step": 6360
    },
    {
      "epoch": 2.206478434089728,
      "grad_norm": 0.13196884066043799,
      "learning_rate": 9.931296035927068e-06,
      "loss": 0.1485,
      "step": 6370
    },
    {
      "epoch": 2.2099428373462673,
      "grad_norm": 0.12628759927748884,
      "learning_rate": 9.851011439135105e-06,
      "loss": 0.1512,
      "step": 6380
    },
    {
      "epoch": 2.2134072406028062,
      "grad_norm": 0.12720352197837026,
      "learning_rate": 9.770972970892553e-06,
      "loss": 0.1492,
      "step": 6390
    },
    {
      "epoch": 2.216871643859345,
      "grad_norm": 0.1288529643249653,
      "learning_rate": 9.691181931599886e-06,
      "loss": 0.1463,
      "step": 6400
    },
    {
      "epoch": 2.220336047115884,
      "grad_norm": 0.12600916062409626,
      "learning_rate": 9.611639617637558e-06,
      "loss": 0.1488,
      "step": 6410
    },
    {
      "epoch": 2.2238004503724236,
      "grad_norm": 0.14329418696142437,
      "learning_rate": 9.532347321344956e-06,
      "loss": 0.1521,
      "step": 6420
    },
    {
      "epoch": 2.2272648536289625,
      "grad_norm": 0.13819893815319562,
      "learning_rate": 9.453306330999349e-06,
      "loss": 0.1501,
      "step": 6430
    },
    {
      "epoch": 2.2307292568855015,
      "grad_norm": 0.13277309165484377,
      "learning_rate": 9.37451793079502e-06,
      "loss": 0.1515,
      "step": 6440
    },
    {
      "epoch": 2.2341936601420405,
      "grad_norm": 0.1304498393414478,
      "learning_rate": 9.29598340082236e-06,
      "loss": 0.1498,
      "step": 6450
    },
    {
      "epoch": 2.2376580633985794,
      "grad_norm": 0.13297679247054883,
      "learning_rate": 9.217704017047057e-06,
      "loss": 0.151,
      "step": 6460
    },
    {
      "epoch": 2.241122466655119,
      "grad_norm": 0.12871920957838523,
      "learning_rate": 9.139681051289425e-06,
      "loss": 0.1507,
      "step": 6470
    },
    {
      "epoch": 2.244586869911658,
      "grad_norm": 0.1377467169551894,
      "learning_rate": 9.061915771203695e-06,
      "loss": 0.1477,
      "step": 6480
    },
    {
      "epoch": 2.2480512731681968,
      "grad_norm": 0.14354881718167706,
      "learning_rate": 8.984409440257427e-06,
      "loss": 0.1496,
      "step": 6490
    },
    {
      "epoch": 2.2515156764247357,
      "grad_norm": 0.13146580616283166,
      "learning_rate": 8.907163317710976e-06,
      "loss": 0.1499,
      "step": 6500
    },
    {
      "epoch": 2.2549800796812747,
      "grad_norm": 0.14028927070593003,
      "learning_rate": 8.830178658597038e-06,
      "loss": 0.1482,
      "step": 6510
    },
    {
      "epoch": 2.258444482937814,
      "grad_norm": 0.13406176038514053,
      "learning_rate": 8.75345671370029e-06,
      "loss": 0.1513,
      "step": 6520
    },
    {
      "epoch": 2.261908886194353,
      "grad_norm": 0.1281531685378758,
      "learning_rate": 8.676998729537009e-06,
      "loss": 0.1487,
      "step": 6530
    },
    {
      "epoch": 2.265373289450892,
      "grad_norm": 0.1334136953967956,
      "learning_rate": 8.600805948334858e-06,
      "loss": 0.1461,
      "step": 6540
    },
    {
      "epoch": 2.268837692707431,
      "grad_norm": 0.13263104957255284,
      "learning_rate": 8.524879608012714e-06,
      "loss": 0.1494,
      "step": 6550
    },
    {
      "epoch": 2.2723020959639704,
      "grad_norm": 0.14074464264886974,
      "learning_rate": 8.449220942160512e-06,
      "loss": 0.1492,
      "step": 6560
    },
    {
      "epoch": 2.2757664992205093,
      "grad_norm": 0.13291686489725904,
      "learning_rate": 8.373831180019256e-06,
      "loss": 0.1468,
      "step": 6570
    },
    {
      "epoch": 2.2792309024770483,
      "grad_norm": 0.13968516954362226,
      "learning_rate": 8.298711546460986e-06,
      "loss": 0.148,
      "step": 6580
    },
    {
      "epoch": 2.2826953057335873,
      "grad_norm": 0.13617881495577386,
      "learning_rate": 8.223863261968945e-06,
      "loss": 0.1514,
      "step": 6590
    },
    {
      "epoch": 2.2861597089901267,
      "grad_norm": 0.13589641843226832,
      "learning_rate": 8.149287542617686e-06,
      "loss": 0.147,
      "step": 6600
    },
    {
      "epoch": 2.2896241122466656,
      "grad_norm": 0.13498192446917104,
      "learning_rate": 8.074985600053361e-06,
      "loss": 0.1559,
      "step": 6610
    },
    {
      "epoch": 2.2930885155032046,
      "grad_norm": 0.13109156975966305,
      "learning_rate": 8.000958641474021e-06,
      "loss": 0.1524,
      "step": 6620
    },
    {
      "epoch": 2.2965529187597435,
      "grad_norm": 0.1320540630523605,
      "learning_rate": 7.927207869609984e-06,
      "loss": 0.1493,
      "step": 6630
    },
    {
      "epoch": 2.3000173220162825,
      "grad_norm": 0.14127205971076925,
      "learning_rate": 7.853734482704309e-06,
      "loss": 0.1511,
      "step": 6640
    },
    {
      "epoch": 2.303481725272822,
      "grad_norm": 0.13466133744323935,
      "learning_rate": 7.780539674493345e-06,
      "loss": 0.1506,
      "step": 6650
    },
    {
      "epoch": 2.306946128529361,
      "grad_norm": 0.1286157583033884,
      "learning_rate": 7.707624634187308e-06,
      "loss": 0.1527,
      "step": 6660
    },
    {
      "epoch": 2.3104105317859,
      "grad_norm": 0.1380982881943608,
      "learning_rate": 7.63499054645096e-06,
      "loss": 0.1484,
      "step": 6670
    },
    {
      "epoch": 2.313874935042439,
      "grad_norm": 0.15156686175057582,
      "learning_rate": 7.562638591384396e-06,
      "loss": 0.1461,
      "step": 6680
    },
    {
      "epoch": 2.3173393382989778,
      "grad_norm": 0.12803039542374958,
      "learning_rate": 7.4905699445038255e-06,
      "loss": 0.1483,
      "step": 6690
    },
    {
      "epoch": 2.320803741555517,
      "grad_norm": 0.13309461688414237,
      "learning_rate": 7.418785776722514e-06,
      "loss": 0.151,
      "step": 6700
    },
    {
      "epoch": 2.324268144812056,
      "grad_norm": 0.12574985983373116,
      "learning_rate": 7.34728725433172e-06,
      "loss": 0.1466,
      "step": 6710
    },
    {
      "epoch": 2.327732548068595,
      "grad_norm": 0.13375589775606558,
      "learning_rate": 7.276075538981778e-06,
      "loss": 0.1511,
      "step": 6720
    },
    {
      "epoch": 2.3311969513251345,
      "grad_norm": 0.13021533231229976,
      "learning_rate": 7.205151787663222e-06,
      "loss": 0.1486,
      "step": 6730
    },
    {
      "epoch": 2.3346613545816735,
      "grad_norm": 0.1238991538662092,
      "learning_rate": 7.134517152687953e-06,
      "loss": 0.1467,
      "step": 6740
    },
    {
      "epoch": 2.3381257578382124,
      "grad_norm": 0.13319985151049268,
      "learning_rate": 7.064172781670569e-06,
      "loss": 0.1504,
      "step": 6750
    },
    {
      "epoch": 2.3415901610947514,
      "grad_norm": 0.13427753958581112,
      "learning_rate": 6.994119817509678e-06,
      "loss": 0.1454,
      "step": 6760
    },
    {
      "epoch": 2.3450545643512903,
      "grad_norm": 0.1329147728324323,
      "learning_rate": 6.924359398369342e-06,
      "loss": 0.1487,
      "step": 6770
    },
    {
      "epoch": 2.3485189676078297,
      "grad_norm": 0.11940132635278913,
      "learning_rate": 6.854892657660605e-06,
      "loss": 0.1476,
      "step": 6780
    },
    {
      "epoch": 2.3519833708643687,
      "grad_norm": 0.13086880472397885,
      "learning_rate": 6.785720724023042e-06,
      "loss": 0.1483,
      "step": 6790
    },
    {
      "epoch": 2.3554477741209077,
      "grad_norm": 0.12994412754505075,
      "learning_rate": 6.716844721306443e-06,
      "loss": 0.1496,
      "step": 6800
    },
    {
      "epoch": 2.3589121773774466,
      "grad_norm": 0.13309217588951705,
      "learning_rate": 6.648265768552569e-06,
      "loss": 0.1469,
      "step": 6810
    },
    {
      "epoch": 2.3623765806339856,
      "grad_norm": 0.1353366584822473,
      "learning_rate": 6.579984979976925e-06,
      "loss": 0.151,
      "step": 6820
    },
    {
      "epoch": 2.365840983890525,
      "grad_norm": 0.13072638016170673,
      "learning_rate": 6.512003464950706e-06,
      "loss": 0.1498,
      "step": 6830
    },
    {
      "epoch": 2.369305387147064,
      "grad_norm": 0.14086411924508258,
      "learning_rate": 6.444322327982752e-06,
      "loss": 0.1488,
      "step": 6840
    },
    {
      "epoch": 2.372769790403603,
      "grad_norm": 0.13022025324073322,
      "learning_rate": 6.376942668701586e-06,
      "loss": 0.1505,
      "step": 6850
    },
    {
      "epoch": 2.376234193660142,
      "grad_norm": 0.1270304545640671,
      "learning_rate": 6.309865581837584e-06,
      "loss": 0.1467,
      "step": 6860
    },
    {
      "epoch": 2.3796985969166813,
      "grad_norm": 0.13824906046376823,
      "learning_rate": 6.243092157205146e-06,
      "loss": 0.1479,
      "step": 6870
    },
    {
      "epoch": 2.3831630001732202,
      "grad_norm": 0.13322342141123356,
      "learning_rate": 6.1766234796850426e-06,
      "loss": 0.1532,
      "step": 6880
    },
    {
      "epoch": 2.386627403429759,
      "grad_norm": 0.13622336055549258,
      "learning_rate": 6.110460629206735e-06,
      "loss": 0.1494,
      "step": 6890
    },
    {
      "epoch": 2.390091806686298,
      "grad_norm": 0.13141145530513035,
      "learning_rate": 6.044604680730856e-06,
      "loss": 0.1478,
      "step": 6900
    },
    {
      "epoch": 2.3935562099428376,
      "grad_norm": 0.12753936723220544,
      "learning_rate": 5.979056704231759e-06,
      "loss": 0.1508,
      "step": 6910
    },
    {
      "epoch": 2.3970206131993765,
      "grad_norm": 0.1282678691982685,
      "learning_rate": 5.9138177646800934e-06,
      "loss": 0.1494,
      "step": 6920
    },
    {
      "epoch": 2.4004850164559155,
      "grad_norm": 0.12550541746949806,
      "learning_rate": 5.848888922025553e-06,
      "loss": 0.1474,
      "step": 6930
    },
    {
      "epoch": 2.4039494197124545,
      "grad_norm": 0.13234115800985993,
      "learning_rate": 5.7842712311796025e-06,
      "loss": 0.1463,
      "step": 6940
    },
    {
      "epoch": 2.4074138229689934,
      "grad_norm": 0.12467209107241967,
      "learning_rate": 5.719965741998368e-06,
      "loss": 0.1491,
      "step": 6950
    },
    {
      "epoch": 2.410878226225533,
      "grad_norm": 0.13573330603028008,
      "learning_rate": 5.655973499265582e-06,
      "loss": 0.1513,
      "step": 6960
    },
    {
      "epoch": 2.414342629482072,
      "grad_norm": 0.13240853708299855,
      "learning_rate": 5.59229554267561e-06,
      "loss": 0.1516,
      "step": 6970
    },
    {
      "epoch": 2.4178070327386108,
      "grad_norm": 0.1329534082302391,
      "learning_rate": 5.528932906816522e-06,
      "loss": 0.1517,
      "step": 6980
    },
    {
      "epoch": 2.4212714359951497,
      "grad_norm": 0.12911430987167502,
      "learning_rate": 5.465886621153346e-06,
      "loss": 0.1457,
      "step": 6990
    },
    {
      "epoch": 2.4247358392516887,
      "grad_norm": 0.1334215432640577,
      "learning_rate": 5.403157710011267e-06,
      "loss": 0.1534,
      "step": 7000
    },
    {
      "epoch": 2.428200242508228,
      "grad_norm": 0.12233095847822573,
      "learning_rate": 5.340747192559064e-06,
      "loss": 0.1443,
      "step": 7010
    },
    {
      "epoch": 2.431664645764767,
      "grad_norm": 0.12214722447020973,
      "learning_rate": 5.278656082792488e-06,
      "loss": 0.1506,
      "step": 7020
    },
    {
      "epoch": 2.435129049021306,
      "grad_norm": 0.1312038495892653,
      "learning_rate": 5.216885389517808e-06,
      "loss": 0.1494,
      "step": 7030
    },
    {
      "epoch": 2.438593452277845,
      "grad_norm": 0.12877996640447992,
      "learning_rate": 5.155436116335455e-06,
      "loss": 0.1498,
      "step": 7040
    },
    {
      "epoch": 2.4420578555343844,
      "grad_norm": 0.13785796047700058,
      "learning_rate": 5.094309261623642e-06,
      "loss": 0.1493,
      "step": 7050
    },
    {
      "epoch": 2.4455222587909233,
      "grad_norm": 0.12689388560349374,
      "learning_rate": 5.0335058185222245e-06,
      "loss": 0.148,
      "step": 7060
    },
    {
      "epoch": 2.4489866620474623,
      "grad_norm": 0.13349070966216434,
      "learning_rate": 4.973026774916504e-06,
      "loss": 0.1491,
      "step": 7070
    },
    {
      "epoch": 2.4524510653040013,
      "grad_norm": 0.13124780154477322,
      "learning_rate": 4.912873113421215e-06,
      "loss": 0.1472,
      "step": 7080
    },
    {
      "epoch": 2.4559154685605407,
      "grad_norm": 0.12289322814948568,
      "learning_rate": 4.853045811364532e-06,
      "loss": 0.151,
      "step": 7090
    },
    {
      "epoch": 2.4593798718170796,
      "grad_norm": 0.1231683131497469,
      "learning_rate": 4.793545840772221e-06,
      "loss": 0.1477,
      "step": 7100
    },
    {
      "epoch": 2.4628442750736186,
      "grad_norm": 0.12204021116853747,
      "learning_rate": 4.734374168351807e-06,
      "loss": 0.1464,
      "step": 7110
    },
    {
      "epoch": 2.4663086783301575,
      "grad_norm": 0.12705870894938584,
      "learning_rate": 4.675531755476922e-06,
      "loss": 0.1487,
      "step": 7120
    },
    {
      "epoch": 2.4697730815866965,
      "grad_norm": 0.13311385467368475,
      "learning_rate": 4.617019558171623e-06,
      "loss": 0.1518,
      "step": 7130
    },
    {
      "epoch": 2.473237484843236,
      "grad_norm": 0.12633200495803268,
      "learning_rate": 4.558838527094916e-06,
      "loss": 0.1487,
      "step": 7140
    },
    {
      "epoch": 2.476701888099775,
      "grad_norm": 0.12821618157907513,
      "learning_rate": 4.500989607525271e-06,
      "loss": 0.1513,
      "step": 7150
    },
    {
      "epoch": 2.480166291356314,
      "grad_norm": 0.12368299726159533,
      "learning_rate": 4.443473739345275e-06,
      "loss": 0.1486,
      "step": 7160
    },
    {
      "epoch": 2.483630694612853,
      "grad_norm": 0.13459364837403084,
      "learning_rate": 4.386291857026381e-06,
      "loss": 0.1507,
      "step": 7170
    },
    {
      "epoch": 2.4870950978693918,
      "grad_norm": 0.12921146609560327,
      "learning_rate": 4.329444889613687e-06,
      "loss": 0.1506,
      "step": 7180
    },
    {
      "epoch": 2.490559501125931,
      "grad_norm": 0.13011095251066665,
      "learning_rate": 4.272933760710893e-06,
      "loss": 0.1472,
      "step": 7190
    },
    {
      "epoch": 2.49402390438247,
      "grad_norm": 0.13394025522445424,
      "learning_rate": 4.2167593884652325e-06,
      "loss": 0.1482,
      "step": 7200
    },
    {
      "epoch": 2.497488307639009,
      "grad_norm": 0.12341718153206974,
      "learning_rate": 4.160922685552612e-06,
      "loss": 0.1492,
      "step": 7210
    },
    {
      "epoch": 2.5009527108955485,
      "grad_norm": 0.12332806421502722,
      "learning_rate": 4.105424559162754e-06,
      "loss": 0.151,
      "step": 7220
    },
    {
      "epoch": 2.5044171141520875,
      "grad_norm": 0.12451895183900567,
      "learning_rate": 4.05026591098446e-06,
      "loss": 0.1477,
      "step": 7230
    },
    {
      "epoch": 2.5078815174086264,
      "grad_norm": 0.12237447886665374,
      "learning_rate": 3.995447637190955e-06,
      "loss": 0.1434,
      "step": 7240
    },
    {
      "epoch": 2.5113459206651654,
      "grad_norm": 0.12468896676434474,
      "learning_rate": 3.940970628425353e-06,
      "loss": 0.1509,
      "step": 7250
    },
    {
      "epoch": 2.5148103239217043,
      "grad_norm": 0.12229284415257566,
      "learning_rate": 3.886835769786154e-06,
      "loss": 0.1508,
      "step": 7260
    },
    {
      "epoch": 2.5182747271782437,
      "grad_norm": 0.12284739761632071,
      "learning_rate": 3.833043940812889e-06,
      "loss": 0.1469,
      "step": 7270
    },
    {
      "epoch": 2.5217391304347827,
      "grad_norm": 0.12171858269842417,
      "learning_rate": 3.7795960154718175e-06,
      "loss": 0.148,
      "step": 7280
    },
    {
      "epoch": 2.5252035336913217,
      "grad_norm": 0.1279096545024547,
      "learning_rate": 3.726492862141717e-06,
      "loss": 0.1492,
      "step": 7290
    },
    {
      "epoch": 2.5286679369478606,
      "grad_norm": 0.1261825689932827,
      "learning_rate": 3.67373534359981e-06,
      "loss": 0.1485,
      "step": 7300
    },
    {
      "epoch": 2.5321323402043996,
      "grad_norm": 0.12731710139244515,
      "learning_rate": 3.621324317007704e-06,
      "loss": 0.1485,
      "step": 7310
    },
    {
      "epoch": 2.535596743460939,
      "grad_norm": 0.1224027049400114,
      "learning_rate": 3.569260633897495e-06,
      "loss": 0.1476,
      "step": 7320
    },
    {
      "epoch": 2.539061146717478,
      "grad_norm": 0.12095976657546359,
      "learning_rate": 3.517545140157927e-06,
      "loss": 0.1466,
      "step": 7330
    },
    {
      "epoch": 2.542525549974017,
      "grad_norm": 0.12165268564942827,
      "learning_rate": 3.466178676020626e-06,
      "loss": 0.1463,
      "step": 7340
    },
    {
      "epoch": 2.545989953230556,
      "grad_norm": 0.12226265951849115,
      "learning_rate": 3.415162076046488e-06,
      "loss": 0.1485,
      "step": 7350
    },
    {
      "epoch": 2.549454356487095,
      "grad_norm": 0.12637110596902743,
      "learning_rate": 3.364496169112083e-06,
      "loss": 0.1487,
      "step": 7360
    },
    {
      "epoch": 2.5529187597436342,
      "grad_norm": 0.12810226008624373,
      "learning_rate": 3.3141817783962e-06,
      "loss": 0.146,
      "step": 7370
    },
    {
      "epoch": 2.556383163000173,
      "grad_norm": 0.1252993130112932,
      "learning_rate": 3.264219721366496e-06,
      "loss": 0.1465,
      "step": 7380
    },
    {
      "epoch": 2.559847566256712,
      "grad_norm": 0.1217860788587577,
      "learning_rate": 3.2146108097661746e-06,
      "loss": 0.1465,
      "step": 7390
    },
    {
      "epoch": 2.5633119695132516,
      "grad_norm": 0.1306358146817434,
      "learning_rate": 3.165355849600829e-06,
      "loss": 0.1488,
      "step": 7400
    },
    {
      "epoch": 2.5667763727697905,
      "grad_norm": 0.1243046537823559,
      "learning_rate": 3.116455641125332e-06,
      "loss": 0.1457,
      "step": 7410
    },
    {
      "epoch": 2.5702407760263295,
      "grad_norm": 0.13155702663844496,
      "learning_rate": 3.0679109788308293e-06,
      "loss": 0.1507,
      "step": 7420
    },
    {
      "epoch": 2.5737051792828685,
      "grad_norm": 0.12565136055486759,
      "learning_rate": 3.0197226514318527e-06,
      "loss": 0.1447,
      "step": 7430
    },
    {
      "epoch": 2.5771695825394074,
      "grad_norm": 0.12227279079368177,
      "learning_rate": 2.9718914418534747e-06,
      "loss": 0.1481,
      "step": 7440
    },
    {
      "epoch": 2.580633985795947,
      "grad_norm": 0.12446579351502253,
      "learning_rate": 2.9244181272186257e-06,
      "loss": 0.1508,
      "step": 7450
    },
    {
      "epoch": 2.584098389052486,
      "grad_norm": 0.12176081031880796,
      "learning_rate": 2.8773034788354384e-06,
      "loss": 0.1516,
      "step": 7460
    },
    {
      "epoch": 2.5875627923090248,
      "grad_norm": 0.12394944777774412,
      "learning_rate": 2.8305482621847152e-06,
      "loss": 0.146,
      "step": 7470
    },
    {
      "epoch": 2.5910271955655637,
      "grad_norm": 0.12488028679932459,
      "learning_rate": 2.784153236907522e-06,
      "loss": 0.1473,
      "step": 7480
    },
    {
      "epoch": 2.5944915988221027,
      "grad_norm": 0.12228989346664527,
      "learning_rate": 2.7381191567928064e-06,
      "loss": 0.1481,
      "step": 7490
    },
    {
      "epoch": 2.597956002078642,
      "grad_norm": 0.12775499380593486,
      "learning_rate": 2.6924467697651778e-06,
      "loss": 0.1489,
      "step": 7500
    },
    {
      "epoch": 2.601420405335181,
      "grad_norm": 0.123666079771719,
      "learning_rate": 2.6471368178727583e-06,
      "loss": 0.1457,
      "step": 7510
    },
    {
      "epoch": 2.60488480859172,
      "grad_norm": 0.12267432282437238,
      "learning_rate": 2.6021900372750956e-06,
      "loss": 0.1457,
      "step": 7520
    },
    {
      "epoch": 2.6083492118482594,
      "grad_norm": 0.12433547335629408,
      "learning_rate": 2.5576071582312428e-06,
      "loss": 0.1461,
      "step": 7530
    },
    {
      "epoch": 2.611813615104798,
      "grad_norm": 0.12415914526721374,
      "learning_rate": 2.51338890508786e-06,
      "loss": 0.1503,
      "step": 7540
    },
    {
      "epoch": 2.6152780183613373,
      "grad_norm": 0.1228630751843417,
      "learning_rate": 2.4695359962674608e-06,
      "loss": 0.1478,
      "step": 7550
    },
    {
      "epoch": 2.6187424216178763,
      "grad_norm": 0.12239232127572298,
      "learning_rate": 2.4260491442567506e-06,
      "loss": 0.148,
      "step": 7560
    },
    {
      "epoch": 2.6222068248744153,
      "grad_norm": 0.13105355595668536,
      "learning_rate": 2.3829290555950264e-06,
      "loss": 0.1463,
      "step": 7570
    },
    {
      "epoch": 2.6256712281309547,
      "grad_norm": 0.12268630715908427,
      "learning_rate": 2.340176430862723e-06,
      "loss": 0.1458,
      "step": 7580
    },
    {
      "epoch": 2.6291356313874936,
      "grad_norm": 0.12235644638631886,
      "learning_rate": 2.2977919646700068e-06,
      "loss": 0.1455,
      "step": 7590
    },
    {
      "epoch": 2.6326000346440326,
      "grad_norm": 0.11798600614702796,
      "learning_rate": 2.255776345645494e-06,
      "loss": 0.142,
      "step": 7600
    },
    {
      "epoch": 2.6360644379005715,
      "grad_norm": 0.12407906704297328,
      "learning_rate": 2.2141302564250926e-06,
      "loss": 0.1502,
      "step": 7610
    },
    {
      "epoch": 2.6395288411571105,
      "grad_norm": 0.11753331905833096,
      "learning_rate": 2.17285437364087e-06,
      "loss": 0.1428,
      "step": 7620
    },
    {
      "epoch": 2.64299324441365,
      "grad_norm": 0.12007274689026741,
      "learning_rate": 2.131949367910077e-06,
      "loss": 0.1465,
      "step": 7630
    },
    {
      "epoch": 2.646457647670189,
      "grad_norm": 0.125472794336859,
      "learning_rate": 2.0914159038242704e-06,
      "loss": 0.1423,
      "step": 7640
    },
    {
      "epoch": 2.649922050926728,
      "grad_norm": 0.12784584316147593,
      "learning_rate": 2.051254639938477e-06,
      "loss": 0.1476,
      "step": 7650
    },
    {
      "epoch": 2.653386454183267,
      "grad_norm": 0.11853028227441036,
      "learning_rate": 2.0114662287605335e-06,
      "loss": 0.1486,
      "step": 7660
    },
    {
      "epoch": 2.6568508574398058,
      "grad_norm": 0.1191674746816265,
      "learning_rate": 1.97205131674045e-06,
      "loss": 0.1492,
      "step": 7670
    },
    {
      "epoch": 2.660315260696345,
      "grad_norm": 0.1250727768460615,
      "learning_rate": 1.933010544259939e-06,
      "loss": 0.1454,
      "step": 7680
    },
    {
      "epoch": 2.663779663952884,
      "grad_norm": 0.12320213371283693,
      "learning_rate": 1.8943445456219815e-06,
      "loss": 0.1472,
      "step": 7690
    },
    {
      "epoch": 2.667244067209423,
      "grad_norm": 0.11891666023211327,
      "learning_rate": 1.8560539490405399e-06,
      "loss": 0.1492,
      "step": 7700
    },
    {
      "epoch": 2.6707084704659625,
      "grad_norm": 0.125346930924718,
      "learning_rate": 1.8181393766303595e-06,
      "loss": 0.1462,
      "step": 7710
    },
    {
      "epoch": 2.6741728737225015,
      "grad_norm": 0.1321032171582539,
      "learning_rate": 1.7806014443968289e-06,
      "loss": 0.1436,
      "step": 7720
    },
    {
      "epoch": 2.6776372769790404,
      "grad_norm": 0.12117133427851705,
      "learning_rate": 1.7434407622259951e-06,
      "loss": 0.1466,
      "step": 7730
    },
    {
      "epoch": 2.6811016802355794,
      "grad_norm": 0.11718318211141446,
      "learning_rate": 1.7066579338746668e-06,
      "loss": 0.1456,
      "step": 7740
    },
    {
      "epoch": 2.6845660834921183,
      "grad_norm": 0.1283761135380607,
      "learning_rate": 1.670253556960563e-06,
      "loss": 0.1464,
      "step": 7750
    },
    {
      "epoch": 2.6880304867486577,
      "grad_norm": 0.12456996594619513,
      "learning_rate": 1.6342282229526468e-06,
      "loss": 0.1482,
      "step": 7760
    },
    {
      "epoch": 2.6914948900051967,
      "grad_norm": 0.11703659504283041,
      "learning_rate": 1.5985825171614953e-06,
      "loss": 0.1455,
      "step": 7770
    },
    {
      "epoch": 2.6949592932617357,
      "grad_norm": 0.11962329640139921,
      "learning_rate": 1.5633170187297846e-06,
      "loss": 0.1468,
      "step": 7780
    },
    {
      "epoch": 2.6984236965182746,
      "grad_norm": 0.12759004303067803,
      "learning_rate": 1.5284323006229035e-06,
      "loss": 0.1457,
      "step": 7790
    },
    {
      "epoch": 2.7018880997748136,
      "grad_norm": 0.12164262479291138,
      "learning_rate": 1.4939289296196063e-06,
      "loss": 0.1451,
      "step": 7800
    },
    {
      "epoch": 2.705352503031353,
      "grad_norm": 0.11841849076099206,
      "learning_rate": 1.4598074663028483e-06,
      "loss": 0.1442,
      "step": 7810
    },
    {
      "epoch": 2.708816906287892,
      "grad_norm": 0.1279272278852782,
      "learning_rate": 1.4260684650506478e-06,
      "loss": 0.1466,
      "step": 7820
    },
    {
      "epoch": 2.712281309544431,
      "grad_norm": 0.11952115983833288,
      "learning_rate": 1.3927124740270885e-06,
      "loss": 0.1457,
      "step": 7830
    },
    {
      "epoch": 2.71574571280097,
      "grad_norm": 0.12162884781857089,
      "learning_rate": 1.3597400351734151e-06,
      "loss": 0.1427,
      "step": 7840
    },
    {
      "epoch": 2.719210116057509,
      "grad_norm": 0.13471370194895713,
      "learning_rate": 1.327151684199221e-06,
      "loss": 0.1442,
      "step": 7850
    },
    {
      "epoch": 2.7226745193140482,
      "grad_norm": 0.12907986475959193,
      "learning_rate": 1.2949479505737494e-06,
      "loss": 0.1455,
      "step": 7860
    },
    {
      "epoch": 2.726138922570587,
      "grad_norm": 0.12566383969973927,
      "learning_rate": 1.263129357517301e-06,
      "loss": 0.1463,
      "step": 7870
    },
    {
      "epoch": 2.729603325827126,
      "grad_norm": 0.1195570593454166,
      "learning_rate": 1.2316964219927119e-06,
      "loss": 0.1422,
      "step": 7880
    },
    {
      "epoch": 2.7330677290836656,
      "grad_norm": 0.12438741593202014,
      "learning_rate": 1.2006496546969642e-06,
      "loss": 0.1506,
      "step": 7890
    },
    {
      "epoch": 2.7365321323402045,
      "grad_norm": 0.13311421492284156,
      "learning_rate": 1.1699895600529087e-06,
      "loss": 0.1484,
      "step": 7900
    },
    {
      "epoch": 2.7399965355967435,
      "grad_norm": 0.13353566400942274,
      "learning_rate": 1.1397166362010243e-06,
      "loss": 0.1472,
      "step": 7910
    },
    {
      "epoch": 2.7434609388532825,
      "grad_norm": 0.12303792368683632,
      "learning_rate": 1.109831374991377e-06,
      "loss": 0.1455,
      "step": 7920
    },
    {
      "epoch": 2.7469253421098214,
      "grad_norm": 0.1164932218834871,
      "learning_rate": 1.080334261975577e-06,
      "loss": 0.1456,
      "step": 7930
    },
    {
      "epoch": 2.750389745366361,
      "grad_norm": 0.12413166278304175,
      "learning_rate": 1.051225776398937e-06,
      "loss": 0.1475,
      "step": 7940
    },
    {
      "epoch": 2.7538541486229,
      "grad_norm": 0.11917463944574379,
      "learning_rate": 1.0225063911926597e-06,
      "loss": 0.1473,
      "step": 7950
    },
    {
      "epoch": 2.7573185518794388,
      "grad_norm": 0.21002619780579418,
      "learning_rate": 9.94176572966149e-07,
      "loss": 0.1499,
      "step": 7960
    },
    {
      "epoch": 2.7607829551359777,
      "grad_norm": 0.12190061305916731,
      "learning_rate": 9.662367819994467e-07,
      "loss": 0.1448,
      "step": 7970
    },
    {
      "epoch": 2.7642473583925167,
      "grad_norm": 0.11828260636790151,
      "learning_rate": 9.386874722357469e-07,
      "loss": 0.1492,
      "step": 7980
    },
    {
      "epoch": 2.767711761649056,
      "grad_norm": 0.11503639232862127,
      "learning_rate": 9.115290912740132e-07,
      "loss": 0.1448,
      "step": 7990
    },
    {
      "epoch": 2.771176164905595,
      "grad_norm": 0.1189533885403222,
      "learning_rate": 8.847620803617257e-07,
      "loss": 0.1467,
      "step": 8000
    },
    {
      "epoch": 2.774640568162134,
      "grad_norm": 0.12701672502597688,
      "learning_rate": 8.583868743876844e-07,
      "loss": 0.1462,
      "step": 8010
    },
    {
      "epoch": 2.7781049714186734,
      "grad_norm": 0.1220861131545684,
      "learning_rate": 8.324039018749674e-07,
      "loss": 0.1453,
      "step": 8020
    },
    {
      "epoch": 2.781569374675212,
      "grad_norm": 0.12031457421341588,
      "learning_rate": 8.068135849739617e-07,
      "loss": 0.1437,
      "step": 8030
    },
    {
      "epoch": 2.7850337779317513,
      "grad_norm": 0.12017875343248997,
      "learning_rate": 7.816163394554932e-07,
      "loss": 0.1478,
      "step": 8040
    },
    {
      "epoch": 2.7884981811882903,
      "grad_norm": 0.1192917350903116,
      "learning_rate": 7.56812574704091e-07,
      "loss": 0.1436,
      "step": 8050
    },
    {
      "epoch": 2.7919625844448293,
      "grad_norm": 0.11524716943825414,
      "learning_rate": 7.32402693711326e-07,
      "loss": 0.1451,
      "step": 8060
    },
    {
      "epoch": 2.7954269877013687,
      "grad_norm": 0.12406089861167721,
      "learning_rate": 7.083870930692516e-07,
      "loss": 0.1459,
      "step": 8070
    },
    {
      "epoch": 2.7988913909579076,
      "grad_norm": 0.12315834818935076,
      "learning_rate": 6.847661629639873e-07,
      "loss": 0.1451,
      "step": 8080
    },
    {
      "epoch": 2.8023557942144466,
      "grad_norm": 0.11732007572900043,
      "learning_rate": 6.615402871693487e-07,
      "loss": 0.1473,
      "step": 8090
    },
    {
      "epoch": 2.8058201974709855,
      "grad_norm": 0.11711430732640442,
      "learning_rate": 6.387098430406441e-07,
      "loss": 0.1481,
      "step": 8100
    },
    {
      "epoch": 2.8092846007275245,
      "grad_norm": 0.11662597413638771,
      "learning_rate": 6.162752015085122e-07,
      "loss": 0.1462,
      "step": 8110
    },
    {
      "epoch": 2.812749003984064,
      "grad_norm": 0.11644716676700212,
      "learning_rate": 5.942367270729165e-07,
      "loss": 0.1454,
      "step": 8120
    },
    {
      "epoch": 2.816213407240603,
      "grad_norm": 0.1210826937584845,
      "learning_rate": 5.725947777972224e-07,
      "loss": 0.1482,
      "step": 8130
    },
    {
      "epoch": 2.819677810497142,
      "grad_norm": 0.11717664884081884,
      "learning_rate": 5.513497053023647e-07,
      "loss": 0.1446,
      "step": 8140
    },
    {
      "epoch": 2.823142213753681,
      "grad_norm": 0.11782433267361038,
      "learning_rate": 5.305018547611451e-07,
      "loss": 0.1479,
      "step": 8150
    },
    {
      "epoch": 2.8266066170102198,
      "grad_norm": 0.12844697710634922,
      "learning_rate": 5.100515648926329e-07,
      "loss": 0.1457,
      "step": 8160
    },
    {
      "epoch": 2.830071020266759,
      "grad_norm": 0.1259382993927401,
      "learning_rate": 4.899991679566423e-07,
      "loss": 0.1482,
      "step": 8170
    },
    {
      "epoch": 2.833535423523298,
      "grad_norm": 0.12112661112999973,
      "learning_rate": 4.703449897483503e-07,
      "loss": 0.1468,
      "step": 8180
    },
    {
      "epoch": 2.836999826779837,
      "grad_norm": 0.11907259047343774,
      "learning_rate": 4.5108934959299243e-07,
      "loss": 0.1412,
      "step": 8190
    },
    {
      "epoch": 2.8404642300363765,
      "grad_norm": 0.11046949957522073,
      "learning_rate": 4.322325603406813e-07,
      "loss": 0.1457,
      "step": 8200
    },
    {
      "epoch": 2.8439286332929155,
      "grad_norm": 0.11728964170089871,
      "learning_rate": 4.137749283613268e-07,
      "loss": 0.148,
      "step": 8210
    },
    {
      "epoch": 2.8473930365494544,
      "grad_norm": 0.12458638671812242,
      "learning_rate": 3.9571675353964053e-07,
      "loss": 0.1477,
      "step": 8220
    },
    {
      "epoch": 2.8508574398059934,
      "grad_norm": 0.12603956939519112,
      "learning_rate": 3.780583292702894e-07,
      "loss": 0.1431,
      "step": 8230
    },
    {
      "epoch": 2.8543218430625323,
      "grad_norm": 0.11737849831673626,
      "learning_rate": 3.607999424531078e-07,
      "loss": 0.1459,
      "step": 8240
    },
    {
      "epoch": 2.8577862463190717,
      "grad_norm": 0.11861750859649005,
      "learning_rate": 3.4394187348844866e-07,
      "loss": 0.1484,
      "step": 8250
    },
    {
      "epoch": 2.8612506495756107,
      "grad_norm": 0.12007382110446226,
      "learning_rate": 3.274843962726204e-07,
      "loss": 0.1461,
      "step": 8260
    },
    {
      "epoch": 2.8647150528321497,
      "grad_norm": 0.1114021812553446,
      "learning_rate": 3.114277781934433e-07,
      "loss": 0.1408,
      "step": 8270
    },
    {
      "epoch": 2.8681794560886886,
      "grad_norm": 0.12459777820858844,
      "learning_rate": 2.957722801258944e-07,
      "loss": 0.1469,
      "step": 8280
    },
    {
      "epoch": 2.8716438593452276,
      "grad_norm": 0.12059709971421617,
      "learning_rate": 2.805181564278864e-07,
      "loss": 0.1476,
      "step": 8290
    },
    {
      "epoch": 2.875108262601767,
      "grad_norm": 0.11316078775210853,
      "learning_rate": 2.6566565493611475e-07,
      "loss": 0.1447,
      "step": 8300
    },
    {
      "epoch": 2.878572665858306,
      "grad_norm": 0.12343927697834793,
      "learning_rate": 2.512150169620503e-07,
      "loss": 0.1499,
      "step": 8310
    },
    {
      "epoch": 2.882037069114845,
      "grad_norm": 0.1264438568086182,
      "learning_rate": 2.371664772880061e-07,
      "loss": 0.1475,
      "step": 8320
    },
    {
      "epoch": 2.885501472371384,
      "grad_norm": 0.11834929752982455,
      "learning_rate": 2.2352026416331829e-07,
      "loss": 0.1484,
      "step": 8330
    },
    {
      "epoch": 2.888965875627923,
      "grad_norm": 0.12074802080378956,
      "learning_rate": 2.1027659930066e-07,
      "loss": 0.1464,
      "step": 8340
    },
    {
      "epoch": 2.8924302788844622,
      "grad_norm": 0.11880030905569529,
      "learning_rate": 1.97435697872414e-07,
      "loss": 0.1465,
      "step": 8350
    },
    {
      "epoch": 2.895894682141001,
      "grad_norm": 0.1286519420227983,
      "learning_rate": 1.8499776850719463e-07,
      "loss": 0.1466,
      "step": 8360
    },
    {
      "epoch": 2.89935908539754,
      "grad_norm": 0.12408525205621782,
      "learning_rate": 1.7296301328644516e-07,
      "loss": 0.1467,
      "step": 8370
    },
    {
      "epoch": 2.9028234886540796,
      "grad_norm": 0.11413939977206788,
      "learning_rate": 1.613316277411625e-07,
      "loss": 0.1432,
      "step": 8380
    },
    {
      "epoch": 2.9062878919106185,
      "grad_norm": 0.12094926364512971,
      "learning_rate": 1.5010380084871933e-07,
      "loss": 0.1482,
      "step": 8390
    },
    {
      "epoch": 2.9097522951671575,
      "grad_norm": 0.1173931691129058,
      "learning_rate": 1.392797150297942e-07,
      "loss": 0.1476,
      "step": 8400
    },
    {
      "epoch": 2.9132166984236965,
      "grad_norm": 0.11719997871862918,
      "learning_rate": 1.2885954614540175e-07,
      "loss": 0.1463,
      "step": 8410
    },
    {
      "epoch": 2.9166811016802354,
      "grad_norm": 0.11982420345633238,
      "learning_rate": 1.1884346349404774e-07,
      "loss": 0.1508,
      "step": 8420
    },
    {
      "epoch": 2.920145504936775,
      "grad_norm": 0.12475530168973786,
      "learning_rate": 1.0923162980896185e-07,
      "loss": 0.15,
      "step": 8430
    },
    {
      "epoch": 2.923609908193314,
      "grad_norm": 0.11892325463016702,
      "learning_rate": 1.000242012554664e-07,
      "loss": 0.1476,
      "step": 8440
    },
    {
      "epoch": 2.9270743114498528,
      "grad_norm": 0.1192790735851098,
      "learning_rate": 9.122132742843681e-08,
      "loss": 0.1454,
      "step": 8450
    },
    {
      "epoch": 2.9305387147063917,
      "grad_norm": 0.1170936103181331,
      "learning_rate": 8.28231513498673e-08,
      "loss": 0.1482,
      "step": 8460
    },
    {
      "epoch": 2.9340031179629307,
      "grad_norm": 0.11575536846669715,
      "learning_rate": 7.48298094665506e-08,
      "loss": 0.1482,
      "step": 8470
    },
    {
      "epoch": 2.93746752121947,
      "grad_norm": 0.10817448466285368,
      "learning_rate": 6.724143164785757e-08,
      "loss": 0.1454,
      "step": 8480
    },
    {
      "epoch": 2.940931924476009,
      "grad_norm": 0.11464554359428555,
      "learning_rate": 6.005814118363317e-08,
      "loss": 0.1438,
      "step": 8490
    },
    {
      "epoch": 2.944396327732548,
      "grad_norm": 0.12385487233495297,
      "learning_rate": 5.328005478218989e-08,
      "loss": 0.1463,
      "step": 8500
    },
    {
      "epoch": 2.947860730989087,
      "grad_norm": 0.11878438059832382,
      "learning_rate": 4.69072825684036e-08,
      "loss": 0.1464,
      "step": 8510
    },
    {
      "epoch": 2.951325134245626,
      "grad_norm": 0.11382553656848247,
      "learning_rate": 4.093992808194558e-08,
      "loss": 0.1427,
      "step": 8520
    },
    {
      "epoch": 2.9547895375021653,
      "grad_norm": 0.1221402366685275,
      "learning_rate": 3.537808827557276e-08,
      "loss": 0.1469,
      "step": 8530
    },
    {
      "epoch": 2.9582539407587043,
      "grad_norm": 0.11836429164824389,
      "learning_rate": 3.0221853513576207e-08,
      "loss": 0.1471,
      "step": 8540
    },
    {
      "epoch": 2.9617183440152433,
      "grad_norm": 0.11592227533291538,
      "learning_rate": 2.5471307570298918e-08,
      "loss": 0.1436,
      "step": 8550
    },
    {
      "epoch": 2.9651827472717827,
      "grad_norm": 0.12005026306688542,
      "learning_rate": 2.112652762878142e-08,
      "loss": 0.1466,
      "step": 8560
    },
    {
      "epoch": 2.9686471505283216,
      "grad_norm": 0.12062875615569613,
      "learning_rate": 1.71875842795044e-08,
      "loss": 0.1457,
      "step": 8570
    },
    {
      "epoch": 2.9721115537848606,
      "grad_norm": 0.12033280556169802,
      "learning_rate": 1.3654541519242392e-08,
      "loss": 0.1437,
      "step": 8580
    },
    {
      "epoch": 2.9755759570413995,
      "grad_norm": 0.12337008384975914,
      "learning_rate": 1.0527456750025755e-08,
      "loss": 0.1468,
      "step": 8590
    },
    {
      "epoch": 2.9790403602979385,
      "grad_norm": 0.12167133579723895,
      "learning_rate": 7.80638077820528e-09,
      "loss": 0.1519,
      "step": 8600
    },
    {
      "epoch": 2.982504763554478,
      "grad_norm": 0.11751314218922883,
      "learning_rate": 5.491357813627862e-09,
      "loss": 0.1494,
      "step": 8610
    },
    {
      "epoch": 2.985969166811017,
      "grad_norm": 0.12293930219223904,
      "learning_rate": 3.582425468920403e-09,
      "loss": 0.1483,
      "step": 8620
    },
    {
      "epoch": 2.989433570067556,
      "grad_norm": 0.12371328514211692,
      "learning_rate": 2.0796147588791894e-09,
      "loss": 0.1446,
      "step": 8630
    },
    {
      "epoch": 2.992897973324095,
      "grad_norm": 0.1283635993974664,
      "learning_rate": 9.829500999564144e-10,
      "loss": 0.148,
      "step": 8640
    },
    {
      "epoch": 2.9963623765806338,
      "grad_norm": 0.11829545701564251,
      "learning_rate": 2.924493098743764e-10,
      "loss": 0.1419,
      "step": 8650
    },
    {
      "epoch": 2.999826779837173,
      "grad_norm": 0.1191095821300158,
      "learning_rate": 8.123607339594053e-12,
      "loss": 0.1497,
      "step": 8660
    },
    {
      "epoch": 3.0,
      "step": 8661,
      "total_flos": 1.6970304064115966e+19,
      "train_loss": 0.20868314632318158,
      "train_runtime": 603947.8558,
      "train_samples_per_second": 0.459,
      "train_steps_per_second": 0.014
    }
  ],
  "logging_steps": 10,
  "max_steps": 8661,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6970304064115966e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}