{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0094382476152022,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000504719123807601,
      "grad_norm": 13.60463809967041,
      "learning_rate": 4.542013626040879e-08,
      "loss": 2.5717,
      "step": 10
    },
    {
      "epoch": 0.001009438247615202,
      "grad_norm": 13.106037139892578,
      "learning_rate": 9.588695432752966e-08,
      "loss": 2.5732,
      "step": 20
    },
    {
      "epoch": 0.0015141573714228032,
      "grad_norm": 13.530716896057129,
      "learning_rate": 1.4635377239465053e-07,
      "loss": 2.5295,
      "step": 30
    },
    {
      "epoch": 0.002018876495230404,
      "grad_norm": 14.077570915222168,
      "learning_rate": 1.9682059046177143e-07,
      "loss": 2.5395,
      "step": 40
    },
    {
      "epoch": 0.0025235956190380053,
      "grad_norm": 15.561798095703125,
      "learning_rate": 2.472874085288923e-07,
      "loss": 2.5872,
      "step": 50
    },
    {
      "epoch": 0.0030283147428456065,
      "grad_norm": 17.170623779296875,
      "learning_rate": 2.9775422659601315e-07,
      "loss": 2.4167,
      "step": 60
    },
    {
      "epoch": 0.0035330338666532076,
      "grad_norm": 11.311697959899902,
      "learning_rate": 3.48221044663134e-07,
      "loss": 2.3179,
      "step": 70
    },
    {
      "epoch": 0.004037752990460808,
      "grad_norm": 8.047669410705566,
      "learning_rate": 3.986878627302549e-07,
      "loss": 2.1541,
      "step": 80
    },
    {
      "epoch": 0.0045424721142684095,
      "grad_norm": 5.208219051361084,
      "learning_rate": 4.4915468079737575e-07,
      "loss": 2.1151,
      "step": 90
    },
    {
      "epoch": 0.005047191238076011,
      "grad_norm": 5.202821254730225,
      "learning_rate": 4.996214988644967e-07,
      "loss": 2.0509,
      "step": 100
    },
    {
      "epoch": 0.005551910361883612,
      "grad_norm": 3.4649884700775146,
      "learning_rate": 5.500883169316174e-07,
      "loss": 1.7731,
      "step": 110
    },
    {
      "epoch": 0.006056629485691213,
      "grad_norm": 2.5928854942321777,
      "learning_rate": 6.005551349987384e-07,
      "loss": 1.6927,
      "step": 120
    },
    {
      "epoch": 0.006561348609498814,
      "grad_norm": 2.219893217086792,
      "learning_rate": 6.510219530658593e-07,
      "loss": 1.6752,
      "step": 130
    },
    {
      "epoch": 0.007066067733306415,
      "grad_norm": 2.344254732131958,
      "learning_rate": 7.014887711329802e-07,
      "loss": 1.4725,
      "step": 140
    },
    {
      "epoch": 0.007570786857114016,
      "grad_norm": 4.898065567016602,
      "learning_rate": 7.51955589200101e-07,
      "loss": 1.3596,
      "step": 150
    },
    {
      "epoch": 0.008075505980921617,
      "grad_norm": 7.858865261077881,
      "learning_rate": 8.024224072672219e-07,
      "loss": 1.1521,
      "step": 160
    },
    {
      "epoch": 0.008580225104729219,
      "grad_norm": 4.452445983886719,
      "learning_rate": 8.528892253343428e-07,
      "loss": 0.852,
      "step": 170
    },
    {
      "epoch": 0.009084944228536819,
      "grad_norm": 2.8811142444610596,
      "learning_rate": 9.033560434014637e-07,
      "loss": 0.5835,
      "step": 180
    },
    {
      "epoch": 0.009589663352344421,
      "grad_norm": 1.8620843887329102,
      "learning_rate": 9.538228614685845e-07,
      "loss": 0.4718,
      "step": 190
    },
    {
      "epoch": 0.010094382476152021,
      "grad_norm": 1.3505512475967407,
      "learning_rate": 1.0042896795357054e-06,
      "loss": 0.3571,
      "step": 200
    },
    {
      "epoch": 0.010599101599959623,
      "grad_norm": 1.15274977684021,
      "learning_rate": 1.0547564976028263e-06,
      "loss": 0.3255,
      "step": 210
    },
    {
      "epoch": 0.011103820723767224,
      "grad_norm": 1.1440281867980957,
      "learning_rate": 1.1052233156699472e-06,
      "loss": 0.3012,
      "step": 220
    },
    {
      "epoch": 0.011608539847574824,
      "grad_norm": 0.9628319144248962,
      "learning_rate": 1.155690133737068e-06,
      "loss": 0.2912,
      "step": 230
    },
    {
      "epoch": 0.012113258971382426,
      "grad_norm": 1.3185631036758423,
      "learning_rate": 1.2061569518041887e-06,
      "loss": 0.2762,
      "step": 240
    },
    {
      "epoch": 0.012617978095190026,
      "grad_norm": 1.1212304830551147,
      "learning_rate": 1.2566237698713097e-06,
      "loss": 0.2684,
      "step": 250
    },
    {
      "epoch": 0.013122697218997628,
      "grad_norm": 1.2404594421386719,
      "learning_rate": 1.3070905879384306e-06,
      "loss": 0.2719,
      "step": 260
    },
    {
      "epoch": 0.013627416342805228,
      "grad_norm": 1.154213309288025,
      "learning_rate": 1.3575574060055517e-06,
      "loss": 0.2639,
      "step": 270
    },
    {
      "epoch": 0.01413213546661283,
      "grad_norm": 1.249667763710022,
      "learning_rate": 1.4080242240726724e-06,
      "loss": 0.2634,
      "step": 280
    },
    {
      "epoch": 0.01463685459042043,
      "grad_norm": 1.0084279775619507,
      "learning_rate": 1.4584910421397933e-06,
      "loss": 0.2515,
      "step": 290
    },
    {
      "epoch": 0.015141573714228033,
      "grad_norm": 1.0564252138137817,
      "learning_rate": 1.5089578602069142e-06,
      "loss": 0.2551,
      "step": 300
    },
    {
      "epoch": 0.015646292838035633,
      "grad_norm": 0.9480035901069641,
      "learning_rate": 1.5594246782740349e-06,
      "loss": 0.256,
      "step": 310
    },
    {
      "epoch": 0.016151011961843233,
      "grad_norm": 1.013540506362915,
      "learning_rate": 1.6098914963411558e-06,
      "loss": 0.2528,
      "step": 320
    },
    {
      "epoch": 0.016655731085650834,
      "grad_norm": 0.9483206868171692,
      "learning_rate": 1.6603583144082767e-06,
      "loss": 0.2439,
      "step": 330
    },
    {
      "epoch": 0.017160450209458437,
      "grad_norm": 1.1123472452163696,
      "learning_rate": 1.7108251324753973e-06,
      "loss": 0.2444,
      "step": 340
    },
    {
      "epoch": 0.017665169333266038,
      "grad_norm": 1.0798614025115967,
      "learning_rate": 1.7612919505425185e-06,
      "loss": 0.2468,
      "step": 350
    },
    {
      "epoch": 0.018169888457073638,
      "grad_norm": 1.1317782402038574,
      "learning_rate": 1.8117587686096394e-06,
      "loss": 0.2399,
      "step": 360
    },
    {
      "epoch": 0.018674607580881238,
      "grad_norm": 0.9075382351875305,
      "learning_rate": 1.8622255866767603e-06,
      "loss": 0.2384,
      "step": 370
    },
    {
      "epoch": 0.019179326704688842,
      "grad_norm": 1.131590485572815,
      "learning_rate": 1.912692404743881e-06,
      "loss": 0.2411,
      "step": 380
    },
    {
      "epoch": 0.019684045828496442,
      "grad_norm": 0.9107761979103088,
      "learning_rate": 1.963159222811002e-06,
      "loss": 0.2459,
      "step": 390
    },
    {
      "epoch": 0.020188764952304043,
      "grad_norm": 0.9174781441688538,
      "learning_rate": 2.0136260408781225e-06,
      "loss": 0.2324,
      "step": 400
    },
    {
      "epoch": 0.020693484076111643,
      "grad_norm": 0.9846957325935364,
      "learning_rate": 2.0640928589452434e-06,
      "loss": 0.2423,
      "step": 410
    },
    {
      "epoch": 0.021198203199919247,
      "grad_norm": 1.0217281579971313,
      "learning_rate": 2.1145596770123643e-06,
      "loss": 0.2366,
      "step": 420
    },
    {
      "epoch": 0.021702922323726847,
      "grad_norm": 0.8702396750450134,
      "learning_rate": 2.1650264950794857e-06,
      "loss": 0.2372,
      "step": 430
    },
    {
      "epoch": 0.022207641447534447,
      "grad_norm": 1.0318386554718018,
      "learning_rate": 2.2154933131466066e-06,
      "loss": 0.2385,
      "step": 440
    },
    {
      "epoch": 0.022712360571342047,
      "grad_norm": 1.035325527191162,
      "learning_rate": 2.265960131213727e-06,
      "loss": 0.2364,
      "step": 450
    },
    {
      "epoch": 0.023217079695149648,
      "grad_norm": 0.8677272200584412,
      "learning_rate": 2.316426949280848e-06,
      "loss": 0.2255,
      "step": 460
    },
    {
      "epoch": 0.02372179881895725,
      "grad_norm": 0.8766999244689941,
      "learning_rate": 2.366893767347969e-06,
      "loss": 0.2336,
      "step": 470
    },
    {
      "epoch": 0.024226517942764852,
      "grad_norm": 1.010567545890808,
      "learning_rate": 2.4173605854150898e-06,
      "loss": 0.2289,
      "step": 480
    },
    {
      "epoch": 0.024731237066572452,
      "grad_norm": 0.8621071577072144,
      "learning_rate": 2.4678274034822107e-06,
      "loss": 0.2394,
      "step": 490
    },
    {
      "epoch": 0.025235956190380052,
      "grad_norm": 1.1157803535461426,
      "learning_rate": 2.5182942215493316e-06,
      "loss": 0.2283,
      "step": 500
    },
    {
      "epoch": 0.025740675314187656,
      "grad_norm": 0.9231483340263367,
      "learning_rate": 2.5687610396164525e-06,
      "loss": 0.2328,
      "step": 510
    },
    {
      "epoch": 0.026245394437995256,
      "grad_norm": 0.8060536980628967,
      "learning_rate": 2.6192278576835734e-06,
      "loss": 0.2274,
      "step": 520
    },
    {
      "epoch": 0.026750113561802857,
      "grad_norm": 0.9141907691955566,
      "learning_rate": 2.6696946757506943e-06,
      "loss": 0.2276,
      "step": 530
    },
    {
      "epoch": 0.027254832685610457,
      "grad_norm": 0.9911260604858398,
      "learning_rate": 2.720161493817815e-06,
      "loss": 0.2348,
      "step": 540
    },
    {
      "epoch": 0.027759551809418057,
      "grad_norm": 0.8503599762916565,
      "learning_rate": 2.770628311884936e-06,
      "loss": 0.2276,
      "step": 550
    },
    {
      "epoch": 0.02826427093322566,
      "grad_norm": 0.8563116192817688,
      "learning_rate": 2.8210951299520566e-06,
      "loss": 0.2218,
      "step": 560
    },
    {
      "epoch": 0.02876899005703326,
      "grad_norm": 0.8135624527931213,
      "learning_rate": 2.8715619480191775e-06,
      "loss": 0.2245,
      "step": 570
    },
    {
      "epoch": 0.02927370918084086,
      "grad_norm": 0.8141925930976868,
      "learning_rate": 2.9220287660862984e-06,
      "loss": 0.2236,
      "step": 580
    },
    {
      "epoch": 0.029778428304648462,
      "grad_norm": 0.8813909888267517,
      "learning_rate": 2.9724955841534193e-06,
      "loss": 0.2221,
      "step": 590
    },
    {
      "epoch": 0.030283147428456066,
      "grad_norm": 0.7687870264053345,
      "learning_rate": 3.02296240222054e-06,
      "loss": 0.223,
      "step": 600
    },
    {
      "epoch": 0.030787866552263666,
      "grad_norm": 0.8352845907211304,
      "learning_rate": 3.073429220287661e-06,
      "loss": 0.2286,
      "step": 610
    },
    {
      "epoch": 0.031292585676071266,
      "grad_norm": 0.8227149844169617,
      "learning_rate": 3.1238960383547815e-06,
      "loss": 0.2276,
      "step": 620
    },
    {
      "epoch": 0.03179730479987887,
      "grad_norm": 0.810450553894043,
      "learning_rate": 3.1743628564219033e-06,
      "loss": 0.2206,
      "step": 630
    },
    {
      "epoch": 0.03230202392368647,
      "grad_norm": 0.7927150726318359,
      "learning_rate": 3.2248296744890238e-06,
      "loss": 0.2253,
      "step": 640
    },
    {
      "epoch": 0.03280674304749407,
      "grad_norm": 0.8559219241142273,
      "learning_rate": 3.2752964925561447e-06,
      "loss": 0.2228,
      "step": 650
    },
    {
      "epoch": 0.03331146217130167,
      "grad_norm": 0.8136037588119507,
      "learning_rate": 3.3257633106232656e-06,
      "loss": 0.2269,
      "step": 660
    },
    {
      "epoch": 0.03381618129510927,
      "grad_norm": 0.7821820378303528,
      "learning_rate": 3.3762301286903865e-06,
      "loss": 0.2177,
      "step": 670
    },
    {
      "epoch": 0.034320900418916875,
      "grad_norm": 0.7286434173583984,
      "learning_rate": 3.4266969467575074e-06,
      "loss": 0.2193,
      "step": 680
    },
    {
      "epoch": 0.03482561954272447,
      "grad_norm": 0.7875818014144897,
      "learning_rate": 3.4771637648246283e-06,
      "loss": 0.2154,
      "step": 690
    },
    {
      "epoch": 0.035330338666532075,
      "grad_norm": 0.7284175753593445,
      "learning_rate": 3.527630582891749e-06,
      "loss": 0.2222,
      "step": 700
    },
    {
      "epoch": 0.03583505779033968,
      "grad_norm": 0.7832701206207275,
      "learning_rate": 3.5780974009588697e-06,
      "loss": 0.2181,
      "step": 710
    },
    {
      "epoch": 0.036339776914147276,
      "grad_norm": 0.6910974979400635,
      "learning_rate": 3.6285642190259906e-06,
      "loss": 0.2209,
      "step": 720
    },
    {
      "epoch": 0.03684449603795488,
      "grad_norm": 0.7531803250312805,
      "learning_rate": 3.6790310370931115e-06,
      "loss": 0.2172,
      "step": 730
    },
    {
      "epoch": 0.037349215161762477,
      "grad_norm": 0.7840366363525391,
      "learning_rate": 3.7294978551602324e-06,
      "loss": 0.2254,
      "step": 740
    },
    {
      "epoch": 0.03785393428557008,
      "grad_norm": 0.8185635209083557,
      "learning_rate": 3.7799646732273533e-06,
      "loss": 0.218,
      "step": 750
    },
    {
      "epoch": 0.038358653409377684,
      "grad_norm": 0.699073076248169,
      "learning_rate": 3.830431491294474e-06,
      "loss": 0.2201,
      "step": 760
    },
    {
      "epoch": 0.03886337253318528,
      "grad_norm": 0.7522355318069458,
      "learning_rate": 3.880898309361595e-06,
      "loss": 0.2163,
      "step": 770
    },
    {
      "epoch": 0.039368091656992885,
      "grad_norm": 0.7708520293235779,
      "learning_rate": 3.931365127428716e-06,
      "loss": 0.2249,
      "step": 780
    },
    {
      "epoch": 0.03987281078080048,
      "grad_norm": 0.8467464447021484,
      "learning_rate": 3.981831945495837e-06,
      "loss": 0.2172,
      "step": 790
    },
    {
      "epoch": 0.040377529904608085,
      "grad_norm": 0.6811386942863464,
      "learning_rate": 4.032298763562958e-06,
      "loss": 0.2186,
      "step": 800
    },
    {
      "epoch": 0.04088224902841569,
      "grad_norm": 0.8693949580192566,
      "learning_rate": 4.082765581630079e-06,
      "loss": 0.2248,
      "step": 810
    },
    {
      "epoch": 0.041386968152223286,
      "grad_norm": 0.6656254529953003,
      "learning_rate": 4.1332323996971996e-06,
      "loss": 0.2234,
      "step": 820
    },
    {
      "epoch": 0.04189168727603089,
      "grad_norm": 0.8368794918060303,
      "learning_rate": 4.1836992177643205e-06,
      "loss": 0.2162,
      "step": 830
    },
    {
      "epoch": 0.04239640639983849,
      "grad_norm": 0.6947387456893921,
      "learning_rate": 4.234166035831441e-06,
      "loss": 0.2139,
      "step": 840
    },
    {
      "epoch": 0.04290112552364609,
      "grad_norm": 0.7174718379974365,
      "learning_rate": 4.284632853898562e-06,
      "loss": 0.2155,
      "step": 850
    },
    {
      "epoch": 0.043405844647453694,
      "grad_norm": 0.7197349071502686,
      "learning_rate": 4.335099671965683e-06,
      "loss": 0.2118,
      "step": 860
    },
    {
      "epoch": 0.04391056377126129,
      "grad_norm": 0.7465193271636963,
      "learning_rate": 4.385566490032804e-06,
      "loss": 0.2158,
      "step": 870
    },
    {
      "epoch": 0.044415282895068894,
      "grad_norm": 0.7318498492240906,
      "learning_rate": 4.436033308099925e-06,
      "loss": 0.2225,
      "step": 880
    },
    {
      "epoch": 0.0449200020188765,
      "grad_norm": 0.751470685005188,
      "learning_rate": 4.486500126167045e-06,
      "loss": 0.2116,
      "step": 890
    },
    {
      "epoch": 0.045424721142684095,
      "grad_norm": 0.6552090048789978,
      "learning_rate": 4.536966944234166e-06,
      "loss": 0.21,
      "step": 900
    },
    {
      "epoch": 0.0459294402664917,
      "grad_norm": 0.8061506152153015,
      "learning_rate": 4.587433762301287e-06,
      "loss": 0.2175,
      "step": 910
    },
    {
      "epoch": 0.046434159390299296,
      "grad_norm": 0.7149888873100281,
      "learning_rate": 4.637900580368408e-06,
      "loss": 0.2152,
      "step": 920
    },
    {
      "epoch": 0.0469388785141069,
      "grad_norm": 0.6820036768913269,
      "learning_rate": 4.688367398435529e-06,
      "loss": 0.2181,
      "step": 930
    },
    {
      "epoch": 0.0474435976379145,
      "grad_norm": 0.7252848744392395,
      "learning_rate": 4.7388342165026496e-06,
      "loss": 0.2108,
      "step": 940
    },
    {
      "epoch": 0.0479483167617221,
      "grad_norm": 0.7742591500282288,
      "learning_rate": 4.789301034569771e-06,
      "loss": 0.2107,
      "step": 950
    },
    {
      "epoch": 0.048453035885529704,
      "grad_norm": 0.7993348836898804,
      "learning_rate": 4.839767852636892e-06,
      "loss": 0.2201,
      "step": 960
    },
    {
      "epoch": 0.0489577550093373,
      "grad_norm": 0.6789315938949585,
      "learning_rate": 4.890234670704013e-06,
      "loss": 0.2134,
      "step": 970
    },
    {
      "epoch": 0.049462474133144904,
      "grad_norm": 0.7064614295959473,
      "learning_rate": 4.940701488771133e-06,
      "loss": 0.212,
      "step": 980
    },
    {
      "epoch": 0.04996719325695251,
      "grad_norm": 0.6817086935043335,
      "learning_rate": 4.991168306838254e-06,
      "loss": 0.2141,
      "step": 990
    },
    {
      "epoch": 0.050471912380760105,
      "grad_norm": 0.6135743260383606,
      "learning_rate": 5.041635124905375e-06,
      "loss": 0.2141,
      "step": 1000
    },
    {
      "epoch": 0.05097663150456771,
      "grad_norm": 0.7486844658851624,
      "learning_rate": 5.092101942972496e-06,
      "loss": 0.2111,
      "step": 1010
    },
    {
      "epoch": 0.05148135062837531,
      "grad_norm": 0.6590331792831421,
      "learning_rate": 5.142568761039617e-06,
      "loss": 0.2091,
      "step": 1020
    },
    {
      "epoch": 0.05198606975218291,
      "grad_norm": 0.7175525426864624,
      "learning_rate": 5.193035579106738e-06,
      "loss": 0.2176,
      "step": 1030
    },
    {
      "epoch": 0.05249078887599051,
      "grad_norm": 0.7034561038017273,
      "learning_rate": 5.2435023971738586e-06,
      "loss": 0.2104,
      "step": 1040
    },
    {
      "epoch": 0.05299550799979811,
      "grad_norm": 0.7325619459152222,
      "learning_rate": 5.2939692152409795e-06,
      "loss": 0.2161,
      "step": 1050
    },
    {
      "epoch": 0.05350022712360571,
      "grad_norm": 0.6911323070526123,
      "learning_rate": 5.3444360333081e-06,
      "loss": 0.2115,
      "step": 1060
    },
    {
      "epoch": 0.05400494624741332,
      "grad_norm": 0.6810673475265503,
      "learning_rate": 5.394902851375221e-06,
      "loss": 0.2164,
      "step": 1070
    },
    {
      "epoch": 0.054509665371220914,
      "grad_norm": 0.7306351661682129,
      "learning_rate": 5.445369669442342e-06,
      "loss": 0.2177,
      "step": 1080
    },
    {
      "epoch": 0.05501438449502852,
      "grad_norm": 0.662295401096344,
      "learning_rate": 5.495836487509463e-06,
      "loss": 0.212,
      "step": 1090
    },
    {
      "epoch": 0.055519103618836114,
      "grad_norm": 0.7090970873832703,
      "learning_rate": 5.546303305576584e-06,
      "loss": 0.214,
      "step": 1100
    },
    {
      "epoch": 0.05602382274264372,
      "grad_norm": 0.6260803937911987,
      "learning_rate": 5.596770123643704e-06,
      "loss": 0.2109,
      "step": 1110
    },
    {
      "epoch": 0.05652854186645132,
      "grad_norm": 0.6673741340637207,
      "learning_rate": 5.647236941710825e-06,
      "loss": 0.2102,
      "step": 1120
    },
    {
      "epoch": 0.05703326099025892,
      "grad_norm": 0.6217586994171143,
      "learning_rate": 5.697703759777946e-06,
      "loss": 0.2114,
      "step": 1130
    },
    {
      "epoch": 0.05753798011406652,
      "grad_norm": 0.6669089794158936,
      "learning_rate": 5.748170577845067e-06,
      "loss": 0.2168,
      "step": 1140
    },
    {
      "epoch": 0.058042699237874126,
      "grad_norm": 0.6872769594192505,
      "learning_rate": 5.798637395912188e-06,
      "loss": 0.2085,
      "step": 1150
    },
    {
      "epoch": 0.05854741836168172,
      "grad_norm": 0.6450240015983582,
      "learning_rate": 5.8491042139793085e-06,
      "loss": 0.2139,
      "step": 1160
    },
    {
      "epoch": 0.05905213748548933,
      "grad_norm": 0.6934195160865784,
      "learning_rate": 5.8995710320464294e-06,
      "loss": 0.216,
      "step": 1170
    },
    {
      "epoch": 0.059556856609296924,
      "grad_norm": 0.650347113609314,
      "learning_rate": 5.95003785011355e-06,
      "loss": 0.2129,
      "step": 1180
    },
    {
      "epoch": 0.06006157573310453,
      "grad_norm": 0.6073017716407776,
      "learning_rate": 6.000504668180672e-06,
      "loss": 0.2113,
      "step": 1190
    },
    {
      "epoch": 0.06056629485691213,
      "grad_norm": 0.6289875507354736,
      "learning_rate": 6.050971486247793e-06,
      "loss": 0.2078,
      "step": 1200
    },
    {
      "epoch": 0.06107101398071973,
      "grad_norm": 0.6105359792709351,
      "learning_rate": 6.101438304314914e-06,
      "loss": 0.2108,
      "step": 1210
    },
    {
      "epoch": 0.06157573310452733,
      "grad_norm": 0.6120012998580933,
      "learning_rate": 6.151905122382035e-06,
      "loss": 0.2121,
      "step": 1220
    },
    {
      "epoch": 0.06208045222833493,
      "grad_norm": 0.6814672946929932,
      "learning_rate": 6.202371940449156e-06,
      "loss": 0.2079,
      "step": 1230
    },
    {
      "epoch": 0.06258517135214253,
      "grad_norm": 0.6240723729133606,
      "learning_rate": 6.252838758516277e-06,
      "loss": 0.2067,
      "step": 1240
    },
    {
      "epoch": 0.06308989047595014,
      "grad_norm": 0.5940879583358765,
      "learning_rate": 6.3033055765833975e-06,
      "loss": 0.2102,
      "step": 1250
    },
    {
      "epoch": 0.06359460959975774,
      "grad_norm": 0.5910018682479858,
      "learning_rate": 6.353772394650518e-06,
      "loss": 0.2099,
      "step": 1260
    },
    {
      "epoch": 0.06409932872356533,
      "grad_norm": 0.6340048909187317,
      "learning_rate": 6.404239212717639e-06,
      "loss": 0.2058,
      "step": 1270
    },
    {
      "epoch": 0.06460404784737293,
      "grad_norm": 0.6318060755729675,
      "learning_rate": 6.454706030784759e-06,
      "loss": 0.2102,
      "step": 1280
    },
    {
      "epoch": 0.06510876697118054,
      "grad_norm": 0.6777286529541016,
      "learning_rate": 6.50517284885188e-06,
      "loss": 0.2058,
      "step": 1290
    },
    {
      "epoch": 0.06561348609498814,
      "grad_norm": 0.5975624918937683,
      "learning_rate": 6.555639666919001e-06,
      "loss": 0.2081,
      "step": 1300
    },
    {
      "epoch": 0.06611820521879574,
      "grad_norm": 0.6808609366416931,
      "learning_rate": 6.606106484986122e-06,
      "loss": 0.2139,
      "step": 1310
    },
    {
      "epoch": 0.06662292434260333,
      "grad_norm": 0.6233915090560913,
      "learning_rate": 6.656573303053243e-06,
      "loss": 0.2064,
      "step": 1320
    },
    {
      "epoch": 0.06712764346641094,
      "grad_norm": 0.6113154888153076,
      "learning_rate": 6.707040121120364e-06,
      "loss": 0.2016,
      "step": 1330
    },
    {
      "epoch": 0.06763236259021854,
      "grad_norm": 0.6894047856330872,
      "learning_rate": 6.757506939187485e-06,
      "loss": 0.2131,
      "step": 1340
    },
    {
      "epoch": 0.06813708171402615,
      "grad_norm": 0.6559394001960754,
      "learning_rate": 6.807973757254606e-06,
      "loss": 0.2138,
      "step": 1350
    },
    {
      "epoch": 0.06864180083783375,
      "grad_norm": 0.6041450500488281,
      "learning_rate": 6.858440575321727e-06,
      "loss": 0.2069,
      "step": 1360
    },
    {
      "epoch": 0.06914651996164135,
      "grad_norm": 0.5984525680541992,
      "learning_rate": 6.9089073933888475e-06,
      "loss": 0.2075,
      "step": 1370
    },
    {
      "epoch": 0.06965123908544894,
      "grad_norm": 0.6031705737113953,
      "learning_rate": 6.959374211455968e-06,
      "loss": 0.2043,
      "step": 1380
    },
    {
      "epoch": 0.07015595820925655,
      "grad_norm": 0.6178134679794312,
      "learning_rate": 7.009841029523089e-06,
      "loss": 0.2029,
      "step": 1390
    },
    {
      "epoch": 0.07066067733306415,
      "grad_norm": 0.6558049917221069,
      "learning_rate": 7.06030784759021e-06,
      "loss": 0.21,
      "step": 1400
    },
    {
      "epoch": 0.07116539645687175,
      "grad_norm": 0.6221516728401184,
      "learning_rate": 7.11077466565733e-06,
      "loss": 0.2085,
      "step": 1410
    },
    {
      "epoch": 0.07167011558067936,
      "grad_norm": 0.5956682562828064,
      "learning_rate": 7.161241483724451e-06,
      "loss": 0.2126,
      "step": 1420
    },
    {
      "epoch": 0.07217483470448695,
      "grad_norm": 0.719821035861969,
      "learning_rate": 7.211708301791572e-06,
      "loss": 0.2092,
      "step": 1430
    },
    {
      "epoch": 0.07267955382829455,
      "grad_norm": 0.5889129042625427,
      "learning_rate": 7.262175119858693e-06,
      "loss": 0.2048,
      "step": 1440
    },
    {
      "epoch": 0.07318427295210216,
      "grad_norm": 0.6264426112174988,
      "learning_rate": 7.312641937925814e-06,
      "loss": 0.2072,
      "step": 1450
    },
    {
      "epoch": 0.07368899207590976,
      "grad_norm": 0.6397431492805481,
      "learning_rate": 7.363108755992935e-06,
      "loss": 0.2086,
      "step": 1460
    },
    {
      "epoch": 0.07419371119971736,
      "grad_norm": 0.6320244073867798,
      "learning_rate": 7.413575574060056e-06,
      "loss": 0.2119,
      "step": 1470
    },
    {
      "epoch": 0.07469843032352495,
      "grad_norm": 0.62810879945755,
      "learning_rate": 7.4640423921271766e-06,
      "loss": 0.2074,
      "step": 1480
    },
    {
      "epoch": 0.07520314944733256,
      "grad_norm": 0.5991032123565674,
      "learning_rate": 7.5145092101942975e-06,
      "loss": 0.21,
      "step": 1490
    },
    {
      "epoch": 0.07570786857114016,
      "grad_norm": 0.6474929451942444,
      "learning_rate": 7.564976028261418e-06,
      "loss": 0.2028,
      "step": 1500
    },
    {
      "epoch": 0.07621258769494776,
      "grad_norm": 0.6450440883636475,
      "learning_rate": 7.61544284632854e-06,
      "loss": 0.2091,
      "step": 1510
    },
    {
      "epoch": 0.07671730681875537,
      "grad_norm": 0.6348863244056702,
      "learning_rate": 7.665909664395661e-06,
      "loss": 0.2076,
      "step": 1520
    },
    {
      "epoch": 0.07722202594256296,
      "grad_norm": 0.5891790986061096,
      "learning_rate": 7.716376482462781e-06,
      "loss": 0.2043,
      "step": 1530
    },
    {
      "epoch": 0.07772674506637056,
      "grad_norm": 0.6226921677589417,
      "learning_rate": 7.766843300529903e-06,
      "loss": 0.2103,
      "step": 1540
    },
    {
      "epoch": 0.07823146419017817,
      "grad_norm": 0.5896533131599426,
      "learning_rate": 7.817310118597023e-06,
      "loss": 0.2043,
      "step": 1550
    },
    {
      "epoch": 0.07873618331398577,
      "grad_norm": 0.6020935773849487,
      "learning_rate": 7.867776936664145e-06,
      "loss": 0.2054,
      "step": 1560
    },
    {
      "epoch": 0.07924090243779337,
      "grad_norm": 0.6630162000656128,
      "learning_rate": 7.918243754731265e-06,
      "loss": 0.2095,
      "step": 1570
    },
    {
      "epoch": 0.07974562156160096,
      "grad_norm": 0.5960749983787537,
      "learning_rate": 7.968710572798386e-06,
      "loss": 0.2035,
      "step": 1580
    },
    {
      "epoch": 0.08025034068540857,
      "grad_norm": 0.6002117991447449,
      "learning_rate": 8.019177390865506e-06,
      "loss": 0.2124,
      "step": 1590
    },
    {
      "epoch": 0.08075505980921617,
      "grad_norm": 0.5932050347328186,
      "learning_rate": 8.069644208932628e-06,
      "loss": 0.2012,
      "step": 1600
    },
    {
      "epoch": 0.08125977893302377,
      "grad_norm": 0.6021419763565063,
      "learning_rate": 8.120111026999748e-06,
      "loss": 0.2015,
      "step": 1610
    },
    {
      "epoch": 0.08176449805683138,
      "grad_norm": 0.5997337698936462,
      "learning_rate": 8.17057784506687e-06,
      "loss": 0.2097,
      "step": 1620
    },
    {
      "epoch": 0.08226921718063897,
      "grad_norm": 0.5498554110527039,
      "learning_rate": 8.22104466313399e-06,
      "loss": 0.2005,
      "step": 1630
    },
    {
      "epoch": 0.08277393630444657,
      "grad_norm": 0.6537087559700012,
      "learning_rate": 8.271511481201112e-06,
      "loss": 0.2035,
      "step": 1640
    },
    {
      "epoch": 0.08327865542825418,
      "grad_norm": 0.6217123866081238,
      "learning_rate": 8.321978299268232e-06,
      "loss": 0.205,
      "step": 1650
    },
    {
      "epoch": 0.08378337455206178,
      "grad_norm": 0.5982206463813782,
      "learning_rate": 8.372445117335352e-06,
      "loss": 0.2059,
      "step": 1660
    },
    {
      "epoch": 0.08428809367586938,
      "grad_norm": 0.5786901712417603,
      "learning_rate": 8.422911935402474e-06,
      "loss": 0.2015,
      "step": 1670
    },
    {
      "epoch": 0.08479281279967699,
      "grad_norm": 0.577913761138916,
      "learning_rate": 8.473378753469594e-06,
      "loss": 0.2053,
      "step": 1680
    },
    {
      "epoch": 0.08529753192348458,
      "grad_norm": 0.5637945532798767,
      "learning_rate": 8.523845571536715e-06,
      "loss": 0.2038,
      "step": 1690
    },
    {
      "epoch": 0.08580225104729218,
      "grad_norm": 0.5863056182861328,
      "learning_rate": 8.574312389603836e-06,
      "loss": 0.2074,
      "step": 1700
    },
    {
      "epoch": 0.08630697017109978,
      "grad_norm": 0.6190007925033569,
      "learning_rate": 8.624779207670957e-06,
      "loss": 0.203,
      "step": 1710
    },
    {
      "epoch": 0.08681168929490739,
      "grad_norm": 0.5714817643165588,
      "learning_rate": 8.675246025738077e-06,
      "loss": 0.2096,
      "step": 1720
    },
    {
      "epoch": 0.08731640841871499,
      "grad_norm": 0.56711745262146,
      "learning_rate": 8.725712843805199e-06,
      "loss": 0.2015,
      "step": 1730
    },
    {
      "epoch": 0.08782112754252258,
      "grad_norm": 0.5756425261497498,
      "learning_rate": 8.77617966187232e-06,
      "loss": 0.207,
      "step": 1740
    },
    {
      "epoch": 0.08832584666633018,
      "grad_norm": 0.5967185497283936,
      "learning_rate": 8.826646479939441e-06,
      "loss": 0.2076,
      "step": 1750
    },
    {
      "epoch": 0.08883056579013779,
      "grad_norm": 0.5538885593414307,
      "learning_rate": 8.877113298006561e-06,
      "loss": 0.2012,
      "step": 1760
    },
    {
      "epoch": 0.08933528491394539,
      "grad_norm": 0.5975233912467957,
      "learning_rate": 8.927580116073683e-06,
      "loss": 0.2086,
      "step": 1770
    },
    {
      "epoch": 0.089840004037753,
      "grad_norm": 0.5774773955345154,
      "learning_rate": 8.978046934140803e-06,
      "loss": 0.2087,
      "step": 1780
    },
    {
      "epoch": 0.09034472316156059,
      "grad_norm": 0.5733230710029602,
      "learning_rate": 9.028513752207923e-06,
      "loss": 0.2023,
      "step": 1790
    },
    {
      "epoch": 0.09084944228536819,
      "grad_norm": 0.6751763820648193,
      "learning_rate": 9.078980570275045e-06,
      "loss": 0.2065,
      "step": 1800
    },
    {
      "epoch": 0.0913541614091758,
      "grad_norm": 0.5938685536384583,
      "learning_rate": 9.129447388342165e-06,
      "loss": 0.1959,
      "step": 1810
    },
    {
      "epoch": 0.0918588805329834,
      "grad_norm": 0.5863669514656067,
      "learning_rate": 9.179914206409286e-06,
      "loss": 0.2057,
      "step": 1820
    },
    {
      "epoch": 0.092363599656791,
      "grad_norm": 0.5345251560211182,
      "learning_rate": 9.230381024476408e-06,
      "loss": 0.2054,
      "step": 1830
    },
    {
      "epoch": 0.09286831878059859,
      "grad_norm": 0.5751822590827942,
      "learning_rate": 9.280847842543528e-06,
      "loss": 0.2048,
      "step": 1840
    },
    {
      "epoch": 0.0933730379044062,
      "grad_norm": 0.5309717655181885,
      "learning_rate": 9.33131466061065e-06,
      "loss": 0.2041,
      "step": 1850
    },
    {
      "epoch": 0.0938777570282138,
      "grad_norm": 0.5853695869445801,
      "learning_rate": 9.38178147867777e-06,
      "loss": 0.2058,
      "step": 1860
    },
    {
      "epoch": 0.0943824761520214,
      "grad_norm": 0.5337305665016174,
      "learning_rate": 9.432248296744892e-06,
      "loss": 0.2065,
      "step": 1870
    },
    {
      "epoch": 0.094887195275829,
      "grad_norm": 0.6002751588821411,
      "learning_rate": 9.482715114812012e-06,
      "loss": 0.2004,
      "step": 1880
    },
    {
      "epoch": 0.0953919143996366,
      "grad_norm": 0.5918161273002625,
      "learning_rate": 9.533181932879134e-06,
      "loss": 0.2048,
      "step": 1890
    },
    {
      "epoch": 0.0958966335234442,
      "grad_norm": 0.5987269282341003,
      "learning_rate": 9.583648750946254e-06,
      "loss": 0.2062,
      "step": 1900
    },
    {
      "epoch": 0.0964013526472518,
      "grad_norm": 0.5298378467559814,
      "learning_rate": 9.634115569013375e-06,
      "loss": 0.2077,
      "step": 1910
    },
    {
      "epoch": 0.09690607177105941,
      "grad_norm": 0.601384162902832,
      "learning_rate": 9.684582387080495e-06,
      "loss": 0.2087,
      "step": 1920
    },
    {
      "epoch": 0.09741079089486701,
      "grad_norm": 0.5613410472869873,
      "learning_rate": 9.735049205147617e-06,
      "loss": 0.2109,
      "step": 1930
    },
    {
      "epoch": 0.0979155100186746,
      "grad_norm": 0.5484994053840637,
      "learning_rate": 9.785516023214737e-06,
      "loss": 0.2018,
      "step": 1940
    },
    {
      "epoch": 0.0984202291424822,
      "grad_norm": 0.5879421830177307,
      "learning_rate": 9.835982841281857e-06,
      "loss": 0.2043,
      "step": 1950
    },
    {
      "epoch": 0.09892494826628981,
      "grad_norm": 0.5307125449180603,
      "learning_rate": 9.886449659348979e-06,
      "loss": 0.203,
      "step": 1960
    },
    {
      "epoch": 0.09942966739009741,
      "grad_norm": 0.604020893573761,
      "learning_rate": 9.936916477416099e-06,
      "loss": 0.2118,
      "step": 1970
    },
    {
      "epoch": 0.09993438651390502,
      "grad_norm": 0.49037832021713257,
      "learning_rate": 9.98738329548322e-06,
      "loss": 0.2042,
      "step": 1980
    },
    {
      "epoch": 0.10043910563771262,
      "grad_norm": 0.5946449041366577,
      "learning_rate": 1.0037850113550343e-05,
      "loss": 0.2008,
      "step": 1990
    },
    {
      "epoch": 0.10094382476152021,
      "grad_norm": 0.5766437649726868,
      "learning_rate": 1.0088316931617463e-05,
      "loss": 0.2033,
      "step": 2000
    },
    {
      "epoch": 0.10144854388532781,
      "grad_norm": 0.5545073747634888,
      "learning_rate": 1.0138783749684584e-05,
      "loss": 0.2086,
      "step": 2010
    },
    {
      "epoch": 0.10195326300913542,
      "grad_norm": 0.55591881275177,
      "learning_rate": 1.0189250567751704e-05,
      "loss": 0.2038,
      "step": 2020
    },
    {
      "epoch": 0.10245798213294302,
      "grad_norm": 0.5176115036010742,
      "learning_rate": 1.0239717385818826e-05,
      "loss": 0.2067,
      "step": 2030
    },
    {
      "epoch": 0.10296270125675062,
      "grad_norm": 0.5575576424598694,
      "learning_rate": 1.0290184203885946e-05,
      "loss": 0.1999,
      "step": 2040
    },
    {
      "epoch": 0.10346742038055821,
      "grad_norm": 0.5232179164886475,
      "learning_rate": 1.0340651021953068e-05,
      "loss": 0.2094,
      "step": 2050
    },
    {
      "epoch": 0.10397213950436582,
      "grad_norm": 0.5789377093315125,
      "learning_rate": 1.0391117840020188e-05,
      "loss": 0.2014,
      "step": 2060
    },
    {
      "epoch": 0.10447685862817342,
      "grad_norm": 0.5562260746955872,
      "learning_rate": 1.044158465808731e-05,
      "loss": 0.2084,
      "step": 2070
    },
    {
      "epoch": 0.10498157775198103,
      "grad_norm": 0.5855028629302979,
      "learning_rate": 1.049205147615443e-05,
      "loss": 0.2111,
      "step": 2080
    },
    {
      "epoch": 0.10548629687578863,
      "grad_norm": 0.5580106973648071,
      "learning_rate": 1.0542518294221552e-05,
      "loss": 0.2124,
      "step": 2090
    },
    {
      "epoch": 0.10599101599959622,
      "grad_norm": 0.5740782022476196,
      "learning_rate": 1.0592985112288672e-05,
      "loss": 0.1988,
      "step": 2100
    },
    {
      "epoch": 0.10649573512340382,
      "grad_norm": 0.5421823859214783,
      "learning_rate": 1.0643451930355793e-05,
      "loss": 0.2074,
      "step": 2110
    },
    {
      "epoch": 0.10700045424721143,
      "grad_norm": 0.5478121042251587,
      "learning_rate": 1.0693918748422913e-05,
      "loss": 0.2045,
      "step": 2120
    },
    {
      "epoch": 0.10750517337101903,
      "grad_norm": 0.6460627317428589,
      "learning_rate": 1.0744385566490033e-05,
      "loss": 0.2031,
      "step": 2130
    },
    {
      "epoch": 0.10800989249482663,
      "grad_norm": 0.5555402636528015,
      "learning_rate": 1.0794852384557155e-05,
      "loss": 0.2009,
      "step": 2140
    },
    {
      "epoch": 0.10851461161863422,
      "grad_norm": 0.5407416820526123,
      "learning_rate": 1.0845319202624275e-05,
      "loss": 0.2062,
      "step": 2150
    },
    {
      "epoch": 0.10901933074244183,
      "grad_norm": 0.527349054813385,
      "learning_rate": 1.0895786020691397e-05,
      "loss": 0.2121,
      "step": 2160
    },
    {
      "epoch": 0.10952404986624943,
      "grad_norm": 0.5303550362586975,
      "learning_rate": 1.0946252838758517e-05,
      "loss": 0.201,
      "step": 2170
    },
    {
      "epoch": 0.11002876899005704,
      "grad_norm": 0.5750499963760376,
      "learning_rate": 1.0996719656825639e-05,
      "loss": 0.2088,
      "step": 2180
    },
    {
      "epoch": 0.11053348811386464,
      "grad_norm": 0.5124275088310242,
      "learning_rate": 1.1047186474892759e-05,
      "loss": 0.2029,
      "step": 2190
    },
    {
      "epoch": 0.11103820723767223,
      "grad_norm": 0.5102079510688782,
      "learning_rate": 1.109765329295988e-05,
      "loss": 0.2018,
      "step": 2200
    },
    {
      "epoch": 0.11154292636147983,
      "grad_norm": 0.5555093884468079,
      "learning_rate": 1.1148120111027e-05,
      "loss": 0.2,
      "step": 2210
    },
    {
      "epoch": 0.11204764548528744,
      "grad_norm": 0.5269559025764465,
      "learning_rate": 1.1198586929094122e-05,
      "loss": 0.2008,
      "step": 2220
    },
    {
      "epoch": 0.11255236460909504,
      "grad_norm": 0.5200217962265015,
      "learning_rate": 1.1249053747161243e-05,
      "loss": 0.2012,
      "step": 2230
    },
    {
      "epoch": 0.11305708373290264,
      "grad_norm": 0.5588811635971069,
      "learning_rate": 1.1299520565228364e-05,
      "loss": 0.2045,
      "step": 2240
    },
    {
      "epoch": 0.11356180285671023,
      "grad_norm": 0.5830052495002747,
      "learning_rate": 1.1349987383295484e-05,
      "loss": 0.2025,
      "step": 2250
    },
    {
      "epoch": 0.11406652198051784,
      "grad_norm": 0.5431234836578369,
      "learning_rate": 1.1400454201362604e-05,
      "loss": 0.2052,
      "step": 2260
    },
    {
      "epoch": 0.11457124110432544,
      "grad_norm": 0.5214938521385193,
      "learning_rate": 1.1450921019429726e-05,
      "loss": 0.2033,
      "step": 2270
    },
    {
      "epoch": 0.11507596022813305,
      "grad_norm": 0.5378023386001587,
      "learning_rate": 1.1501387837496846e-05,
      "loss": 0.2026,
      "step": 2280
    },
    {
      "epoch": 0.11558067935194065,
      "grad_norm": 0.6039928793907166,
      "learning_rate": 1.1551854655563968e-05,
      "loss": 0.2066,
      "step": 2290
    },
    {
      "epoch": 0.11608539847574825,
      "grad_norm": 0.575427770614624,
      "learning_rate": 1.1602321473631088e-05,
      "loss": 0.2094,
      "step": 2300
    },
    {
      "epoch": 0.11659011759955584,
      "grad_norm": 0.5340985655784607,
      "learning_rate": 1.165278829169821e-05,
      "loss": 0.2026,
      "step": 2310
    },
    {
      "epoch": 0.11709483672336345,
      "grad_norm": 0.5241402387619019,
      "learning_rate": 1.170325510976533e-05,
      "loss": 0.2086,
      "step": 2320
    },
    {
      "epoch": 0.11759955584717105,
      "grad_norm": 0.5186008810997009,
      "learning_rate": 1.1753721927832452e-05,
      "loss": 0.2056,
      "step": 2330
    },
    {
      "epoch": 0.11810427497097865,
      "grad_norm": 0.5805855989456177,
      "learning_rate": 1.1804188745899572e-05,
      "loss": 0.2013,
      "step": 2340
    },
    {
      "epoch": 0.11860899409478626,
      "grad_norm": 0.5305898785591125,
      "learning_rate": 1.1854655563966693e-05,
      "loss": 0.2022,
      "step": 2350
    },
    {
      "epoch": 0.11911371321859385,
      "grad_norm": 0.5241792798042297,
      "learning_rate": 1.1905122382033813e-05,
      "loss": 0.2059,
      "step": 2360
    },
    {
      "epoch": 0.11961843234240145,
      "grad_norm": 0.5495730042457581,
      "learning_rate": 1.1955589200100935e-05,
      "loss": 0.204,
      "step": 2370
    },
    {
      "epoch": 0.12012315146620905,
      "grad_norm": 0.5762546062469482,
      "learning_rate": 1.2006056018168055e-05,
      "loss": 0.205,
      "step": 2380
    },
    {
      "epoch": 0.12062787059001666,
      "grad_norm": 0.582310676574707,
      "learning_rate": 1.2056522836235175e-05,
      "loss": 0.2077,
      "step": 2390
    },
    {
      "epoch": 0.12113258971382426,
      "grad_norm": 0.5618459582328796,
      "learning_rate": 1.2106989654302297e-05,
      "loss": 0.2114,
      "step": 2400
    },
    {
      "epoch": 0.12163730883763185,
      "grad_norm": 0.5692446231842041,
      "learning_rate": 1.2157456472369417e-05,
      "loss": 0.2069,
      "step": 2410
    },
    {
      "epoch": 0.12214202796143946,
      "grad_norm": 0.5451514720916748,
      "learning_rate": 1.2207923290436539e-05,
      "loss": 0.2061,
      "step": 2420
    },
    {
      "epoch": 0.12264674708524706,
      "grad_norm": 0.5205888748168945,
      "learning_rate": 1.2258390108503659e-05,
      "loss": 0.2121,
      "step": 2430
    },
    {
      "epoch": 0.12315146620905466,
      "grad_norm": 0.5541833639144897,
      "learning_rate": 1.230885692657078e-05,
      "loss": 0.2057,
      "step": 2440
    },
    {
      "epoch": 0.12365618533286227,
      "grad_norm": 0.5493166446685791,
      "learning_rate": 1.23593237446379e-05,
      "loss": 0.2073,
      "step": 2450
    },
    {
      "epoch": 0.12416090445666986,
      "grad_norm": 0.48053088784217834,
      "learning_rate": 1.2409790562705022e-05,
      "loss": 0.1988,
      "step": 2460
    },
    {
      "epoch": 0.12466562358047746,
      "grad_norm": 0.5019202828407288,
      "learning_rate": 1.2460257380772142e-05,
      "loss": 0.2013,
      "step": 2470
    },
    {
      "epoch": 0.12517034270428506,
      "grad_norm": 0.5050928592681885,
      "learning_rate": 1.2510724198839264e-05,
      "loss": 0.1997,
      "step": 2480
    },
    {
      "epoch": 0.12567506182809265,
      "grad_norm": 0.5156263709068298,
      "learning_rate": 1.2561191016906384e-05,
      "loss": 0.2014,
      "step": 2490
    },
    {
      "epoch": 0.12617978095190027,
      "grad_norm": 0.49331608414649963,
      "learning_rate": 1.2611657834973506e-05,
      "loss": 0.2101,
      "step": 2500
    },
    {
      "epoch": 0.12668450007570786,
      "grad_norm": 0.5257033705711365,
      "learning_rate": 1.2662124653040626e-05,
      "loss": 0.2003,
      "step": 2510
    },
    {
      "epoch": 0.12718921919951548,
      "grad_norm": 0.5659562945365906,
      "learning_rate": 1.2712591471107746e-05,
      "loss": 0.2088,
      "step": 2520
    },
    {
      "epoch": 0.12769393832332307,
      "grad_norm": 0.5572566390037537,
      "learning_rate": 1.2763058289174868e-05,
      "loss": 0.2048,
      "step": 2530
    },
    {
      "epoch": 0.12819865744713066,
      "grad_norm": 0.5570494532585144,
      "learning_rate": 1.2813525107241988e-05,
      "loss": 0.2068,
      "step": 2540
    },
    {
      "epoch": 0.12870337657093828,
      "grad_norm": 0.5042135715484619,
      "learning_rate": 1.286399192530911e-05,
      "loss": 0.2035,
      "step": 2550
    },
    {
      "epoch": 0.12920809569474587,
      "grad_norm": 0.5362774729728699,
      "learning_rate": 1.291445874337623e-05,
      "loss": 0.2011,
      "step": 2560
    },
    {
      "epoch": 0.12971281481855348,
      "grad_norm": 0.5633722543716431,
      "learning_rate": 1.2964925561443351e-05,
      "loss": 0.2036,
      "step": 2570
    },
    {
      "epoch": 0.13021753394236107,
      "grad_norm": 0.5761681199073792,
      "learning_rate": 1.3015392379510472e-05,
      "loss": 0.2031,
      "step": 2580
    },
    {
      "epoch": 0.13072225306616866,
      "grad_norm": 0.4851507246494293,
      "learning_rate": 1.3065859197577593e-05,
      "loss": 0.205,
      "step": 2590
    },
    {
      "epoch": 0.13122697218997628,
      "grad_norm": 0.49152272939682007,
      "learning_rate": 1.3116326015644713e-05,
      "loss": 0.1997,
      "step": 2600
    },
    {
      "epoch": 0.13173169131378387,
      "grad_norm": 0.5188784003257751,
      "learning_rate": 1.3166792833711835e-05,
      "loss": 0.2103,
      "step": 2610
    },
    {
      "epoch": 0.1322364104375915,
      "grad_norm": 0.49195101857185364,
      "learning_rate": 1.3217259651778955e-05,
      "loss": 0.2063,
      "step": 2620
    },
    {
      "epoch": 0.13274112956139908,
      "grad_norm": 0.5160151720046997,
      "learning_rate": 1.3267726469846079e-05,
      "loss": 0.2066,
      "step": 2630
    },
    {
      "epoch": 0.13324584868520667,
      "grad_norm": 0.5125986933708191,
      "learning_rate": 1.3318193287913199e-05,
      "loss": 0.2049,
      "step": 2640
    },
    {
      "epoch": 0.1337505678090143,
      "grad_norm": 0.4767388701438904,
      "learning_rate": 1.336866010598032e-05,
      "loss": 0.2056,
      "step": 2650
    },
    {
      "epoch": 0.13425528693282188,
      "grad_norm": 0.5120488405227661,
      "learning_rate": 1.341912692404744e-05,
      "loss": 0.2051,
      "step": 2660
    },
    {
      "epoch": 0.1347600060566295,
      "grad_norm": 0.5037410259246826,
      "learning_rate": 1.3469593742114562e-05,
      "loss": 0.2067,
      "step": 2670
    },
    {
      "epoch": 0.13526472518043708,
      "grad_norm": 0.5058390498161316,
      "learning_rate": 1.3520060560181682e-05,
      "loss": 0.2094,
      "step": 2680
    },
    {
      "epoch": 0.13576944430424467,
      "grad_norm": 0.46480345726013184,
      "learning_rate": 1.3570527378248804e-05,
      "loss": 0.2087,
      "step": 2690
    },
    {
      "epoch": 0.1362741634280523,
      "grad_norm": 0.5122387409210205,
      "learning_rate": 1.3620994196315924e-05,
      "loss": 0.2033,
      "step": 2700
    },
    {
      "epoch": 0.13677888255185988,
      "grad_norm": 0.4942021071910858,
      "learning_rate": 1.3671461014383046e-05,
      "loss": 0.2014,
      "step": 2710
    },
    {
      "epoch": 0.1372836016756675,
      "grad_norm": 0.5033432841300964,
      "learning_rate": 1.3721927832450166e-05,
      "loss": 0.2093,
      "step": 2720
    },
    {
      "epoch": 0.1377883207994751,
      "grad_norm": 0.4836193025112152,
      "learning_rate": 1.3772394650517286e-05,
      "loss": 0.2076,
      "step": 2730
    },
    {
      "epoch": 0.1382930399232827,
      "grad_norm": 0.51753830909729,
      "learning_rate": 1.3822861468584408e-05,
      "loss": 0.2097,
      "step": 2740
    },
    {
      "epoch": 0.1387977590470903,
      "grad_norm": 0.4928639531135559,
      "learning_rate": 1.3873328286651528e-05,
      "loss": 0.2047,
      "step": 2750
    },
    {
      "epoch": 0.1393024781708979,
      "grad_norm": 0.5241543054580688,
      "learning_rate": 1.392379510471865e-05,
      "loss": 0.2052,
      "step": 2760
    },
    {
      "epoch": 0.1398071972947055,
      "grad_norm": 0.5354957580566406,
      "learning_rate": 1.397426192278577e-05,
      "loss": 0.2081,
      "step": 2770
    },
    {
      "epoch": 0.1403119164185131,
      "grad_norm": 0.4901171028614044,
      "learning_rate": 1.4024728740852891e-05,
      "loss": 0.2021,
      "step": 2780
    },
    {
      "epoch": 0.1408166355423207,
      "grad_norm": 0.5066599249839783,
      "learning_rate": 1.4075195558920011e-05,
      "loss": 0.2092,
      "step": 2790
    },
    {
      "epoch": 0.1413213546661283,
      "grad_norm": 0.5887558460235596,
      "learning_rate": 1.4125662376987133e-05,
      "loss": 0.2051,
      "step": 2800
    },
    {
      "epoch": 0.1418260737899359,
      "grad_norm": 0.49662190675735474,
      "learning_rate": 1.4176129195054253e-05,
      "loss": 0.2057,
      "step": 2810
    },
    {
      "epoch": 0.1423307929137435,
      "grad_norm": 0.5539114475250244,
      "learning_rate": 1.4226596013121375e-05,
      "loss": 0.2074,
      "step": 2820
    },
    {
      "epoch": 0.1428355120375511,
      "grad_norm": 0.4961530566215515,
      "learning_rate": 1.4277062831188495e-05,
      "loss": 0.2053,
      "step": 2830
    },
    {
      "epoch": 0.14334023116135872,
      "grad_norm": 0.5377898812294006,
      "learning_rate": 1.4327529649255617e-05,
      "loss": 0.2079,
      "step": 2840
    },
    {
      "epoch": 0.1438449502851663,
      "grad_norm": 0.5557325482368469,
      "learning_rate": 1.4377996467322737e-05,
      "loss": 0.2038,
      "step": 2850
    },
    {
      "epoch": 0.1443496694089739,
      "grad_norm": 0.5314593315124512,
      "learning_rate": 1.4428463285389858e-05,
      "loss": 0.2061,
      "step": 2860
    },
    {
      "epoch": 0.14485438853278151,
      "grad_norm": 0.5089156627655029,
      "learning_rate": 1.4478930103456979e-05,
      "loss": 0.2045,
      "step": 2870
    },
    {
      "epoch": 0.1453591076565891,
      "grad_norm": 0.5253519415855408,
      "learning_rate": 1.4529396921524099e-05,
      "loss": 0.2062,
      "step": 2880
    },
    {
      "epoch": 0.14586382678039672,
      "grad_norm": 0.527683675289154,
      "learning_rate": 1.457986373959122e-05,
      "loss": 0.2045,
      "step": 2890
    },
    {
      "epoch": 0.1463685459042043,
      "grad_norm": 0.5471828579902649,
      "learning_rate": 1.463033055765834e-05,
      "loss": 0.2069,
      "step": 2900
    },
    {
      "epoch": 0.1468732650280119,
      "grad_norm": 0.4928535223007202,
      "learning_rate": 1.4680797375725462e-05,
      "loss": 0.2034,
      "step": 2910
    },
    {
      "epoch": 0.14737798415181952,
      "grad_norm": 0.6011394262313843,
      "learning_rate": 1.4731264193792582e-05,
      "loss": 0.2094,
      "step": 2920
    },
    {
      "epoch": 0.1478827032756271,
      "grad_norm": 0.5474486351013184,
      "learning_rate": 1.4781731011859704e-05,
      "loss": 0.2071,
      "step": 2930
    },
    {
      "epoch": 0.14838742239943473,
      "grad_norm": 0.5326178073883057,
      "learning_rate": 1.4832197829926824e-05,
      "loss": 0.2053,
      "step": 2940
    },
    {
      "epoch": 0.14889214152324232,
      "grad_norm": 0.5644922256469727,
      "learning_rate": 1.4882664647993946e-05,
      "loss": 0.2118,
      "step": 2950
    },
    {
      "epoch": 0.1493968606470499,
      "grad_norm": 0.5063136219978333,
      "learning_rate": 1.4933131466061066e-05,
      "loss": 0.2046,
      "step": 2960
    },
    {
      "epoch": 0.14990157977085752,
      "grad_norm": 0.46589791774749756,
      "learning_rate": 1.4983598284128188e-05,
      "loss": 0.2015,
      "step": 2970
    },
    {
      "epoch": 0.1504062988946651,
      "grad_norm": 0.5082399249076843,
      "learning_rate": 1.5034065102195308e-05,
      "loss": 0.207,
      "step": 2980
    },
    {
      "epoch": 0.15091101801847273,
      "grad_norm": 0.5655195713043213,
      "learning_rate": 1.508453192026243e-05,
      "loss": 0.2102,
      "step": 2990
    },
    {
      "epoch": 0.15141573714228032,
      "grad_norm": 0.5005980134010315,
      "learning_rate": 1.513499873832955e-05,
      "loss": 0.2081,
      "step": 3000
    },
    {
      "epoch": 0.1519204562660879,
      "grad_norm": 0.5262600183486938,
      "learning_rate": 1.518546555639667e-05,
      "loss": 0.2046,
      "step": 3010
    },
    {
      "epoch": 0.15242517538989553,
      "grad_norm": 0.4845588803291321,
      "learning_rate": 1.5235932374463791e-05,
      "loss": 0.2036,
      "step": 3020
    },
    {
      "epoch": 0.15292989451370312,
      "grad_norm": 0.4828517735004425,
      "learning_rate": 1.528639919253091e-05,
      "loss": 0.2084,
      "step": 3030
    },
    {
      "epoch": 0.15343461363751074,
      "grad_norm": 0.4961801767349243,
      "learning_rate": 1.533686601059803e-05,
      "loss": 0.2119,
      "step": 3040
    },
    {
      "epoch": 0.15393933276131833,
      "grad_norm": 0.5301594734191895,
      "learning_rate": 1.5387332828665155e-05,
      "loss": 0.2098,
      "step": 3050
    },
    {
      "epoch": 0.15444405188512592,
      "grad_norm": 0.5543929934501648,
      "learning_rate": 1.5437799646732275e-05,
      "loss": 0.1997,
      "step": 3060
    },
    {
      "epoch": 0.15494877100893353,
      "grad_norm": 0.4859484136104584,
      "learning_rate": 1.5488266464799395e-05,
      "loss": 0.2101,
      "step": 3070
    },
    {
      "epoch": 0.15545349013274112,
      "grad_norm": 0.4913060665130615,
      "learning_rate": 1.5538733282866515e-05,
      "loss": 0.2063,
      "step": 3080
    },
    {
      "epoch": 0.15595820925654874,
      "grad_norm": 0.4876630902290344,
      "learning_rate": 1.558920010093364e-05,
      "loss": 0.2093,
      "step": 3090
    },
    {
      "epoch": 0.15646292838035633,
      "grad_norm": 0.4703383147716522,
      "learning_rate": 1.563966691900076e-05,
      "loss": 0.2016,
      "step": 3100
    },
    {
      "epoch": 0.15696764750416392,
      "grad_norm": 0.5342310070991516,
      "learning_rate": 1.569013373706788e-05,
      "loss": 0.2071,
      "step": 3110
    },
    {
      "epoch": 0.15747236662797154,
      "grad_norm": 0.4855271577835083,
      "learning_rate": 1.5740600555135e-05,
      "loss": 0.2074,
      "step": 3120
    },
    {
      "epoch": 0.15797708575177913,
      "grad_norm": 0.490731805562973,
      "learning_rate": 1.579106737320212e-05,
      "loss": 0.2071,
      "step": 3130
    },
    {
      "epoch": 0.15848180487558675,
      "grad_norm": 0.48338964581489563,
      "learning_rate": 1.5841534191269242e-05,
      "loss": 0.2029,
      "step": 3140
    },
    {
      "epoch": 0.15898652399939434,
      "grad_norm": 0.4918305277824402,
      "learning_rate": 1.5892001009336362e-05,
      "loss": 0.2056,
      "step": 3150
    },
    {
      "epoch": 0.15949124312320193,
      "grad_norm": 0.5193613171577454,
      "learning_rate": 1.5942467827403482e-05,
      "loss": 0.2063,
      "step": 3160
    },
    {
      "epoch": 0.15999596224700954,
      "grad_norm": 0.4969571828842163,
      "learning_rate": 1.5992934645470602e-05,
      "loss": 0.2072,
      "step": 3170
    },
    {
      "epoch": 0.16050068137081713,
      "grad_norm": 0.4870218336582184,
      "learning_rate": 1.6043401463537726e-05,
      "loss": 0.1998,
      "step": 3180
    },
    {
      "epoch": 0.16100540049462475,
      "grad_norm": 0.46504756808280945,
      "learning_rate": 1.6093868281604846e-05,
      "loss": 0.211,
      "step": 3190
    },
    {
      "epoch": 0.16151011961843234,
      "grad_norm": 0.4723342955112457,
      "learning_rate": 1.6144335099671966e-05,
      "loss": 0.2115,
      "step": 3200
    },
    {
      "epoch": 0.16201483874223993,
      "grad_norm": 0.4949096143245697,
      "learning_rate": 1.6194801917739086e-05,
      "loss": 0.2055,
      "step": 3210
    },
    {
      "epoch": 0.16251955786604755,
      "grad_norm": 0.4994921386241913,
      "learning_rate": 1.624526873580621e-05,
      "loss": 0.2102,
      "step": 3220
    },
    {
      "epoch": 0.16302427698985514,
      "grad_norm": 0.5186566114425659,
      "learning_rate": 1.629573555387333e-05,
      "loss": 0.2106,
      "step": 3230
    },
    {
      "epoch": 0.16352899611366276,
      "grad_norm": 0.4731649160385132,
      "learning_rate": 1.634620237194045e-05,
      "loss": 0.2025,
      "step": 3240
    },
    {
      "epoch": 0.16403371523747035,
      "grad_norm": 0.4779031574726105,
      "learning_rate": 1.639666919000757e-05,
      "loss": 0.2027,
      "step": 3250
    },
    {
      "epoch": 0.16453843436127794,
      "grad_norm": 0.4834672510623932,
      "learning_rate": 1.644713600807469e-05,
      "loss": 0.2057,
      "step": 3260
    },
    {
      "epoch": 0.16504315348508555,
      "grad_norm": 0.4884241223335266,
      "learning_rate": 1.6497602826141813e-05,
      "loss": 0.2096,
      "step": 3270
    },
    {
      "epoch": 0.16554787260889314,
      "grad_norm": 0.5092395544052124,
      "learning_rate": 1.6548069644208936e-05,
      "loss": 0.205,
      "step": 3280
    },
    {
      "epoch": 0.16605259173270076,
      "grad_norm": 0.5025358200073242,
      "learning_rate": 1.6598536462276056e-05,
      "loss": 0.2038,
      "step": 3290
    },
    {
      "epoch": 0.16655731085650835,
      "grad_norm": 0.47842273116111755,
      "learning_rate": 1.6649003280343176e-05,
      "loss": 0.2066,
      "step": 3300
    },
    {
      "epoch": 0.16706202998031594,
      "grad_norm": 0.4668811559677124,
      "learning_rate": 1.6699470098410297e-05,
      "loss": 0.2065,
      "step": 3310
    },
    {
      "epoch": 0.16756674910412356,
      "grad_norm": 0.48619693517684937,
      "learning_rate": 1.674993691647742e-05,
      "loss": 0.2039,
      "step": 3320
    },
    {
      "epoch": 0.16807146822793115,
      "grad_norm": 0.5014223456382751,
      "learning_rate": 1.680040373454454e-05,
      "loss": 0.2129,
      "step": 3330
    },
    {
      "epoch": 0.16857618735173877,
      "grad_norm": 0.48916780948638916,
      "learning_rate": 1.685087055261166e-05,
      "loss": 0.2121,
      "step": 3340
    },
    {
      "epoch": 0.16908090647554636,
      "grad_norm": 0.484353631734848,
      "learning_rate": 1.690133737067878e-05,
      "loss": 0.2128,
      "step": 3350
    },
    {
      "epoch": 0.16958562559935397,
      "grad_norm": 0.5127568244934082,
      "learning_rate": 1.69518041887459e-05,
      "loss": 0.2029,
      "step": 3360
    },
    {
      "epoch": 0.17009034472316156,
      "grad_norm": 0.5266575217247009,
      "learning_rate": 1.7002271006813024e-05,
      "loss": 0.207,
      "step": 3370
    },
    {
      "epoch": 0.17059506384696915,
      "grad_norm": 0.46694424748420715,
      "learning_rate": 1.7052737824880144e-05,
      "loss": 0.2133,
      "step": 3380
    },
    {
      "epoch": 0.17109978297077677,
      "grad_norm": 0.47989538311958313,
      "learning_rate": 1.7103204642947264e-05,
      "loss": 0.2065,
      "step": 3390
    },
    {
      "epoch": 0.17160450209458436,
      "grad_norm": 0.4943184554576874,
      "learning_rate": 1.7153671461014384e-05,
      "loss": 0.2084,
      "step": 3400
    },
    {
      "epoch": 0.17210922121839198,
      "grad_norm": 0.46200627088546753,
      "learning_rate": 1.7204138279081507e-05,
      "loss": 0.2062,
      "step": 3410
    },
    {
      "epoch": 0.17261394034219957,
      "grad_norm": 0.49327176809310913,
      "learning_rate": 1.7254605097148627e-05,
      "loss": 0.204,
      "step": 3420
    },
    {
      "epoch": 0.17311865946600716,
      "grad_norm": 0.4550900161266327,
      "learning_rate": 1.7305071915215747e-05,
      "loss": 0.2048,
      "step": 3430
    },
    {
      "epoch": 0.17362337858981478,
      "grad_norm": 0.4996788799762726,
      "learning_rate": 1.7355538733282867e-05,
      "loss": 0.2066,
      "step": 3440
    },
    {
      "epoch": 0.17412809771362237,
      "grad_norm": 0.4984946548938751,
      "learning_rate": 1.740600555134999e-05,
      "loss": 0.2092,
      "step": 3450
    },
    {
      "epoch": 0.17463281683742998,
      "grad_norm": 0.49960917234420776,
      "learning_rate": 1.745647236941711e-05,
      "loss": 0.2119,
      "step": 3460
    },
    {
      "epoch": 0.17513753596123757,
      "grad_norm": 0.46433204412460327,
      "learning_rate": 1.750693918748423e-05,
      "loss": 0.2033,
      "step": 3470
    },
    {
      "epoch": 0.17564225508504516,
      "grad_norm": 0.4587175250053406,
      "learning_rate": 1.755740600555135e-05,
      "loss": 0.207,
      "step": 3480
    },
    {
      "epoch": 0.17614697420885278,
      "grad_norm": 0.4598322808742523,
      "learning_rate": 1.760787282361847e-05,
      "loss": 0.2064,
      "step": 3490
    },
    {
      "epoch": 0.17665169333266037,
      "grad_norm": 0.48385360836982727,
      "learning_rate": 1.7658339641685594e-05,
      "loss": 0.2064,
      "step": 3500
    },
    {
      "epoch": 0.177156412456468,
      "grad_norm": 0.47701433300971985,
      "learning_rate": 1.7708806459752715e-05,
      "loss": 0.2102,
      "step": 3510
    },
    {
      "epoch": 0.17766113158027558,
      "grad_norm": 0.47555553913116455,
      "learning_rate": 1.7759273277819835e-05,
      "loss": 0.2155,
      "step": 3520
    },
    {
      "epoch": 0.17816585070408317,
      "grad_norm": 0.4453350305557251,
      "learning_rate": 1.7809740095886955e-05,
      "loss": 0.2101,
      "step": 3530
    },
    {
      "epoch": 0.17867056982789079,
      "grad_norm": 0.46237778663635254,
      "learning_rate": 1.7860206913954078e-05,
      "loss": 0.2082,
      "step": 3540
    },
    {
      "epoch": 0.17917528895169837,
      "grad_norm": 0.47256776690483093,
      "learning_rate": 1.7910673732021198e-05,
      "loss": 0.2176,
      "step": 3550
    },
    {
      "epoch": 0.179680008075506,
      "grad_norm": 0.5074901580810547,
      "learning_rate": 1.7961140550088318e-05,
      "loss": 0.2067,
      "step": 3560
    },
    {
      "epoch": 0.18018472719931358,
      "grad_norm": 0.47876206040382385,
      "learning_rate": 1.8011607368155438e-05,
      "loss": 0.2108,
      "step": 3570
    },
    {
      "epoch": 0.18068944632312117,
      "grad_norm": 0.49246981739997864,
      "learning_rate": 1.8062074186222562e-05,
      "loss": 0.2104,
      "step": 3580
    },
    {
      "epoch": 0.1811941654469288,
      "grad_norm": 0.46744489669799805,
      "learning_rate": 1.8112541004289682e-05,
      "loss": 0.2101,
      "step": 3590
    },
    {
      "epoch": 0.18169888457073638,
      "grad_norm": 0.46315091848373413,
      "learning_rate": 1.8163007822356802e-05,
      "loss": 0.211,
      "step": 3600
    },
    {
      "epoch": 0.182203603694544,
      "grad_norm": 0.47723183035850525,
      "learning_rate": 1.8213474640423922e-05,
      "loss": 0.2083,
      "step": 3610
    },
    {
      "epoch": 0.1827083228183516,
      "grad_norm": 0.4837911128997803,
      "learning_rate": 1.8263941458491042e-05,
      "loss": 0.2082,
      "step": 3620
    },
    {
      "epoch": 0.18321304194215918,
      "grad_norm": 0.4494918882846832,
      "learning_rate": 1.8314408276558165e-05,
      "loss": 0.2097,
      "step": 3630
    },
    {
      "epoch": 0.1837177610659668,
      "grad_norm": 0.4382678270339966,
      "learning_rate": 1.8364875094625285e-05,
      "loss": 0.2053,
      "step": 3640
    },
    {
      "epoch": 0.18422248018977438,
      "grad_norm": 0.5080766677856445,
      "learning_rate": 1.8415341912692405e-05,
      "loss": 0.2072,
      "step": 3650
    },
    {
      "epoch": 0.184727199313582,
      "grad_norm": 0.46133163571357727,
      "learning_rate": 1.8465808730759526e-05,
      "loss": 0.2065,
      "step": 3660
    },
    {
      "epoch": 0.1852319184373896,
      "grad_norm": 0.4453032612800598,
      "learning_rate": 1.851627554882665e-05,
      "loss": 0.2109,
      "step": 3670
    },
    {
      "epoch": 0.18573663756119718,
      "grad_norm": 0.4881640374660492,
      "learning_rate": 1.856674236689377e-05,
      "loss": 0.2064,
      "step": 3680
    },
    {
      "epoch": 0.1862413566850048,
      "grad_norm": 0.44903120398521423,
      "learning_rate": 1.861720918496089e-05,
      "loss": 0.2094,
      "step": 3690
    },
    {
      "epoch": 0.1867460758088124,
      "grad_norm": 0.5004118084907532,
      "learning_rate": 1.866767600302801e-05,
      "loss": 0.2108,
      "step": 3700
    },
    {
      "epoch": 0.18725079493262,
      "grad_norm": 0.456538587808609,
      "learning_rate": 1.8718142821095133e-05,
      "loss": 0.2097,
      "step": 3710
    },
    {
      "epoch": 0.1877555140564276,
      "grad_norm": 0.4323200583457947,
      "learning_rate": 1.8768609639162253e-05,
      "loss": 0.211,
      "step": 3720
    },
    {
      "epoch": 0.1882602331802352,
      "grad_norm": 0.44577351212501526,
      "learning_rate": 1.8819076457229373e-05,
      "loss": 0.2053,
      "step": 3730
    },
    {
      "epoch": 0.1887649523040428,
      "grad_norm": 0.4906276762485504,
      "learning_rate": 1.8869543275296493e-05,
      "loss": 0.2084,
      "step": 3740
    },
    {
      "epoch": 0.1892696714278504,
      "grad_norm": 0.47778740525245667,
      "learning_rate": 1.8920010093363613e-05,
      "loss": 0.2093,
      "step": 3750
    },
    {
      "epoch": 0.189774390551658,
      "grad_norm": 0.47851407527923584,
      "learning_rate": 1.8970476911430736e-05,
      "loss": 0.2126,
      "step": 3760
    },
    {
      "epoch": 0.1902791096754656,
      "grad_norm": 0.47555801272392273,
      "learning_rate": 1.9020943729497856e-05,
      "loss": 0.2138,
      "step": 3770
    },
    {
      "epoch": 0.1907838287992732,
      "grad_norm": 0.4747466742992401,
      "learning_rate": 1.9071410547564976e-05,
      "loss": 0.2134,
      "step": 3780
    },
    {
      "epoch": 0.1912885479230808,
      "grad_norm": 0.4366407096385956,
      "learning_rate": 1.9121877365632096e-05,
      "loss": 0.2048,
      "step": 3790
    },
    {
      "epoch": 0.1917932670468884,
      "grad_norm": 0.47420045733451843,
      "learning_rate": 1.917234418369922e-05,
      "loss": 0.2124,
      "step": 3800
    },
    {
      "epoch": 0.19229798617069602,
      "grad_norm": 0.47648707032203674,
      "learning_rate": 1.922281100176634e-05,
      "loss": 0.2082,
      "step": 3810
    },
    {
      "epoch": 0.1928027052945036,
      "grad_norm": 0.4899962544441223,
      "learning_rate": 1.927327781983346e-05,
      "loss": 0.2092,
      "step": 3820
    },
    {
      "epoch": 0.1933074244183112,
      "grad_norm": 0.45395606756210327,
      "learning_rate": 1.932374463790058e-05,
      "loss": 0.2108,
      "step": 3830
    },
    {
      "epoch": 0.19381214354211881,
      "grad_norm": 0.4671913683414459,
      "learning_rate": 1.9374211455967703e-05,
      "loss": 0.2097,
      "step": 3840
    },
    {
      "epoch": 0.1943168626659264,
      "grad_norm": 0.48714789748191833,
      "learning_rate": 1.9424678274034824e-05,
      "loss": 0.2104,
      "step": 3850
    },
    {
      "epoch": 0.19482158178973402,
      "grad_norm": 0.46096110343933105,
      "learning_rate": 1.9475145092101944e-05,
      "loss": 0.214,
      "step": 3860
    },
    {
      "epoch": 0.1953263009135416,
      "grad_norm": 0.473842978477478,
      "learning_rate": 1.9525611910169064e-05,
      "loss": 0.2106,
      "step": 3870
    },
    {
      "epoch": 0.1958310200373492,
      "grad_norm": 0.4506091773509979,
      "learning_rate": 1.9576078728236184e-05,
      "loss": 0.2064,
      "step": 3880
    },
    {
      "epoch": 0.19633573916115682,
      "grad_norm": 0.4985959529876709,
      "learning_rate": 1.9626545546303307e-05,
      "loss": 0.2074,
      "step": 3890
    },
    {
      "epoch": 0.1968404582849644,
      "grad_norm": 0.4573221504688263,
      "learning_rate": 1.9677012364370427e-05,
      "loss": 0.2114,
      "step": 3900
    },
    {
      "epoch": 0.19734517740877203,
      "grad_norm": 0.4832017123699188,
      "learning_rate": 1.972747918243755e-05,
      "loss": 0.2069,
      "step": 3910
    },
    {
      "epoch": 0.19784989653257962,
      "grad_norm": 0.4062134027481079,
      "learning_rate": 1.977794600050467e-05,
      "loss": 0.2149,
      "step": 3920
    },
    {
      "epoch": 0.19835461565638723,
      "grad_norm": 0.4573279619216919,
      "learning_rate": 1.982841281857179e-05,
      "loss": 0.2074,
      "step": 3930
    },
    {
      "epoch": 0.19885933478019482,
      "grad_norm": 0.48879367113113403,
      "learning_rate": 1.9878879636638914e-05,
      "loss": 0.2131,
      "step": 3940
    },
    {
      "epoch": 0.19936405390400241,
      "grad_norm": 0.47412362694740295,
      "learning_rate": 1.9929346454706034e-05,
      "loss": 0.2108,
      "step": 3950
    },
    {
      "epoch": 0.19986877302781003,
      "grad_norm": 0.4407310485839844,
      "learning_rate": 1.9979813272773154e-05,
      "loss": 0.2054,
      "step": 3960
    },
    {
      "epoch": 0.20037349215161762,
      "grad_norm": 0.4495188295841217,
      "learning_rate": 1.999999860319271e-05,
      "loss": 0.2123,
      "step": 3970
    },
    {
      "epoch": 0.20087821127542524,
      "grad_norm": 0.4630189538002014,
      "learning_rate": 1.9999990067149568e-05,
      "loss": 0.2071,
      "step": 3980
    },
    {
      "epoch": 0.20138293039923283,
      "grad_norm": 0.4396592080593109,
      "learning_rate": 1.999997377107395e-05,
      "loss": 0.2162,
      "step": 3990
    },
    {
      "epoch": 0.20188764952304042,
      "grad_norm": 0.4609256982803345,
      "learning_rate": 1.9999949714978504e-05,
      "loss": 0.2104,
      "step": 4000
    },
    {
      "epoch": 0.20239236864684804,
      "grad_norm": 0.45663967728614807,
      "learning_rate": 1.9999917898881892e-05,
      "loss": 0.2076,
      "step": 4010
    },
    {
      "epoch": 0.20289708777065563,
      "grad_norm": 0.4687517285346985,
      "learning_rate": 1.999987832280881e-05,
      "loss": 0.2051,
      "step": 4020
    },
    {
      "epoch": 0.20340180689446324,
      "grad_norm": 0.4855906665325165,
      "learning_rate": 1.9999830986789968e-05,
      "loss": 0.2121,
      "step": 4030
    },
    {
      "epoch": 0.20390652601827083,
      "grad_norm": 0.4439662992954254,
      "learning_rate": 1.9999775890862097e-05,
      "loss": 0.2128,
      "step": 4040
    },
    {
      "epoch": 0.20441124514207842,
      "grad_norm": 0.5356059074401855,
      "learning_rate": 1.999971303506795e-05,
      "loss": 0.2138,
      "step": 4050
    },
    {
      "epoch": 0.20491596426588604,
      "grad_norm": 0.44190514087677,
      "learning_rate": 1.9999642419456308e-05,
      "loss": 0.2068,
      "step": 4060
    },
    {
      "epoch": 0.20542068338969363,
      "grad_norm": 0.46819841861724854,
      "learning_rate": 1.9999564044081962e-05,
      "loss": 0.212,
      "step": 4070
    },
    {
      "epoch": 0.20592540251350125,
      "grad_norm": 0.43184694647789,
      "learning_rate": 1.9999477909005738e-05,
      "loss": 0.2085,
      "step": 4080
    },
    {
      "epoch": 0.20643012163730884,
      "grad_norm": 0.4735959768295288,
      "learning_rate": 1.9999384014294474e-05,
      "loss": 0.216,
      "step": 4090
    },
    {
      "epoch": 0.20693484076111643,
      "grad_norm": 0.431597501039505,
      "learning_rate": 1.9999282360021035e-05,
      "loss": 0.2026,
      "step": 4100
    },
    {
      "epoch": 0.20743955988492405,
      "grad_norm": 0.4696648120880127,
      "learning_rate": 1.9999172946264304e-05,
      "loss": 0.2118,
      "step": 4110
    },
    {
      "epoch": 0.20794427900873164,
      "grad_norm": 0.4368724822998047,
      "learning_rate": 1.9999055773109187e-05,
      "loss": 0.215,
      "step": 4120
    },
    {
      "epoch": 0.20844899813253925,
      "grad_norm": 0.4657285511493683,
      "learning_rate": 1.999893084064661e-05,
      "loss": 0.2036,
      "step": 4130
    },
    {
      "epoch": 0.20895371725634684,
      "grad_norm": 0.4232470393180847,
      "learning_rate": 1.9998798148973522e-05,
      "loss": 0.2052,
      "step": 4140
    },
    {
      "epoch": 0.20945843638015443,
      "grad_norm": 0.4144943654537201,
      "learning_rate": 1.999865769819289e-05,
      "loss": 0.2031,
      "step": 4150
    },
    {
      "epoch": 0.20996315550396205,
      "grad_norm": 0.44187450408935547,
      "learning_rate": 1.9998509488413712e-05,
      "loss": 0.2078,
      "step": 4160
    },
    {
      "epoch": 0.21046787462776964,
      "grad_norm": 0.42849841713905334,
      "learning_rate": 1.9998353519750986e-05,
      "loss": 0.2082,
      "step": 4170
    },
    {
      "epoch": 0.21097259375157726,
      "grad_norm": 0.410536527633667,
      "learning_rate": 1.9998189792325757e-05,
      "loss": 0.208,
      "step": 4180
    },
    {
      "epoch": 0.21147731287538485,
      "grad_norm": 0.46338728070259094,
      "learning_rate": 1.999801830626507e-05,
      "loss": 0.2082,
      "step": 4190
    },
    {
      "epoch": 0.21198203199919244,
      "grad_norm": 0.4344061315059662,
      "learning_rate": 1.9997839061702003e-05,
      "loss": 0.2068,
      "step": 4200
    },
    {
      "epoch": 0.21248675112300006,
      "grad_norm": 0.42914628982543945,
      "learning_rate": 1.999765205877565e-05,
      "loss": 0.2056,
      "step": 4210
    },
    {
      "epoch": 0.21299147024680765,
      "grad_norm": 0.4740099310874939,
      "learning_rate": 1.9997457297631123e-05,
      "loss": 0.207,
      "step": 4220
    },
    {
      "epoch": 0.21349618937061526,
      "grad_norm": 0.4434734880924225,
      "learning_rate": 1.999725477841956e-05,
      "loss": 0.2098,
      "step": 4230
    },
    {
      "epoch": 0.21400090849442285,
      "grad_norm": 0.41909220814704895,
      "learning_rate": 1.9997044501298115e-05,
      "loss": 0.213,
      "step": 4240
    },
    {
      "epoch": 0.21450562761823044,
      "grad_norm": 0.4443434774875641,
      "learning_rate": 1.9996826466429967e-05,
      "loss": 0.2068,
      "step": 4250
    },
    {
      "epoch": 0.21501034674203806,
      "grad_norm": 0.46440449357032776,
      "learning_rate": 1.999660067398431e-05,
      "loss": 0.213,
      "step": 4260
    },
    {
      "epoch": 0.21551506586584565,
      "grad_norm": 0.44428780674934387,
      "learning_rate": 1.999636712413636e-05,
      "loss": 0.2067,
      "step": 4270
    },
    {
      "epoch": 0.21601978498965327,
      "grad_norm": 0.44897201657295227,
      "learning_rate": 1.9996125817067356e-05,
      "loss": 0.2123,
      "step": 4280
    },
    {
      "epoch": 0.21652450411346086,
      "grad_norm": 0.4407517910003662,
      "learning_rate": 1.999587675296455e-05,
      "loss": 0.2086,
      "step": 4290
    },
    {
      "epoch": 0.21702922323726845,
      "grad_norm": 0.4416534900665283,
      "learning_rate": 1.9995619932021212e-05,
      "loss": 0.2093,
      "step": 4300
    },
    {
      "epoch": 0.21753394236107607,
      "grad_norm": 0.47025397419929504,
      "learning_rate": 1.999535535443664e-05,
      "loss": 0.2158,
      "step": 4310
    },
    {
      "epoch": 0.21803866148488366,
      "grad_norm": 0.42740362882614136,
      "learning_rate": 1.999508302041615e-05,
      "loss": 0.2109,
      "step": 4320
    },
    {
      "epoch": 0.21854338060869127,
      "grad_norm": 0.44681379199028015,
      "learning_rate": 1.9994802930171077e-05,
      "loss": 0.2116,
      "step": 4330
    },
    {
      "epoch": 0.21904809973249886,
      "grad_norm": 0.4711915850639343,
      "learning_rate": 1.9994515083918763e-05,
      "loss": 0.21,
      "step": 4340
    },
    {
      "epoch": 0.21955281885630645,
      "grad_norm": 0.4454067647457123,
      "learning_rate": 1.9994219481882584e-05,
      "loss": 0.2056,
      "step": 4350
    },
    {
      "epoch": 0.22005753798011407,
      "grad_norm": 0.4321040213108063,
      "learning_rate": 1.9993916124291926e-05,
      "loss": 0.2096,
      "step": 4360
    },
    {
      "epoch": 0.22056225710392166,
      "grad_norm": 0.44907715916633606,
      "learning_rate": 1.9993605011382196e-05,
      "loss": 0.2079,
      "step": 4370
    },
    {
      "epoch": 0.22106697622772928,
      "grad_norm": 0.4888754189014435,
      "learning_rate": 1.999328614339482e-05,
      "loss": 0.213,
      "step": 4380
    },
    {
      "epoch": 0.22157169535153687,
      "grad_norm": 0.4669919013977051,
      "learning_rate": 1.9992959520577238e-05,
      "loss": 0.2081,
      "step": 4390
    },
    {
      "epoch": 0.22207641447534446,
      "grad_norm": 0.4628717601299286,
      "learning_rate": 1.9992625143182914e-05,
      "loss": 0.2087,
      "step": 4400
    },
    {
      "epoch": 0.22258113359915208,
      "grad_norm": 0.4592908024787903,
      "learning_rate": 1.999228301147133e-05,
      "loss": 0.2105,
      "step": 4410
    },
    {
      "epoch": 0.22308585272295967,
      "grad_norm": 0.42841342091560364,
      "learning_rate": 1.999193312570797e-05,
      "loss": 0.2139,
      "step": 4420
    },
    {
      "epoch": 0.22359057184676728,
      "grad_norm": 0.443726509809494,
      "learning_rate": 1.9991575486164357e-05,
      "loss": 0.2052,
      "step": 4430
    },
    {
      "epoch": 0.22409529097057487,
      "grad_norm": 0.42919921875,
      "learning_rate": 1.9991210093118015e-05,
      "loss": 0.2086,
      "step": 4440
    },
    {
      "epoch": 0.22460001009438246,
      "grad_norm": 0.5065860748291016,
      "learning_rate": 1.9990836946852494e-05,
      "loss": 0.2086,
      "step": 4450
    },
    {
      "epoch": 0.22510472921819008,
      "grad_norm": 0.444206178188324,
      "learning_rate": 1.9990456047657357e-05,
      "loss": 0.2097,
      "step": 4460
    },
    {
      "epoch": 0.22560944834199767,
      "grad_norm": 0.42514482140541077,
      "learning_rate": 1.999006739582818e-05,
      "loss": 0.2153,
      "step": 4470
    },
    {
      "epoch": 0.2261141674658053,
      "grad_norm": 0.4584311246871948,
      "learning_rate": 1.9989670991666558e-05,
      "loss": 0.2081,
      "step": 4480
    },
    {
      "epoch": 0.22661888658961288,
      "grad_norm": 0.45617085695266724,
      "learning_rate": 1.9989266835480104e-05,
      "loss": 0.2078,
      "step": 4490
    },
    {
      "epoch": 0.22712360571342047,
      "grad_norm": 0.4982506036758423,
      "learning_rate": 1.9988854927582452e-05,
      "loss": 0.207,
      "step": 4500
    },
    {
      "epoch": 0.22762832483722809,
      "grad_norm": 0.42006564140319824,
      "learning_rate": 1.998843526829323e-05,
      "loss": 0.2072,
      "step": 4510
    },
    {
      "epoch": 0.22813304396103568,
      "grad_norm": 0.4090621769428253,
      "learning_rate": 1.998800785793811e-05,
      "loss": 0.208,
      "step": 4520
    },
    {
      "epoch": 0.2286377630848433,
      "grad_norm": 0.45028218626976013,
      "learning_rate": 1.998757269684875e-05,
      "loss": 0.2056,
      "step": 4530
    },
    {
      "epoch": 0.22914248220865088,
      "grad_norm": 0.43163150548934937,
      "learning_rate": 1.9987129785362843e-05,
      "loss": 0.2096,
      "step": 4540
    },
    {
      "epoch": 0.2296472013324585,
      "grad_norm": 0.44366002082824707,
      "learning_rate": 1.9986679123824096e-05,
      "loss": 0.2102,
      "step": 4550
    },
    {
      "epoch": 0.2301519204562661,
      "grad_norm": 0.4207097887992859,
      "learning_rate": 1.9986220712582218e-05,
      "loss": 0.2137,
      "step": 4560
    },
    {
      "epoch": 0.23065663958007368,
      "grad_norm": 0.46169212460517883,
      "learning_rate": 1.998575455199294e-05,
      "loss": 0.2043,
      "step": 4570
    },
    {
      "epoch": 0.2311613587038813,
      "grad_norm": 0.44540101289749146,
      "learning_rate": 1.9985280642418e-05,
      "loss": 0.2078,
      "step": 4580
    },
    {
      "epoch": 0.2316660778276889,
      "grad_norm": 0.45593440532684326,
      "learning_rate": 1.998479898422516e-05,
      "loss": 0.2116,
      "step": 4590
    },
    {
      "epoch": 0.2321707969514965,
      "grad_norm": 0.4587077796459198,
      "learning_rate": 1.9984309577788183e-05,
      "loss": 0.2113,
      "step": 4600
    },
    {
      "epoch": 0.2326755160753041,
      "grad_norm": 0.4238251745700836,
      "learning_rate": 1.998381242348685e-05,
      "loss": 0.2083,
      "step": 4610
    },
    {
      "epoch": 0.23318023519911169,
      "grad_norm": 0.47338321805000305,
      "learning_rate": 1.9983307521706964e-05,
      "loss": 0.2114,
      "step": 4620
    },
    {
      "epoch": 0.2336849543229193,
      "grad_norm": 0.45549440383911133,
      "learning_rate": 1.9982794872840325e-05,
      "loss": 0.2065,
      "step": 4630
    },
    {
      "epoch": 0.2341896734467269,
      "grad_norm": 0.41257891058921814,
      "learning_rate": 1.9982274477284745e-05,
      "loss": 0.2061,
      "step": 4640
    },
    {
      "epoch": 0.2346943925705345,
      "grad_norm": 0.40934988856315613,
      "learning_rate": 1.9981746335444063e-05,
      "loss": 0.2071,
      "step": 4650
    },
    {
      "epoch": 0.2351991116943421,
      "grad_norm": 0.4533693492412567,
      "learning_rate": 1.9981210447728113e-05,
      "loss": 0.2091,
      "step": 4660
    },
    {
      "epoch": 0.2357038308181497,
      "grad_norm": 0.4373621642589569,
      "learning_rate": 1.9980666814552748e-05,
      "loss": 0.2061,
      "step": 4670
    },
    {
      "epoch": 0.2362085499419573,
      "grad_norm": 0.43047308921813965,
      "learning_rate": 1.9980115436339827e-05,
      "loss": 0.2112,
      "step": 4680
    },
    {
      "epoch": 0.2367132690657649,
      "grad_norm": 0.4146009087562561,
      "learning_rate": 1.9979556313517225e-05,
      "loss": 0.2064,
      "step": 4690
    },
    {
      "epoch": 0.23721798818957252,
      "grad_norm": 0.43192046880722046,
      "learning_rate": 1.9978989446518825e-05,
      "loss": 0.2068,
      "step": 4700
    },
    {
      "epoch": 0.2377227073133801,
      "grad_norm": 0.4342500567436218,
      "learning_rate": 1.997841483578451e-05,
      "loss": 0.2075,
      "step": 4710
    },
    {
      "epoch": 0.2382274264371877,
      "grad_norm": 0.41722989082336426,
      "learning_rate": 1.997783248176019e-05,
      "loss": 0.2069,
      "step": 4720
    },
    {
      "epoch": 0.2387321455609953,
      "grad_norm": 0.3955322504043579,
      "learning_rate": 1.997724238489777e-05,
      "loss": 0.2083,
      "step": 4730
    },
    {
      "epoch": 0.2392368646848029,
      "grad_norm": 0.4160379469394684,
      "learning_rate": 1.9976644545655163e-05,
      "loss": 0.2075,
      "step": 4740
    },
    {
      "epoch": 0.23974158380861052,
      "grad_norm": 0.43674159049987793,
      "learning_rate": 1.99760389644963e-05,
      "loss": 0.2062,
      "step": 4750
    },
    {
      "epoch": 0.2402463029324181,
      "grad_norm": 0.4491446316242218,
      "learning_rate": 1.997542564189112e-05,
      "loss": 0.2103,
      "step": 4760
    },
    {
      "epoch": 0.2407510220562257,
      "grad_norm": 0.44447171688079834,
      "learning_rate": 1.997480457831555e-05,
      "loss": 0.2134,
      "step": 4770
    },
    {
      "epoch": 0.24125574118003332,
      "grad_norm": 0.43392515182495117,
      "learning_rate": 1.9974175774251544e-05,
      "loss": 0.2103,
      "step": 4780
    },
    {
      "epoch": 0.2417604603038409,
      "grad_norm": 0.44160422682762146,
      "learning_rate": 1.997353923018706e-05,
      "loss": 0.214,
      "step": 4790
    },
    {
      "epoch": 0.24226517942764852,
      "grad_norm": 0.4248678386211395,
      "learning_rate": 1.997289494661606e-05,
      "loss": 0.2104,
      "step": 4800
    },
    {
      "epoch": 0.24276989855145611,
      "grad_norm": 0.45019054412841797,
      "learning_rate": 1.99722429240385e-05,
      "loss": 0.2091,
      "step": 4810
    },
    {
      "epoch": 0.2432746176752637,
      "grad_norm": 0.4370255470275879,
      "learning_rate": 1.9971583162960364e-05,
      "loss": 0.2117,
      "step": 4820
    },
    {
      "epoch": 0.24377933679907132,
      "grad_norm": 0.4528055787086487,
      "learning_rate": 1.9970915663893623e-05,
      "loss": 0.2133,
      "step": 4830
    },
    {
      "epoch": 0.2442840559228789,
      "grad_norm": 0.43560346961021423,
      "learning_rate": 1.9970240427356257e-05,
      "loss": 0.2122,
      "step": 4840
    },
    {
      "epoch": 0.24478877504668653,
      "grad_norm": 0.4284495711326599,
      "learning_rate": 1.996955745387226e-05,
      "loss": 0.2123,
      "step": 4850
    },
    {
      "epoch": 0.24529349417049412,
      "grad_norm": 0.4030678868293762,
      "learning_rate": 1.9968866743971614e-05,
      "loss": 0.2038,
      "step": 4860
    },
    {
      "epoch": 0.2457982132943017,
      "grad_norm": 0.4090377390384674,
      "learning_rate": 1.9968168298190318e-05,
      "loss": 0.2113,
      "step": 4870
    },
    {
      "epoch": 0.24630293241810933,
      "grad_norm": 0.4348921477794647,
      "learning_rate": 1.9967462117070366e-05,
      "loss": 0.2118,
      "step": 4880
    },
    {
      "epoch": 0.24680765154191692,
      "grad_norm": 0.43023329973220825,
      "learning_rate": 1.9966748201159762e-05,
      "loss": 0.2076,
      "step": 4890
    },
    {
      "epoch": 0.24731237066572453,
      "grad_norm": 0.4445458650588989,
      "learning_rate": 1.99660265510125e-05,
      "loss": 0.204,
      "step": 4900
    },
    {
      "epoch": 0.24781708978953212,
      "grad_norm": 0.4400614798069,
      "learning_rate": 1.9965297167188588e-05,
      "loss": 0.2174,
      "step": 4910
    },
    {
      "epoch": 0.24832180891333971,
      "grad_norm": 0.41057854890823364,
      "learning_rate": 1.996456005025403e-05,
      "loss": 0.2134,
      "step": 4920
    },
    {
      "epoch": 0.24882652803714733,
      "grad_norm": 0.4448695480823517,
      "learning_rate": 1.9963815200780833e-05,
      "loss": 0.2148,
      "step": 4930
    },
    {
      "epoch": 0.24933124716095492,
      "grad_norm": 0.4160345494747162,
      "learning_rate": 1.9963062619347e-05,
      "loss": 0.2117,
      "step": 4940
    },
    {
      "epoch": 0.24983596628476254,
      "grad_norm": 0.4251341223716736,
      "learning_rate": 1.9962302306536544e-05,
      "loss": 0.2014,
      "step": 4950
    },
    {
      "epoch": 0.25034068540857013,
      "grad_norm": 0.4156761169433594,
      "learning_rate": 1.9961534262939462e-05,
      "loss": 0.2074,
      "step": 4960
    },
    {
      "epoch": 0.25084540453237775,
      "grad_norm": 0.41890910267829895,
      "learning_rate": 1.9960758489151765e-05,
      "loss": 0.2067,
      "step": 4970
    },
    {
      "epoch": 0.2513501236561853,
      "grad_norm": 0.44092434644699097,
      "learning_rate": 1.995997498577545e-05,
      "loss": 0.2099,
      "step": 4980
    },
    {
      "epoch": 0.2518548427799929,
      "grad_norm": 0.4364526569843292,
      "learning_rate": 1.995918375341853e-05,
      "loss": 0.2107,
      "step": 4990
    },
    {
      "epoch": 0.25235956190380054,
      "grad_norm": 0.4292025566101074,
      "learning_rate": 1.9958384792694992e-05,
      "loss": 0.2069,
      "step": 5000
    },
    {
      "epoch": 0.25286428102760816,
      "grad_norm": 0.4423369765281677,
      "learning_rate": 1.9957578104224843e-05,
      "loss": 0.2122,
      "step": 5010
    },
    {
      "epoch": 0.2533690001514157,
      "grad_norm": 0.4413395822048187,
      "learning_rate": 1.995676368863407e-05,
      "loss": 0.2072,
      "step": 5020
    },
    {
      "epoch": 0.25387371927522334,
      "grad_norm": 0.43734773993492126,
      "learning_rate": 1.9955941546554666e-05,
      "loss": 0.214,
      "step": 5030
    },
    {
      "epoch": 0.25437843839903096,
      "grad_norm": 0.44729700684547424,
      "learning_rate": 1.9955111678624615e-05,
      "loss": 0.2082,
      "step": 5040
    },
    {
      "epoch": 0.2548831575228385,
      "grad_norm": 0.43439602851867676,
      "learning_rate": 1.9954274085487893e-05,
      "loss": 0.2095,
      "step": 5050
    },
    {
      "epoch": 0.25538787664664614,
      "grad_norm": 0.40715253353118896,
      "learning_rate": 1.9953428767794487e-05,
      "loss": 0.2067,
      "step": 5060
    },
    {
      "epoch": 0.25589259577045376,
      "grad_norm": 0.4260392487049103,
      "learning_rate": 1.995257572620036e-05,
      "loss": 0.2088,
      "step": 5070
    },
    {
      "epoch": 0.2563973148942613,
      "grad_norm": 0.423867791891098,
      "learning_rate": 1.9951714961367476e-05,
      "loss": 0.206,
      "step": 5080
    },
    {
      "epoch": 0.25690203401806894,
      "grad_norm": 0.4600396156311035,
      "learning_rate": 1.9950846473963792e-05,
      "loss": 0.2053,
      "step": 5090
    },
    {
      "epoch": 0.25740675314187655,
      "grad_norm": 0.42651209235191345,
      "learning_rate": 1.994997026466326e-05,
      "loss": 0.2078,
      "step": 5100
    },
    {
      "epoch": 0.25791147226568417,
      "grad_norm": 0.39605095982551575,
      "learning_rate": 1.994908633414582e-05,
      "loss": 0.2075,
      "step": 5110
    },
    {
      "epoch": 0.25841619138949173,
      "grad_norm": 0.4656001329421997,
      "learning_rate": 1.99481946830974e-05,
      "loss": 0.208,
      "step": 5120
    },
    {
      "epoch": 0.25892091051329935,
      "grad_norm": 0.4509201943874359,
      "learning_rate": 1.994729531220994e-05,
      "loss": 0.2087,
      "step": 5130
    },
    {
      "epoch": 0.25942562963710697,
      "grad_norm": 0.45018404722213745,
      "learning_rate": 1.994638822218134e-05,
      "loss": 0.209,
      "step": 5140
    },
    {
      "epoch": 0.25993034876091453,
      "grad_norm": 0.4501037895679474,
      "learning_rate": 1.994547341371551e-05,
      "loss": 0.2085,
      "step": 5150
    },
    {
      "epoch": 0.26043506788472215,
      "grad_norm": 0.4430723190307617,
      "learning_rate": 1.994455088752235e-05,
      "loss": 0.207,
      "step": 5160
    },
    {
      "epoch": 0.26093978700852977,
      "grad_norm": 0.41028741002082825,
      "learning_rate": 1.994362064431774e-05,
      "loss": 0.2085,
      "step": 5170
    },
    {
      "epoch": 0.26144450613233733,
      "grad_norm": 0.3991943597793579,
      "learning_rate": 1.994268268482355e-05,
      "loss": 0.2098,
      "step": 5180
    },
    {
      "epoch": 0.26194922525614495,
      "grad_norm": 0.4641764760017395,
      "learning_rate": 1.994173700976765e-05,
      "loss": 0.2108,
      "step": 5190
    },
    {
      "epoch": 0.26245394437995256,
      "grad_norm": 0.416415810585022,
      "learning_rate": 1.9940783619883875e-05,
      "loss": 0.212,
      "step": 5200
    },
    {
      "epoch": 0.2629586635037602,
      "grad_norm": 0.419129878282547,
      "learning_rate": 1.9939822515912066e-05,
      "loss": 0.2065,
      "step": 5210
    },
    {
      "epoch": 0.26346338262756774,
      "grad_norm": 0.4185030460357666,
      "learning_rate": 1.9938853698598044e-05,
      "loss": 0.2083,
      "step": 5220
    },
    {
      "epoch": 0.26396810175137536,
      "grad_norm": 0.4453229308128357,
      "learning_rate": 1.9937877168693616e-05,
      "loss": 0.2073,
      "step": 5230
    },
    {
      "epoch": 0.264472820875183,
      "grad_norm": 0.4194733798503876,
      "learning_rate": 1.993689292695657e-05,
      "loss": 0.2105,
      "step": 5240
    },
    {
      "epoch": 0.26497753999899054,
      "grad_norm": 0.41537266969680786,
      "learning_rate": 1.993590097415068e-05,
      "loss": 0.2084,
      "step": 5250
    },
    {
      "epoch": 0.26548225912279816,
      "grad_norm": 0.42537128925323486,
      "learning_rate": 1.993490131104571e-05,
      "loss": 0.2068,
      "step": 5260
    },
    {
      "epoch": 0.2659869782466058,
      "grad_norm": 0.42887747287750244,
      "learning_rate": 1.9933893938417404e-05,
      "loss": 0.2082,
      "step": 5270
    },
    {
      "epoch": 0.26649169737041334,
      "grad_norm": 0.44657662510871887,
      "learning_rate": 1.993287885704748e-05,
      "loss": 0.2039,
      "step": 5280
    },
    {
      "epoch": 0.26699641649422096,
      "grad_norm": 0.4399039149284363,
      "learning_rate": 1.993185606772365e-05,
      "loss": 0.2101,
      "step": 5290
    },
    {
      "epoch": 0.2675011356180286,
      "grad_norm": 0.4244379997253418,
      "learning_rate": 1.9930825571239603e-05,
      "loss": 0.2066,
      "step": 5300
    },
    {
      "epoch": 0.2680058547418362,
      "grad_norm": 0.4329201281070709,
      "learning_rate": 1.9929787368395003e-05,
      "loss": 0.2138,
      "step": 5310
    },
    {
      "epoch": 0.26851057386564375,
      "grad_norm": 0.4212918281555176,
      "learning_rate": 1.992874145999551e-05,
      "loss": 0.2098,
      "step": 5320
    },
    {
      "epoch": 0.26901529298945137,
      "grad_norm": 0.4777679443359375,
      "learning_rate": 1.9927687846852743e-05,
      "loss": 0.2154,
      "step": 5330
    },
    {
      "epoch": 0.269520012113259,
      "grad_norm": 0.4291732907295227,
      "learning_rate": 1.9926626529784313e-05,
      "loss": 0.2114,
      "step": 5340
    },
    {
      "epoch": 0.27002473123706655,
      "grad_norm": 0.4233384430408478,
      "learning_rate": 1.9925557509613805e-05,
      "loss": 0.2072,
      "step": 5350
    },
    {
      "epoch": 0.27052945036087417,
      "grad_norm": 0.4097965955734253,
      "learning_rate": 1.9924480787170792e-05,
      "loss": 0.207,
      "step": 5360
    },
    {
      "epoch": 0.2710341694846818,
      "grad_norm": 0.4130129814147949,
      "learning_rate": 1.9923396363290807e-05,
      "loss": 0.2055,
      "step": 5370
    },
    {
      "epoch": 0.27153888860848935,
      "grad_norm": 0.44088903069496155,
      "learning_rate": 1.9922304238815364e-05,
      "loss": 0.2038,
      "step": 5380
    },
    {
      "epoch": 0.27204360773229697,
      "grad_norm": 0.3887929618358612,
      "learning_rate": 1.9921204414591964e-05,
      "loss": 0.2098,
      "step": 5390
    },
    {
      "epoch": 0.2725483268561046,
      "grad_norm": 0.40305423736572266,
      "learning_rate": 1.9920096891474067e-05,
      "loss": 0.2089,
      "step": 5400
    },
    {
      "epoch": 0.2730530459799122,
      "grad_norm": 0.4090634286403656,
      "learning_rate": 1.9918981670321124e-05,
      "loss": 0.2081,
      "step": 5410
    },
    {
      "epoch": 0.27355776510371976,
      "grad_norm": 0.4016440808773041,
      "learning_rate": 1.9917858751998547e-05,
      "loss": 0.2103,
      "step": 5420
    },
    {
      "epoch": 0.2740624842275274,
      "grad_norm": 0.3911189138889313,
      "learning_rate": 1.9916728137377724e-05,
      "loss": 0.2128,
      "step": 5430
    },
    {
      "epoch": 0.274567203351335,
      "grad_norm": 0.4302690923213959,
      "learning_rate": 1.9915589827336015e-05,
      "loss": 0.2141,
      "step": 5440
    },
    {
      "epoch": 0.27507192247514256,
      "grad_norm": 0.39874517917633057,
      "learning_rate": 1.9914443822756757e-05,
      "loss": 0.2097,
      "step": 5450
    },
    {
      "epoch": 0.2755766415989502,
      "grad_norm": 0.4208013713359833,
      "learning_rate": 1.9913290124529253e-05,
      "loss": 0.211,
      "step": 5460
    },
    {
      "epoch": 0.2760813607227578,
      "grad_norm": 0.3907218873500824,
      "learning_rate": 1.991212873354878e-05,
      "loss": 0.2091,
      "step": 5470
    },
    {
      "epoch": 0.2765860798465654,
      "grad_norm": 0.3849351704120636,
      "learning_rate": 1.9910959650716576e-05,
      "loss": 0.2055,
      "step": 5480
    },
    {
      "epoch": 0.277090798970373,
      "grad_norm": 0.4441866874694824,
      "learning_rate": 1.990978287693986e-05,
      "loss": 0.2124,
      "step": 5490
    },
    {
      "epoch": 0.2775955180941806,
      "grad_norm": 0.40791434049606323,
      "learning_rate": 1.9908598413131805e-05,
      "loss": 0.2111,
      "step": 5500
    },
    {
      "epoch": 0.2781002372179882,
      "grad_norm": 0.4549468457698822,
      "learning_rate": 1.990740626021157e-05,
      "loss": 0.2132,
      "step": 5510
    },
    {
      "epoch": 0.2786049563417958,
      "grad_norm": 0.427784264087677,
      "learning_rate": 1.9906206419104264e-05,
      "loss": 0.2044,
      "step": 5520
    },
    {
      "epoch": 0.2791096754656034,
      "grad_norm": 0.46978235244750977,
      "learning_rate": 1.9904998890740973e-05,
      "loss": 0.2095,
      "step": 5530
    },
    {
      "epoch": 0.279614394589411,
      "grad_norm": 0.42245644330978394,
      "learning_rate": 1.9903783676058738e-05,
      "loss": 0.2119,
      "step": 5540
    },
    {
      "epoch": 0.28011911371321857,
      "grad_norm": 0.42393338680267334,
      "learning_rate": 1.9902560776000573e-05,
      "loss": 0.2129,
      "step": 5550
    },
    {
      "epoch": 0.2806238328370262,
      "grad_norm": 0.41817086935043335,
      "learning_rate": 1.9901330191515455e-05,
      "loss": 0.2104,
      "step": 5560
    },
    {
      "epoch": 0.2811285519608338,
      "grad_norm": 0.4182088375091553,
      "learning_rate": 1.990009192355832e-05,
      "loss": 0.2109,
      "step": 5570
    },
    {
      "epoch": 0.2816332710846414,
      "grad_norm": 0.41876691579818726,
      "learning_rate": 1.9898845973090074e-05,
      "loss": 0.2022,
      "step": 5580
    },
    {
      "epoch": 0.282137990208449,
      "grad_norm": 0.4053371250629425,
      "learning_rate": 1.989759234107757e-05,
      "loss": 0.2073,
      "step": 5590
    },
    {
      "epoch": 0.2826427093322566,
      "grad_norm": 0.41588065028190613,
      "learning_rate": 1.9896331028493642e-05,
      "loss": 0.2121,
      "step": 5600
    },
    {
      "epoch": 0.2831474284560642,
      "grad_norm": 0.3771092891693115,
      "learning_rate": 1.9895062036317068e-05,
      "loss": 0.2085,
      "step": 5610
    },
    {
      "epoch": 0.2836521475798718,
      "grad_norm": 0.39868807792663574,
      "learning_rate": 1.989378536553259e-05,
      "loss": 0.2084,
      "step": 5620
    },
    {
      "epoch": 0.2841568667036794,
      "grad_norm": 0.43951281905174255,
      "learning_rate": 1.9892501017130915e-05,
      "loss": 0.2124,
      "step": 5630
    },
    {
      "epoch": 0.284661585827487,
      "grad_norm": 0.42283257842063904,
      "learning_rate": 1.9891208992108697e-05,
      "loss": 0.2069,
      "step": 5640
    },
    {
      "epoch": 0.2851663049512946,
      "grad_norm": 0.3722674548625946,
      "learning_rate": 1.9889909291468556e-05,
      "loss": 0.2051,
      "step": 5650
    },
    {
      "epoch": 0.2856710240751022,
      "grad_norm": 0.39864447712898254,
      "learning_rate": 1.9888601916219063e-05,
      "loss": 0.2111,
      "step": 5660
    },
    {
      "epoch": 0.2861757431989098,
      "grad_norm": 0.4220223128795624,
      "learning_rate": 1.9887286867374745e-05,
      "loss": 0.2119,
      "step": 5670
    },
    {
      "epoch": 0.28668046232271743,
      "grad_norm": 0.45008954405784607,
      "learning_rate": 1.988596414595609e-05,
      "loss": 0.2096,
      "step": 5680
    },
    {
      "epoch": 0.287185181446525,
      "grad_norm": 0.393761545419693,
      "learning_rate": 1.988463375298953e-05,
      "loss": 0.2067,
      "step": 5690
    },
    {
      "epoch": 0.2876899005703326,
      "grad_norm": 0.3759346306324005,
      "learning_rate": 1.988329568950746e-05,
      "loss": 0.2071,
      "step": 5700
    },
    {
      "epoch": 0.28819461969414023,
      "grad_norm": 0.3997967541217804,
      "learning_rate": 1.988194995654822e-05,
      "loss": 0.2016,
      "step": 5710
    },
    {
      "epoch": 0.2886993388179478,
      "grad_norm": 0.40321558713912964,
      "learning_rate": 1.9880596555156107e-05,
      "loss": 0.2077,
      "step": 5720
    },
    {
      "epoch": 0.2892040579417554,
      "grad_norm": 0.40369144082069397,
      "learning_rate": 1.987923548638136e-05,
      "loss": 0.2026,
      "step": 5730
    },
    {
      "epoch": 0.28970877706556303,
      "grad_norm": 0.415730744600296,
      "learning_rate": 1.9877866751280177e-05,
      "loss": 0.203,
      "step": 5740
    },
    {
      "epoch": 0.2902134961893706,
      "grad_norm": 0.40590837597846985,
      "learning_rate": 1.9876490350914703e-05,
      "loss": 0.2009,
      "step": 5750
    },
    {
      "epoch": 0.2907182153131782,
      "grad_norm": 0.42671629786491394,
      "learning_rate": 1.987510628635303e-05,
      "loss": 0.2098,
      "step": 5760
    },
    {
      "epoch": 0.2912229344369858,
      "grad_norm": 0.3944723606109619,
      "learning_rate": 1.9873714558669197e-05,
      "loss": 0.204,
      "step": 5770
    },
    {
      "epoch": 0.29172765356079344,
      "grad_norm": 0.4174182415008545,
      "learning_rate": 1.9872315168943192e-05,
      "loss": 0.2088,
      "step": 5780
    },
    {
      "epoch": 0.292232372684601,
      "grad_norm": 0.4163215160369873,
      "learning_rate": 1.9870908118260943e-05,
      "loss": 0.2021,
      "step": 5790
    },
    {
      "epoch": 0.2927370918084086,
      "grad_norm": 0.4151400327682495,
      "learning_rate": 1.986949340771433e-05,
      "loss": 0.2075,
      "step": 5800
    },
    {
      "epoch": 0.29324181093221624,
      "grad_norm": 0.44372260570526123,
      "learning_rate": 1.9868071038401175e-05,
      "loss": 0.2092,
      "step": 5810
    },
    {
      "epoch": 0.2937465300560238,
      "grad_norm": 0.4433077573776245,
      "learning_rate": 1.9866641011425237e-05,
      "loss": 0.2095,
      "step": 5820
    },
    {
      "epoch": 0.2942512491798314,
      "grad_norm": 0.412314772605896,
      "learning_rate": 1.986520332789623e-05,
      "loss": 0.2096,
      "step": 5830
    },
    {
      "epoch": 0.29475596830363904,
      "grad_norm": 0.41241535544395447,
      "learning_rate": 1.9863757988929797e-05,
      "loss": 0.2071,
      "step": 5840
    },
    {
      "epoch": 0.2952606874274466,
      "grad_norm": 0.41660410165786743,
      "learning_rate": 1.9862304995647526e-05,
      "loss": 0.2107,
      "step": 5850
    },
    {
      "epoch": 0.2957654065512542,
      "grad_norm": 0.4263871908187866,
      "learning_rate": 1.9860844349176954e-05,
      "loss": 0.2113,
      "step": 5860
    },
    {
      "epoch": 0.29627012567506184,
      "grad_norm": 0.38611581921577454,
      "learning_rate": 1.985937605065154e-05,
      "loss": 0.2133,
      "step": 5870
    },
    {
      "epoch": 0.29677484479886945,
      "grad_norm": 0.4042183756828308,
      "learning_rate": 1.985790010121069e-05,
      "loss": 0.2032,
      "step": 5880
    },
    {
      "epoch": 0.297279563922677,
      "grad_norm": 0.4147700369358063,
      "learning_rate": 1.9856416501999754e-05,
      "loss": 0.2025,
      "step": 5890
    },
    {
      "epoch": 0.29778428304648463,
      "grad_norm": 0.423336386680603,
      "learning_rate": 1.9854925254170004e-05,
      "loss": 0.2113,
      "step": 5900
    },
    {
      "epoch": 0.29828900217029225,
      "grad_norm": 0.4082251191139221,
      "learning_rate": 1.9853426358878654e-05,
      "loss": 0.2093,
      "step": 5910
    },
    {
      "epoch": 0.2987937212940998,
      "grad_norm": 0.4519009590148926,
      "learning_rate": 1.9851919817288858e-05,
      "loss": 0.2103,
      "step": 5920
    },
    {
      "epoch": 0.29929844041790743,
      "grad_norm": 0.386529803276062,
      "learning_rate": 1.9850405630569692e-05,
      "loss": 0.2095,
      "step": 5930
    },
    {
      "epoch": 0.29980315954171505,
      "grad_norm": 0.4266643226146698,
      "learning_rate": 1.9848883799896176e-05,
      "loss": 0.2124,
      "step": 5940
    },
    {
      "epoch": 0.3003078786655226,
      "grad_norm": 0.4103555977344513,
      "learning_rate": 1.9847354326449256e-05,
      "loss": 0.2126,
      "step": 5950
    },
    {
      "epoch": 0.3008125977893302,
      "grad_norm": 0.38030311465263367,
      "learning_rate": 1.9845817211415804e-05,
      "loss": 0.2065,
      "step": 5960
    },
    {
      "epoch": 0.30131731691313784,
      "grad_norm": 0.4409065544605255,
      "learning_rate": 1.984427245598864e-05,
      "loss": 0.2176,
      "step": 5970
    },
    {
      "epoch": 0.30182203603694546,
      "grad_norm": 0.41631922125816345,
      "learning_rate": 1.9842720061366484e-05,
      "loss": 0.2131,
      "step": 5980
    },
    {
      "epoch": 0.302326755160753,
      "grad_norm": 0.4635816216468811,
      "learning_rate": 1.984116002875401e-05,
      "loss": 0.2164,
      "step": 5990
    },
    {
      "epoch": 0.30283147428456064,
      "grad_norm": 0.4287009835243225,
      "learning_rate": 1.9839592359361816e-05,
      "loss": 0.211,
      "step": 6000
    },
    {
      "epoch": 0.30333619340836826,
      "grad_norm": 0.39588597416877747,
      "learning_rate": 1.9838017054406405e-05,
      "loss": 0.2073,
      "step": 6010
    },
    {
      "epoch": 0.3038409125321758,
      "grad_norm": 0.4438442885875702,
      "learning_rate": 1.983643411511023e-05,
      "loss": 0.2031,
      "step": 6020
    },
    {
      "epoch": 0.30434563165598344,
      "grad_norm": 0.43027395009994507,
      "learning_rate": 1.9834843542701652e-05,
      "loss": 0.2104,
      "step": 6030
    },
    {
      "epoch": 0.30485035077979106,
      "grad_norm": 0.5001382231712341,
      "learning_rate": 1.983324533841497e-05,
      "loss": 0.2078,
      "step": 6040
    },
    {
      "epoch": 0.3053550699035987,
      "grad_norm": 0.41776421666145325,
      "learning_rate": 1.983163950349039e-05,
      "loss": 0.2099,
      "step": 6050
    },
    {
      "epoch": 0.30585978902740624,
      "grad_norm": 0.42034173011779785,
      "learning_rate": 1.9830026039174047e-05,
      "loss": 0.2092,
      "step": 6060
    },
    {
      "epoch": 0.30636450815121385,
      "grad_norm": 0.44205567240715027,
      "learning_rate": 1.9828404946717997e-05,
      "loss": 0.2118,
      "step": 6070
    },
    {
      "epoch": 0.30686922727502147,
      "grad_norm": 0.42176687717437744,
      "learning_rate": 1.9826776227380217e-05,
      "loss": 0.2081,
      "step": 6080
    },
    {
      "epoch": 0.30737394639882903,
      "grad_norm": 0.39319849014282227,
      "learning_rate": 1.9825139882424594e-05,
      "loss": 0.2037,
      "step": 6090
    },
    {
      "epoch": 0.30787866552263665,
      "grad_norm": 0.4079185724258423,
      "learning_rate": 1.9823495913120942e-05,
      "loss": 0.2154,
      "step": 6100
    },
    {
      "epoch": 0.30838338464644427,
      "grad_norm": 0.39221206307411194,
      "learning_rate": 1.9821844320744988e-05,
      "loss": 0.202,
      "step": 6110
    },
    {
      "epoch": 0.30888810377025183,
      "grad_norm": 0.394840806722641,
      "learning_rate": 1.9820185106578374e-05,
      "loss": 0.2079,
      "step": 6120
    },
    {
      "epoch": 0.30939282289405945,
      "grad_norm": 0.4356917440891266,
      "learning_rate": 1.9818518271908655e-05,
      "loss": 0.2046,
      "step": 6130
    },
    {
      "epoch": 0.30989754201786707,
      "grad_norm": 0.3984021842479706,
      "learning_rate": 1.9816843818029303e-05,
      "loss": 0.2085,
      "step": 6140
    },
    {
      "epoch": 0.3104022611416747,
      "grad_norm": 0.4020964503288269,
      "learning_rate": 1.9815161746239702e-05,
      "loss": 0.2078,
      "step": 6150
    },
    {
      "epoch": 0.31090698026548225,
      "grad_norm": 0.3983485996723175,
      "learning_rate": 1.9813472057845143e-05,
      "loss": 0.2075,
      "step": 6160
    },
    {
      "epoch": 0.31141169938928986,
      "grad_norm": 0.43550729751586914,
      "learning_rate": 1.9811774754156836e-05,
      "loss": 0.2065,
      "step": 6170
    },
    {
      "epoch": 0.3119164185130975,
      "grad_norm": 0.42853283882141113,
      "learning_rate": 1.981006983649189e-05,
      "loss": 0.2082,
      "step": 6180
    },
    {
      "epoch": 0.31242113763690504,
      "grad_norm": 0.3858283758163452,
      "learning_rate": 1.980835730617333e-05,
      "loss": 0.2047,
      "step": 6190
    },
    {
      "epoch": 0.31292585676071266,
      "grad_norm": 0.41216278076171875,
      "learning_rate": 1.9806637164530088e-05,
      "loss": 0.207,
      "step": 6200
    },
    {
      "epoch": 0.3134305758845203,
      "grad_norm": 0.4008423686027527,
      "learning_rate": 1.9804909412897003e-05,
      "loss": 0.2092,
      "step": 6210
    },
    {
      "epoch": 0.31393529500832784,
      "grad_norm": 0.41772013902664185,
      "learning_rate": 1.980317405261481e-05,
      "loss": 0.2065,
      "step": 6220
    },
    {
      "epoch": 0.31444001413213546,
      "grad_norm": 0.41248050332069397,
      "learning_rate": 1.980143108503016e-05,
      "loss": 0.2084,
      "step": 6230
    },
    {
      "epoch": 0.3149447332559431,
      "grad_norm": 0.4062042534351349,
      "learning_rate": 1.9799680511495602e-05,
      "loss": 0.2032,
      "step": 6240
    },
    {
      "epoch": 0.3154494523797507,
      "grad_norm": 0.4108707308769226,
      "learning_rate": 1.979792233336959e-05,
      "loss": 0.2061,
      "step": 6250
    },
    {
      "epoch": 0.31595417150355826,
      "grad_norm": 0.4284683167934418,
      "learning_rate": 1.9796156552016476e-05,
      "loss": 0.2079,
      "step": 6260
    },
    {
      "epoch": 0.3164588906273659,
      "grad_norm": 0.4208002984523773,
      "learning_rate": 1.9794383168806512e-05,
      "loss": 0.2135,
      "step": 6270
    },
    {
      "epoch": 0.3169636097511735,
      "grad_norm": 0.44342759251594543,
      "learning_rate": 1.9792602185115855e-05,
      "loss": 0.2064,
      "step": 6280
    },
    {
      "epoch": 0.31746832887498105,
      "grad_norm": 0.4113001823425293,
      "learning_rate": 1.9790813602326548e-05,
      "loss": 0.2045,
      "step": 6290
    },
    {
      "epoch": 0.31797304799878867,
      "grad_norm": 0.38857993483543396,
      "learning_rate": 1.978901742182654e-05,
      "loss": 0.2078,
      "step": 6300
    },
    {
      "epoch": 0.3184777671225963,
      "grad_norm": 0.4491465091705322,
      "learning_rate": 1.9787213645009685e-05,
      "loss": 0.21,
      "step": 6310
    },
    {
      "epoch": 0.31898248624640385,
      "grad_norm": 0.3899092674255371,
      "learning_rate": 1.978540227327571e-05,
      "loss": 0.2062,
      "step": 6320
    },
    {
      "epoch": 0.31948720537021147,
      "grad_norm": 0.4059198498725891,
      "learning_rate": 1.9783583308030248e-05,
      "loss": 0.2142,
      "step": 6330
    },
    {
      "epoch": 0.3199919244940191,
      "grad_norm": 0.41340652108192444,
      "learning_rate": 1.9781756750684824e-05,
      "loss": 0.2055,
      "step": 6340
    },
    {
      "epoch": 0.3204966436178267,
      "grad_norm": 0.41715288162231445,
      "learning_rate": 1.9779922602656858e-05,
      "loss": 0.2064,
      "step": 6350
    },
    {
      "epoch": 0.32100136274163427,
      "grad_norm": 0.4375815689563751,
      "learning_rate": 1.9778080865369654e-05,
      "loss": 0.2155,
      "step": 6360
    },
    {
      "epoch": 0.3215060818654419,
      "grad_norm": 0.41439878940582275,
      "learning_rate": 1.9776231540252403e-05,
      "loss": 0.2065,
      "step": 6370
    },
    {
      "epoch": 0.3220108009892495,
      "grad_norm": 0.38811203837394714,
      "learning_rate": 1.9774374628740194e-05,
      "loss": 0.2015,
      "step": 6380
    },
    {
      "epoch": 0.32251552011305706,
      "grad_norm": 0.4033221900463104,
      "learning_rate": 1.9772510132273998e-05,
      "loss": 0.2127,
      "step": 6390
    },
    {
      "epoch": 0.3230202392368647,
      "grad_norm": 0.41507217288017273,
      "learning_rate": 1.9770638052300667e-05,
      "loss": 0.2055,
      "step": 6400
    },
    {
      "epoch": 0.3235249583606723,
      "grad_norm": 0.3831386864185333,
      "learning_rate": 1.9768758390272946e-05,
      "loss": 0.2086,
      "step": 6410
    },
    {
      "epoch": 0.32402967748447986,
      "grad_norm": 0.415081650018692,
      "learning_rate": 1.976687114764946e-05,
      "loss": 0.213,
      "step": 6420
    },
    {
      "epoch": 0.3245343966082875,
      "grad_norm": 0.4058787524700165,
      "learning_rate": 1.976497632589472e-05,
      "loss": 0.203,
      "step": 6430
    },
    {
      "epoch": 0.3250391157320951,
      "grad_norm": 0.4149510860443115,
      "learning_rate": 1.9763073926479105e-05,
      "loss": 0.2115,
      "step": 6440
    },
    {
      "epoch": 0.3255438348559027,
      "grad_norm": 0.3906279504299164,
      "learning_rate": 1.9761163950878897e-05,
      "loss": 0.2004,
      "step": 6450
    },
    {
      "epoch": 0.3260485539797103,
      "grad_norm": 0.43657800555229187,
      "learning_rate": 1.975924640057624e-05,
      "loss": 0.2065,
      "step": 6460
    },
    {
      "epoch": 0.3265532731035179,
      "grad_norm": 0.3803505003452301,
      "learning_rate": 1.9757321277059156e-05,
      "loss": 0.2129,
      "step": 6470
    },
    {
      "epoch": 0.3270579922273255,
      "grad_norm": 0.39368507266044617,
      "learning_rate": 1.9755388581821556e-05,
      "loss": 0.2077,
      "step": 6480
    },
    {
      "epoch": 0.3275627113511331,
      "grad_norm": 0.41575753688812256,
      "learning_rate": 1.9753448316363215e-05,
      "loss": 0.2101,
      "step": 6490
    },
    {
      "epoch": 0.3280674304749407,
      "grad_norm": 0.4082091152667999,
      "learning_rate": 1.9751500482189787e-05,
      "loss": 0.2044,
      "step": 6500
    },
    {
      "epoch": 0.3285721495987483,
      "grad_norm": 0.3808952867984772,
      "learning_rate": 1.97495450808128e-05,
      "loss": 0.2127,
      "step": 6510
    },
    {
      "epoch": 0.32907686872255587,
      "grad_norm": 0.41712161898612976,
      "learning_rate": 1.974758211374965e-05,
      "loss": 0.2073,
      "step": 6520
    },
    {
      "epoch": 0.3295815878463635,
      "grad_norm": 0.3919859826564789,
      "learning_rate": 1.9745611582523616e-05,
      "loss": 0.2051,
      "step": 6530
    },
    {
      "epoch": 0.3300863069701711,
      "grad_norm": 0.47025394439697266,
      "learning_rate": 1.9743633488663833e-05,
      "loss": 0.213,
      "step": 6540
    },
    {
      "epoch": 0.3305910260939787,
      "grad_norm": 0.44702544808387756,
      "learning_rate": 1.9741647833705303e-05,
      "loss": 0.2043,
      "step": 6550
    },
    {
      "epoch": 0.3310957452177863,
      "grad_norm": 0.3706350326538086,
      "learning_rate": 1.9739654619188915e-05,
      "loss": 0.205,
      "step": 6560
    },
    {
      "epoch": 0.3316004643415939,
      "grad_norm": 0.46079081296920776,
      "learning_rate": 1.9737653846661402e-05,
      "loss": 0.2053,
      "step": 6570
    },
    {
      "epoch": 0.3321051834654015,
      "grad_norm": 0.413225382566452,
      "learning_rate": 1.9735645517675378e-05,
      "loss": 0.2088,
      "step": 6580
    },
    {
      "epoch": 0.3326099025892091,
      "grad_norm": 0.36785048246383667,
      "learning_rate": 1.973362963378931e-05,
      "loss": 0.1967,
      "step": 6590
    },
    {
      "epoch": 0.3331146217130167,
      "grad_norm": 0.42024168372154236,
      "learning_rate": 1.9731606196567527e-05,
      "loss": 0.2087,
      "step": 6600
    },
    {
      "epoch": 0.3336193408368243,
      "grad_norm": 0.416878879070282,
      "learning_rate": 1.9729575207580237e-05,
      "loss": 0.205,
      "step": 6610
    },
    {
      "epoch": 0.3341240599606319,
      "grad_norm": 0.3891215920448303,
      "learning_rate": 1.9727536668403486e-05,
      "loss": 0.2105,
      "step": 6620
    },
    {
      "epoch": 0.3346287790844395,
      "grad_norm": 0.3856225609779358,
      "learning_rate": 1.9725490580619193e-05,
      "loss": 0.2057,
      "step": 6630
    },
    {
      "epoch": 0.3351334982082471,
      "grad_norm": 0.40319544076919556,
      "learning_rate": 1.972343694581513e-05,
      "loss": 0.2164,
      "step": 6640
    },
    {
      "epoch": 0.33563821733205473,
      "grad_norm": 0.39841437339782715,
      "learning_rate": 1.972137576558492e-05,
      "loss": 0.2083,
      "step": 6650
    },
    {
      "epoch": 0.3361429364558623,
      "grad_norm": 0.4119560718536377,
      "learning_rate": 1.971930704152806e-05,
      "loss": 0.2056,
      "step": 6660
    },
    {
      "epoch": 0.3366476555796699,
      "grad_norm": 0.39955729246139526,
      "learning_rate": 1.9717230775249873e-05,
      "loss": 0.2056,
      "step": 6670
    },
    {
      "epoch": 0.33715237470347753,
      "grad_norm": 0.4089430570602417,
      "learning_rate": 1.971514696836156e-05,
      "loss": 0.2032,
      "step": 6680
    },
    {
      "epoch": 0.3376570938272851,
      "grad_norm": 0.3785223364830017,
      "learning_rate": 1.971305562248016e-05,
      "loss": 0.2075,
      "step": 6690
    },
    {
      "epoch": 0.3381618129510927,
      "grad_norm": 0.3994757831096649,
      "learning_rate": 1.9710956739228565e-05,
      "loss": 0.2117,
      "step": 6700
    },
    {
      "epoch": 0.33866653207490033,
      "grad_norm": 0.4081379771232605,
      "learning_rate": 1.970885032023552e-05,
      "loss": 0.2105,
      "step": 6710
    },
    {
      "epoch": 0.33917125119870795,
      "grad_norm": 0.40712255239486694,
      "learning_rate": 1.9706736367135613e-05,
      "loss": 0.2,
      "step": 6720
    },
    {
      "epoch": 0.3396759703225155,
      "grad_norm": 0.41339489817619324,
      "learning_rate": 1.9704614881569282e-05,
      "loss": 0.2141,
      "step": 6730
    },
    {
      "epoch": 0.3401806894463231,
      "grad_norm": 0.4159870147705078,
      "learning_rate": 1.9702485865182805e-05,
      "loss": 0.2087,
      "step": 6740
    },
    {
      "epoch": 0.34068540857013074,
      "grad_norm": 0.39818209409713745,
      "learning_rate": 1.9700349319628305e-05,
      "loss": 0.2004,
      "step": 6750
    },
    {
      "epoch": 0.3411901276939383,
      "grad_norm": 0.43601059913635254,
      "learning_rate": 1.9698205246563757e-05,
      "loss": 0.2071,
      "step": 6760
    },
    {
      "epoch": 0.3416948468177459,
      "grad_norm": 0.39479944109916687,
      "learning_rate": 1.969605364765297e-05,
      "loss": 0.202,
      "step": 6770
    },
    {
      "epoch": 0.34219956594155354,
      "grad_norm": 0.41283515095710754,
      "learning_rate": 1.9693894524565585e-05,
      "loss": 0.2113,
      "step": 6780
    },
    {
      "epoch": 0.3427042850653611,
      "grad_norm": 0.42678365111351013,
      "learning_rate": 1.9691727878977094e-05,
      "loss": 0.2089,
      "step": 6790
    },
    {
      "epoch": 0.3432090041891687,
      "grad_norm": 0.3861899673938751,
      "learning_rate": 1.968955371256883e-05,
      "loss": 0.2061,
      "step": 6800
    },
    {
      "epoch": 0.34371372331297634,
      "grad_norm": 0.41596877574920654,
      "learning_rate": 1.9687372027027948e-05,
      "loss": 0.2066,
      "step": 6810
    },
    {
      "epoch": 0.34421844243678396,
      "grad_norm": 0.38345086574554443,
      "learning_rate": 1.968518282404744e-05,
      "loss": 0.1991,
      "step": 6820
    },
    {
      "epoch": 0.3447231615605915,
      "grad_norm": 0.4169529378414154,
      "learning_rate": 1.9682986105326148e-05,
      "loss": 0.2103,
      "step": 6830
    },
    {
      "epoch": 0.34522788068439914,
      "grad_norm": 0.3927992880344391,
      "learning_rate": 1.9680781872568725e-05,
      "loss": 0.2084,
      "step": 6840
    },
    {
      "epoch": 0.34573259980820675,
      "grad_norm": 0.42318835854530334,
      "learning_rate": 1.967857012748567e-05,
      "loss": 0.2069,
      "step": 6850
    },
    {
      "epoch": 0.3462373189320143,
      "grad_norm": 0.38372209668159485,
      "learning_rate": 1.9676350871793303e-05,
      "loss": 0.2042,
      "step": 6860
    },
    {
      "epoch": 0.34674203805582193,
      "grad_norm": 0.43242713809013367,
      "learning_rate": 1.967412410721378e-05,
      "loss": 0.2098,
      "step": 6870
    },
    {
      "epoch": 0.34724675717962955,
      "grad_norm": 0.3919036388397217,
      "learning_rate": 1.9671889835475075e-05,
      "loss": 0.2115,
      "step": 6880
    },
    {
      "epoch": 0.3477514763034371,
      "grad_norm": 0.3822705149650574,
      "learning_rate": 1.966964805831099e-05,
      "loss": 0.2103,
      "step": 6890
    },
    {
      "epoch": 0.34825619542724473,
      "grad_norm": 0.41578924655914307,
      "learning_rate": 1.9667398777461153e-05,
      "loss": 0.2098,
      "step": 6900
    },
    {
      "epoch": 0.34876091455105235,
      "grad_norm": 0.41378557682037354,
      "learning_rate": 1.966514199467102e-05,
      "loss": 0.2124,
      "step": 6910
    },
    {
      "epoch": 0.34926563367485997,
      "grad_norm": 0.4057765603065491,
      "learning_rate": 1.9662877711691863e-05,
      "loss": 0.2043,
      "step": 6920
    },
    {
      "epoch": 0.3497703527986675,
      "grad_norm": 0.4015139639377594,
      "learning_rate": 1.966060593028077e-05,
      "loss": 0.2089,
      "step": 6930
    },
    {
      "epoch": 0.35027507192247515,
      "grad_norm": 0.3479464650154114,
      "learning_rate": 1.965832665220066e-05,
      "loss": 0.1983,
      "step": 6940
    },
    {
      "epoch": 0.35077979104628276,
      "grad_norm": 0.3926767110824585,
      "learning_rate": 1.9656039879220253e-05,
      "loss": 0.2062,
      "step": 6950
    },
    {
      "epoch": 0.3512845101700903,
      "grad_norm": 0.4035007953643799,
      "learning_rate": 1.96537456131141e-05,
      "loss": 0.2044,
      "step": 6960
    },
    {
      "epoch": 0.35178922929389794,
      "grad_norm": 0.3953687250614166,
      "learning_rate": 1.965144385566256e-05,
      "loss": 0.2055,
      "step": 6970
    },
    {
      "epoch": 0.35229394841770556,
      "grad_norm": 0.41460809111595154,
      "learning_rate": 1.9649134608651805e-05,
      "loss": 0.2104,
      "step": 6980
    },
    {
      "epoch": 0.3527986675415131,
      "grad_norm": 0.38975444436073303,
      "learning_rate": 1.9646817873873818e-05,
      "loss": 0.2089,
      "step": 6990
    },
    {
      "epoch": 0.35330338666532074,
      "grad_norm": 0.38710498809814453,
      "learning_rate": 1.96444936531264e-05,
      "loss": 0.2048,
      "step": 7000
    },
    {
      "epoch": 0.35380810578912836,
      "grad_norm": 0.38204658031463623,
      "learning_rate": 1.9642161948213147e-05,
      "loss": 0.2013,
      "step": 7010
    },
    {
      "epoch": 0.354312824912936,
      "grad_norm": 0.4161977171897888,
      "learning_rate": 1.963982276094348e-05,
      "loss": 0.2079,
      "step": 7020
    },
    {
      "epoch": 0.35481754403674354,
      "grad_norm": 0.39030978083610535,
      "learning_rate": 1.9637476093132615e-05,
      "loss": 0.2046,
      "step": 7030
    },
    {
      "epoch": 0.35532226316055116,
      "grad_norm": 0.40646493434906006,
      "learning_rate": 1.9635121946601574e-05,
      "loss": 0.2076,
      "step": 7040
    },
    {
      "epoch": 0.3558269822843588,
      "grad_norm": 0.4005410671234131,
      "learning_rate": 1.9632760323177185e-05,
      "loss": 0.204,
      "step": 7050
    },
    {
      "epoch": 0.35633170140816633,
      "grad_norm": 0.41471466422080994,
      "learning_rate": 1.9630391224692077e-05,
      "loss": 0.2083,
      "step": 7060
    },
    {
      "epoch": 0.35683642053197395,
      "grad_norm": 0.40808790922164917,
      "learning_rate": 1.9628014652984683e-05,
      "loss": 0.2047,
      "step": 7070
    },
    {
      "epoch": 0.35734113965578157,
      "grad_norm": 0.38818976283073425,
      "learning_rate": 1.9625630609899226e-05,
      "loss": 0.2039,
      "step": 7080
    },
    {
      "epoch": 0.35784585877958913,
      "grad_norm": 0.5258064866065979,
      "learning_rate": 1.9623239097285734e-05,
      "loss": 0.2022,
      "step": 7090
    },
    {
      "epoch": 0.35835057790339675,
      "grad_norm": 0.41228073835372925,
      "learning_rate": 1.962084011700004e-05,
      "loss": 0.2041,
      "step": 7100
    },
    {
      "epoch": 0.35885529702720437,
      "grad_norm": 0.3778305947780609,
      "learning_rate": 1.961843367090375e-05,
      "loss": 0.1981,
      "step": 7110
    },
    {
      "epoch": 0.359360016151012,
      "grad_norm": 0.3965858221054077,
      "learning_rate": 1.9616019760864284e-05,
      "loss": 0.2042,
      "step": 7120
    },
    {
      "epoch": 0.35986473527481955,
      "grad_norm": 0.3994516432285309,
      "learning_rate": 1.961359838875484e-05,
      "loss": 0.2063,
      "step": 7130
    },
    {
      "epoch": 0.36036945439862716,
      "grad_norm": 0.4078081548213959,
      "learning_rate": 1.961116955645442e-05,
      "loss": 0.2074,
      "step": 7140
    },
    {
      "epoch": 0.3608741735224348,
      "grad_norm": 0.39783546328544617,
      "learning_rate": 1.96087332658478e-05,
      "loss": 0.2058,
      "step": 7150
    },
    {
      "epoch": 0.36137889264624234,
      "grad_norm": 0.41310301423072815,
      "learning_rate": 1.9606289518825555e-05,
      "loss": 0.2022,
      "step": 7160
    },
    {
      "epoch": 0.36188361177004996,
      "grad_norm": 0.3897462785243988,
      "learning_rate": 1.9603838317284042e-05,
      "loss": 0.2095,
      "step": 7170
    },
    {
      "epoch": 0.3623883308938576,
      "grad_norm": 0.459762841463089,
      "learning_rate": 1.9601379663125405e-05,
      "loss": 0.2039,
      "step": 7180
    },
    {
      "epoch": 0.36289305001766514,
      "grad_norm": 0.4271124005317688,
      "learning_rate": 1.9598913558257564e-05,
      "loss": 0.2092,
      "step": 7190
    },
    {
      "epoch": 0.36339776914147276,
      "grad_norm": 0.42241042852401733,
      "learning_rate": 1.9596440004594233e-05,
      "loss": 0.2048,
      "step": 7200
    },
    {
      "epoch": 0.3639024882652804,
      "grad_norm": 0.39565253257751465,
      "learning_rate": 1.9593959004054893e-05,
      "loss": 0.2091,
      "step": 7210
    },
    {
      "epoch": 0.364407207389088,
      "grad_norm": 0.427129328250885,
      "learning_rate": 1.9591470558564816e-05,
      "loss": 0.2103,
      "step": 7220
    },
    {
      "epoch": 0.36491192651289556,
      "grad_norm": 0.3694396913051605,
      "learning_rate": 1.9588974670055046e-05,
      "loss": 0.2084,
      "step": 7230
    },
    {
      "epoch": 0.3654166456367032,
      "grad_norm": 0.4052709639072418,
      "learning_rate": 1.9586471340462396e-05,
      "loss": 0.2045,
      "step": 7240
    },
    {
      "epoch": 0.3659213647605108,
      "grad_norm": 0.42015960812568665,
      "learning_rate": 1.9583960571729467e-05,
      "loss": 0.2046,
      "step": 7250
    },
    {
      "epoch": 0.36642608388431835,
      "grad_norm": 0.42557698488235474,
      "learning_rate": 1.9581442365804623e-05,
      "loss": 0.2094,
      "step": 7260
    },
    {
      "epoch": 0.36693080300812597,
      "grad_norm": 0.41774365305900574,
      "learning_rate": 1.9578916724642e-05,
      "loss": 0.2079,
      "step": 7270
    },
    {
      "epoch": 0.3674355221319336,
      "grad_norm": 0.38158556818962097,
      "learning_rate": 1.9576383650201506e-05,
      "loss": 0.2051,
      "step": 7280
    },
    {
      "epoch": 0.3679402412557412,
      "grad_norm": 0.42440083622932434,
      "learning_rate": 1.957384314444882e-05,
      "loss": 0.2123,
      "step": 7290
    },
    {
      "epoch": 0.36844496037954877,
      "grad_norm": 0.3999404013156891,
      "learning_rate": 1.957129520935538e-05,
      "loss": 0.2076,
      "step": 7300
    },
    {
      "epoch": 0.3689496795033564,
      "grad_norm": 0.39880621433258057,
      "learning_rate": 1.9568739846898402e-05,
      "loss": 0.2111,
      "step": 7310
    },
    {
      "epoch": 0.369454398627164,
      "grad_norm": 0.418241024017334,
      "learning_rate": 1.956617705906085e-05,
      "loss": 0.2098,
      "step": 7320
    },
    {
      "epoch": 0.36995911775097157,
      "grad_norm": 0.38861551880836487,
      "learning_rate": 1.9563606847831455e-05,
      "loss": 0.2042,
      "step": 7330
    },
    {
      "epoch": 0.3704638368747792,
      "grad_norm": 0.4121749699115753,
      "learning_rate": 1.956102921520472e-05,
      "loss": 0.212,
      "step": 7340
    },
    {
      "epoch": 0.3709685559985868,
      "grad_norm": 0.4041878581047058,
      "learning_rate": 1.9558444163180897e-05,
      "loss": 0.2091,
      "step": 7350
    },
    {
      "epoch": 0.37147327512239436,
      "grad_norm": 0.4128355383872986,
      "learning_rate": 1.9555851693765994e-05,
      "loss": 0.2106,
      "step": 7360
    },
    {
      "epoch": 0.371977994246202,
      "grad_norm": 0.38102713227272034,
      "learning_rate": 1.9553251808971773e-05,
      "loss": 0.2009,
      "step": 7370
    },
    {
      "epoch": 0.3724827133700096,
      "grad_norm": 0.4190948009490967,
      "learning_rate": 1.9550644510815764e-05,
      "loss": 0.202,
      "step": 7380
    },
    {
      "epoch": 0.3729874324938172,
      "grad_norm": 0.4004126489162445,
      "learning_rate": 1.9548029801321235e-05,
      "loss": 0.2058,
      "step": 7390
    },
    {
      "epoch": 0.3734921516176248,
      "grad_norm": 0.4466496706008911,
      "learning_rate": 1.954540768251721e-05,
      "loss": 0.2075,
      "step": 7400
    },
    {
      "epoch": 0.3739968707414324,
      "grad_norm": 0.4149305820465088,
      "learning_rate": 1.954277815643847e-05,
      "loss": 0.2036,
      "step": 7410
    },
    {
      "epoch": 0.37450158986524,
      "grad_norm": 0.40400826930999756,
      "learning_rate": 1.9540141225125536e-05,
      "loss": 0.2038,
      "step": 7420
    },
    {
      "epoch": 0.3750063089890476,
      "grad_norm": 0.4136577844619751,
      "learning_rate": 1.9537496890624674e-05,
      "loss": 0.2069,
      "step": 7430
    },
    {
      "epoch": 0.3755110281128552,
      "grad_norm": 0.4099649488925934,
      "learning_rate": 1.9534845154987898e-05,
      "loss": 0.2071,
      "step": 7440
    },
    {
      "epoch": 0.3760157472366628,
      "grad_norm": 0.3781002461910248,
      "learning_rate": 1.953218602027297e-05,
      "loss": 0.2021,
      "step": 7450
    },
    {
      "epoch": 0.3765204663604704,
      "grad_norm": 0.40136510133743286,
      "learning_rate": 1.9529519488543385e-05,
      "loss": 0.2073,
      "step": 7460
    },
    {
      "epoch": 0.377025185484278,
      "grad_norm": 0.4042928218841553,
      "learning_rate": 1.9526845561868383e-05,
      "loss": 0.2102,
      "step": 7470
    },
    {
      "epoch": 0.3775299046080856,
      "grad_norm": 0.3834425210952759,
      "learning_rate": 1.9524164242322946e-05,
      "loss": 0.2053,
      "step": 7480
    },
    {
      "epoch": 0.3780346237318932,
      "grad_norm": 0.39187344908714294,
      "learning_rate": 1.952147553198778e-05,
      "loss": 0.2053,
      "step": 7490
    },
    {
      "epoch": 0.3785393428557008,
      "grad_norm": 0.4059430658817291,
      "learning_rate": 1.9518779432949347e-05,
      "loss": 0.2037,
      "step": 7500
    },
    {
      "epoch": 0.3790440619795084,
      "grad_norm": 0.37832382321357727,
      "learning_rate": 1.951607594729982e-05,
      "loss": 0.2065,
      "step": 7510
    },
    {
      "epoch": 0.379548781103316,
      "grad_norm": 0.389780730009079,
      "learning_rate": 1.951336507713712e-05,
      "loss": 0.2032,
      "step": 7520
    },
    {
      "epoch": 0.3800535002271236,
      "grad_norm": 0.42029881477355957,
      "learning_rate": 1.9510646824564895e-05,
      "loss": 0.2016,
      "step": 7530
    },
    {
      "epoch": 0.3805582193509312,
      "grad_norm": 0.433145672082901,
      "learning_rate": 1.9507921191692515e-05,
      "loss": 0.2141,
      "step": 7540
    },
    {
      "epoch": 0.3810629384747388,
      "grad_norm": 0.41278716921806335,
      "learning_rate": 1.950518818063508e-05,
      "loss": 0.2073,
      "step": 7550
    },
    {
      "epoch": 0.3815676575985464,
      "grad_norm": 0.3960997462272644,
      "learning_rate": 1.9502447793513425e-05,
      "loss": 0.2122,
      "step": 7560
    },
    {
      "epoch": 0.382072376722354,
      "grad_norm": 0.3841581344604492,
      "learning_rate": 1.94997000324541e-05,
      "loss": 0.2175,
      "step": 7570
    },
    {
      "epoch": 0.3825770958461616,
      "grad_norm": 0.4116559326648712,
      "learning_rate": 1.9496944899589373e-05,
      "loss": 0.2062,
      "step": 7580
    },
    {
      "epoch": 0.38308181496996924,
      "grad_norm": 0.38816478848457336,
      "learning_rate": 1.9494182397057243e-05,
      "loss": 0.2039,
      "step": 7590
    },
    {
      "epoch": 0.3835865340937768,
      "grad_norm": 0.40836450457572937,
      "learning_rate": 1.9491412527001424e-05,
      "loss": 0.204,
      "step": 7600
    },
    {
      "epoch": 0.3840912532175844,
      "grad_norm": 0.38004180788993835,
      "learning_rate": 1.9488635291571343e-05,
      "loss": 0.2076,
      "step": 7610
    },
    {
      "epoch": 0.38459597234139203,
      "grad_norm": 0.38514116406440735,
      "learning_rate": 1.9485850692922146e-05,
      "loss": 0.2008,
      "step": 7620
    },
    {
      "epoch": 0.3851006914651996,
      "grad_norm": 0.39999067783355713,
      "learning_rate": 1.9483058733214696e-05,
      "loss": 0.2031,
      "step": 7630
    },
    {
      "epoch": 0.3856054105890072,
      "grad_norm": 0.4089111089706421,
      "learning_rate": 1.948025941461556e-05,
      "loss": 0.2085,
      "step": 7640
    },
    {
      "epoch": 0.38611012971281483,
      "grad_norm": 0.4247584044933319,
      "learning_rate": 1.9477452739297024e-05,
      "loss": 0.2058,
      "step": 7650
    },
    {
      "epoch": 0.3866148488366224,
      "grad_norm": 0.4129102826118469,
      "learning_rate": 1.947463870943708e-05,
      "loss": 0.2056,
      "step": 7660
    },
    {
      "epoch": 0.38711956796043,
      "grad_norm": 0.4200417399406433,
      "learning_rate": 1.9471817327219424e-05,
      "loss": 0.2043,
      "step": 7670
    },
    {
      "epoch": 0.38762428708423763,
      "grad_norm": 0.41104769706726074,
      "learning_rate": 1.946898859483346e-05,
      "loss": 0.2054,
      "step": 7680
    },
    {
      "epoch": 0.38812900620804525,
      "grad_norm": 0.4127444922924042,
      "learning_rate": 1.9466152514474296e-05,
      "loss": 0.2145,
      "step": 7690
    },
    {
      "epoch": 0.3886337253318528,
      "grad_norm": 0.389413982629776,
      "learning_rate": 1.9463309088342746e-05,
      "loss": 0.1984,
      "step": 7700
    },
    {
      "epoch": 0.3891384444556604,
      "grad_norm": 0.3793945014476776,
      "learning_rate": 1.9460458318645314e-05,
      "loss": 0.2102,
      "step": 7710
    },
    {
      "epoch": 0.38964316357946804,
      "grad_norm": 0.3802949786186218,
      "learning_rate": 1.945760020759421e-05,
      "loss": 0.2133,
      "step": 7720
    },
    {
      "epoch": 0.3901478827032756,
      "grad_norm": 0.45480239391326904,
      "learning_rate": 1.9454734757407342e-05,
      "loss": 0.2002,
      "step": 7730
    },
    {
      "epoch": 0.3906526018270832,
      "grad_norm": 0.38292738795280457,
      "learning_rate": 1.9451861970308316e-05,
      "loss": 0.2102,
      "step": 7740
    },
    {
      "epoch": 0.39115732095089084,
      "grad_norm": 0.41002869606018066,
      "learning_rate": 1.9448981848526413e-05,
      "loss": 0.2068,
      "step": 7750
    },
    {
      "epoch": 0.3916620400746984,
      "grad_norm": 0.40191933512687683,
      "learning_rate": 1.9446094394296626e-05,
      "loss": 0.2049,
      "step": 7760
    },
    {
      "epoch": 0.392166759198506,
      "grad_norm": 0.4180382490158081,
      "learning_rate": 1.9443199609859634e-05,
      "loss": 0.2014,
      "step": 7770
    },
    {
      "epoch": 0.39267147832231364,
      "grad_norm": 0.39724284410476685,
      "learning_rate": 1.94402974974618e-05,
      "loss": 0.2108,
      "step": 7780
    },
    {
      "epoch": 0.39317619744612126,
      "grad_norm": 0.36111047863960266,
      "learning_rate": 1.9437388059355168e-05,
      "loss": 0.2065,
      "step": 7790
    },
    {
      "epoch": 0.3936809165699288,
      "grad_norm": 0.42821329832077026,
      "learning_rate": 1.9434471297797484e-05,
      "loss": 0.2114,
      "step": 7800
    },
    {
      "epoch": 0.39418563569373644,
      "grad_norm": 0.3763152062892914,
      "learning_rate": 1.943154721505216e-05,
      "loss": 0.2087,
      "step": 7810
    },
    {
      "epoch": 0.39469035481754405,
      "grad_norm": 0.39144444465637207,
      "learning_rate": 1.9428615813388297e-05,
      "loss": 0.2078,
      "step": 7820
    },
    {
      "epoch": 0.3951950739413516,
      "grad_norm": 0.42041778564453125,
      "learning_rate": 1.9425677095080678e-05,
      "loss": 0.2029,
      "step": 7830
    },
    {
      "epoch": 0.39569979306515923,
      "grad_norm": 0.38172173500061035,
      "learning_rate": 1.9422731062409755e-05,
      "loss": 0.2055,
      "step": 7840
    },
    {
      "epoch": 0.39620451218896685,
      "grad_norm": 0.40780210494995117,
      "learning_rate": 1.9419777717661662e-05,
      "loss": 0.2079,
      "step": 7850
    },
    {
      "epoch": 0.39670923131277447,
      "grad_norm": 0.3793182671070099,
      "learning_rate": 1.9416817063128214e-05,
      "loss": 0.2033,
      "step": 7860
    },
    {
      "epoch": 0.39721395043658203,
      "grad_norm": 0.43219003081321716,
      "learning_rate": 1.941384910110688e-05,
      "loss": 0.2067,
      "step": 7870
    },
    {
      "epoch": 0.39771866956038965,
      "grad_norm": 0.3826935887336731,
      "learning_rate": 1.941087383390082e-05,
      "loss": 0.2044,
      "step": 7880
    },
    {
      "epoch": 0.39822338868419727,
      "grad_norm": 0.3746674954891205,
      "learning_rate": 1.9407891263818843e-05,
      "loss": 0.212,
      "step": 7890
    },
    {
      "epoch": 0.39872810780800483,
      "grad_norm": 0.3994777798652649,
      "learning_rate": 1.9404901393175442e-05,
      "loss": 0.2065,
      "step": 7900
    },
    {
      "epoch": 0.39923282693181245,
      "grad_norm": 0.38579386472702026,
      "learning_rate": 1.940190422429077e-05,
      "loss": 0.2049,
      "step": 7910
    },
    {
      "epoch": 0.39973754605562006,
      "grad_norm": 0.38713276386260986,
      "learning_rate": 1.939889975949064e-05,
      "loss": 0.2063,
      "step": 7920
    },
    {
      "epoch": 0.4002422651794276,
      "grad_norm": 0.4004268944263458,
      "learning_rate": 1.9395888001106532e-05,
      "loss": 0.2091,
      "step": 7930
    },
    {
      "epoch": 0.40074698430323524,
      "grad_norm": 0.41367191076278687,
      "learning_rate": 1.9392868951475573e-05,
      "loss": 0.2061,
      "step": 7940
    },
    {
      "epoch": 0.40125170342704286,
      "grad_norm": 0.389457106590271,
      "learning_rate": 1.9389842612940563e-05,
      "loss": 0.2059,
      "step": 7950
    },
    {
      "epoch": 0.4017564225508505,
      "grad_norm": 0.45216983556747437,
      "learning_rate": 1.9386808987849956e-05,
      "loss": 0.2049,
      "step": 7960
    },
    {
      "epoch": 0.40226114167465804,
      "grad_norm": 0.40425655245780945,
      "learning_rate": 1.938376807855786e-05,
      "loss": 0.2049,
      "step": 7970
    },
    {
      "epoch": 0.40276586079846566,
      "grad_norm": 0.4268009662628174,
      "learning_rate": 1.938071988742402e-05,
      "loss": 0.2048,
      "step": 7980
    },
    {
      "epoch": 0.4032705799222733,
      "grad_norm": 0.38915547728538513,
      "learning_rate": 1.937766441681386e-05,
      "loss": 0.2035,
      "step": 7990
    },
    {
      "epoch": 0.40377529904608084,
      "grad_norm": 0.3786913752555847,
      "learning_rate": 1.9374601669098422e-05,
      "loss": 0.2091,
      "step": 8000
    },
    {
      "epoch": 0.40428001816988846,
      "grad_norm": 0.4033719599246979,
      "learning_rate": 1.937153164665442e-05,
      "loss": 0.2074,
      "step": 8010
    },
    {
      "epoch": 0.4047847372936961,
      "grad_norm": 0.38390615582466125,
      "learning_rate": 1.9368454351864202e-05,
      "loss": 0.2081,
      "step": 8020
    },
    {
      "epoch": 0.40528945641750364,
      "grad_norm": 0.3759255111217499,
      "learning_rate": 1.9365369787115766e-05,
      "loss": 0.2093,
      "step": 8030
    },
    {
      "epoch": 0.40579417554131125,
      "grad_norm": 0.4238349199295044,
      "learning_rate": 1.9362277954802738e-05,
      "loss": 0.2074,
      "step": 8040
    },
    {
      "epoch": 0.40629889466511887,
      "grad_norm": 0.39572450518608093,
      "learning_rate": 1.9359178857324393e-05,
      "loss": 0.2001,
      "step": 8050
    },
    {
      "epoch": 0.4068036137889265,
      "grad_norm": 0.39443671703338623,
      "learning_rate": 1.935607249708565e-05,
      "loss": 0.2018,
      "step": 8060
    },
    {
      "epoch": 0.40730833291273405,
      "grad_norm": 0.38588353991508484,
      "learning_rate": 1.9352958876497054e-05,
      "loss": 0.204,
      "step": 8070
    },
    {
      "epoch": 0.40781305203654167,
      "grad_norm": 0.40837380290031433,
      "learning_rate": 1.9349837997974788e-05,
      "loss": 0.2025,
      "step": 8080
    },
    {
      "epoch": 0.4083177711603493,
      "grad_norm": 0.4147998094558716,
      "learning_rate": 1.9346709863940664e-05,
      "loss": 0.2037,
      "step": 8090
    },
    {
      "epoch": 0.40882249028415685,
      "grad_norm": 0.4256783723831177,
      "learning_rate": 1.934357447682212e-05,
      "loss": 0.2094,
      "step": 8100
    },
    {
      "epoch": 0.40932720940796447,
      "grad_norm": 0.38599008321762085,
      "learning_rate": 1.9340431839052244e-05,
      "loss": 0.2092,
      "step": 8110
    },
    {
      "epoch": 0.4098319285317721,
      "grad_norm": 0.3755679726600647,
      "learning_rate": 1.9337281953069726e-05,
      "loss": 0.2071,
      "step": 8120
    },
    {
      "epoch": 0.41033664765557964,
      "grad_norm": 0.3688192069530487,
      "learning_rate": 1.9334124821318888e-05,
      "loss": 0.203,
      "step": 8130
    },
    {
      "epoch": 0.41084136677938726,
      "grad_norm": 0.3933801054954529,
      "learning_rate": 1.933096044624969e-05,
      "loss": 0.2044,
      "step": 8140
    },
    {
      "epoch": 0.4113460859031949,
      "grad_norm": 0.40221431851387024,
      "learning_rate": 1.9327788830317682e-05,
      "loss": 0.213,
      "step": 8150
    },
    {
      "epoch": 0.4118508050270025,
      "grad_norm": 0.4060612618923187,
      "learning_rate": 1.932460997598406e-05,
      "loss": 0.2036,
      "step": 8160
    },
    {
      "epoch": 0.41235552415081006,
      "grad_norm": 0.4644846022129059,
      "learning_rate": 1.9321423885715628e-05,
      "loss": 0.203,
      "step": 8170
    },
    {
      "epoch": 0.4128602432746177,
      "grad_norm": 0.38242819905281067,
      "learning_rate": 1.9318230561984808e-05,
      "loss": 0.2055,
      "step": 8180
    },
    {
      "epoch": 0.4133649623984253,
      "grad_norm": 0.39508551359176636,
      "learning_rate": 1.9315030007269622e-05,
      "loss": 0.204,
      "step": 8190
    },
    {
      "epoch": 0.41386968152223286,
      "grad_norm": 0.36735671758651733,
      "learning_rate": 1.9311822224053724e-05,
      "loss": 0.2057,
      "step": 8200
    },
    {
      "epoch": 0.4143744006460405,
      "grad_norm": 0.3767877221107483,
      "learning_rate": 1.930860721482636e-05,
      "loss": 0.2063,
      "step": 8210
    },
    {
      "epoch": 0.4148791197698481,
      "grad_norm": 0.4019070863723755,
      "learning_rate": 1.9305384982082392e-05,
      "loss": 0.2034,
      "step": 8220
    },
    {
      "epoch": 0.41538383889365565,
      "grad_norm": 0.39172878861427307,
      "learning_rate": 1.9302155528322286e-05,
      "loss": 0.2077,
      "step": 8230
    },
    {
      "epoch": 0.4158885580174633,
      "grad_norm": 0.4190254807472229,
      "learning_rate": 1.929891885605211e-05,
      "loss": 0.2048,
      "step": 8240
    },
    {
      "epoch": 0.4163932771412709,
      "grad_norm": 0.38926592469215393,
      "learning_rate": 1.9295674967783536e-05,
      "loss": 0.2084,
      "step": 8250
    },
    {
      "epoch": 0.4168979962650785,
      "grad_norm": 0.3967519998550415,
      "learning_rate": 1.9292423866033832e-05,
      "loss": 0.207,
      "step": 8260
    },
    {
      "epoch": 0.41740271538888607,
      "grad_norm": 0.40327543020248413,
      "learning_rate": 1.9289165553325868e-05,
      "loss": 0.2078,
      "step": 8270
    },
    {
      "epoch": 0.4179074345126937,
      "grad_norm": 0.37681883573532104,
      "learning_rate": 1.928590003218811e-05,
      "loss": 0.2018,
      "step": 8280
    },
    {
      "epoch": 0.4184121536365013,
      "grad_norm": 0.40885376930236816,
      "learning_rate": 1.928262730515461e-05,
      "loss": 0.1982,
      "step": 8290
    },
    {
      "epoch": 0.41891687276030887,
      "grad_norm": 0.4730125665664673,
      "learning_rate": 1.9279347374765024e-05,
      "loss": 0.2075,
      "step": 8300
    },
    {
      "epoch": 0.4194215918841165,
      "grad_norm": 0.3920527398586273,
      "learning_rate": 1.9276060243564585e-05,
      "loss": 0.2124,
      "step": 8310
    },
    {
      "epoch": 0.4199263110079241,
      "grad_norm": 0.412396103143692,
      "learning_rate": 1.9272765914104123e-05,
      "loss": 0.1994,
      "step": 8320
    },
    {
      "epoch": 0.42043103013173166,
      "grad_norm": 0.3784191906452179,
      "learning_rate": 1.926946438894005e-05,
      "loss": 0.201,
      "step": 8330
    },
    {
      "epoch": 0.4209357492555393,
      "grad_norm": 0.3999391496181488,
      "learning_rate": 1.9266155670634364e-05,
      "loss": 0.2037,
      "step": 8340
    },
    {
      "epoch": 0.4214404683793469,
      "grad_norm": 0.38616886734962463,
      "learning_rate": 1.926283976175464e-05,
      "loss": 0.2034,
      "step": 8350
    },
    {
      "epoch": 0.4219451875031545,
      "grad_norm": 0.36696118116378784,
      "learning_rate": 1.9259516664874044e-05,
      "loss": 0.2031,
      "step": 8360
    },
    {
      "epoch": 0.4224499066269621,
      "grad_norm": 0.41070589423179626,
      "learning_rate": 1.9256186382571306e-05,
      "loss": 0.2054,
      "step": 8370
    },
    {
      "epoch": 0.4229546257507697,
      "grad_norm": 0.3783276379108429,
      "learning_rate": 1.925284891743074e-05,
      "loss": 0.2041,
      "step": 8380
    },
    {
      "epoch": 0.4234593448745773,
      "grad_norm": 0.3996153473854065,
      "learning_rate": 1.9249504272042233e-05,
      "loss": 0.2094,
      "step": 8390
    },
    {
      "epoch": 0.4239640639983849,
      "grad_norm": 0.3872492015361786,
      "learning_rate": 1.9246152449001246e-05,
      "loss": 0.2072,
      "step": 8400
    },
    {
      "epoch": 0.4244687831221925,
      "grad_norm": 0.41536667943000793,
      "learning_rate": 1.92427934509088e-05,
      "loss": 0.2072,
      "step": 8410
    },
    {
      "epoch": 0.4249735022460001,
      "grad_norm": 0.48226529359817505,
      "learning_rate": 1.9239427280371495e-05,
      "loss": 0.2051,
      "step": 8420
    },
    {
      "epoch": 0.4254782213698077,
      "grad_norm": 0.3886622190475464,
      "learning_rate": 1.9236053940001496e-05,
      "loss": 0.202,
      "step": 8430
    },
    {
      "epoch": 0.4259829404936153,
      "grad_norm": 0.3822025954723358,
      "learning_rate": 1.9232673432416526e-05,
      "loss": 0.2089,
      "step": 8440
    },
    {
      "epoch": 0.4264876596174229,
      "grad_norm": 0.37891459465026855,
      "learning_rate": 1.922928576023987e-05,
      "loss": 0.2078,
      "step": 8450
    },
    {
      "epoch": 0.4269923787412305,
      "grad_norm": 0.39177405834198,
      "learning_rate": 1.922589092610038e-05,
      "loss": 0.2069,
      "step": 8460
    },
    {
      "epoch": 0.4274970978650381,
      "grad_norm": 0.4225703775882721,
      "learning_rate": 1.9222488932632455e-05,
      "loss": 0.2033,
      "step": 8470
    },
    {
      "epoch": 0.4280018169888457,
      "grad_norm": 0.3983403146266937,
      "learning_rate": 1.9219079782476063e-05,
      "loss": 0.2107,
      "step": 8480
    },
    {
      "epoch": 0.4285065361126533,
      "grad_norm": 0.41266676783561707,
      "learning_rate": 1.921566347827671e-05,
      "loss": 0.202,
      "step": 8490
    },
    {
      "epoch": 0.4290112552364609,
      "grad_norm": 0.40439867973327637,
      "learning_rate": 1.9212240022685472e-05,
      "loss": 0.2012,
      "step": 8500
    },
    {
      "epoch": 0.4295159743602685,
      "grad_norm": 0.4001920521259308,
      "learning_rate": 1.9208809418358954e-05,
      "loss": 0.2018,
      "step": 8510
    },
    {
      "epoch": 0.4300206934840761,
      "grad_norm": 0.418304443359375,
      "learning_rate": 1.920537166795932e-05,
      "loss": 0.2026,
      "step": 8520
    },
    {
      "epoch": 0.43052541260788374,
      "grad_norm": 0.3936491906642914,
      "learning_rate": 1.9201926774154288e-05,
      "loss": 0.2076,
      "step": 8530
    },
    {
      "epoch": 0.4310301317316913,
      "grad_norm": 0.3910875916481018,
      "learning_rate": 1.9198474739617102e-05,
      "loss": 0.2026,
      "step": 8540
    },
    {
      "epoch": 0.4315348508554989,
      "grad_norm": 0.4275718033313751,
      "learning_rate": 1.919501556702655e-05,
      "loss": 0.2057,
      "step": 8550
    },
    {
      "epoch": 0.43203956997930654,
      "grad_norm": 0.45599114894866943,
      "learning_rate": 1.9191549259066977e-05,
      "loss": 0.2021,
      "step": 8560
    },
    {
      "epoch": 0.4325442891031141,
      "grad_norm": 0.4135439395904541,
      "learning_rate": 1.9188075818428236e-05,
      "loss": 0.2087,
      "step": 8570
    },
    {
      "epoch": 0.4330490082269217,
      "grad_norm": 0.37159863114356995,
      "learning_rate": 1.9184595247805742e-05,
      "loss": 0.2009,
      "step": 8580
    },
    {
      "epoch": 0.43355372735072933,
      "grad_norm": 0.3828233480453491,
      "learning_rate": 1.918110754990043e-05,
      "loss": 0.2059,
      "step": 8590
    },
    {
      "epoch": 0.4340584464745369,
      "grad_norm": 0.44772619009017944,
      "learning_rate": 1.9177612727418766e-05,
      "loss": 0.1998,
      "step": 8600
    },
    {
      "epoch": 0.4345631655983445,
      "grad_norm": 0.36972683668136597,
      "learning_rate": 1.9174110783072745e-05,
      "loss": 0.2061,
      "step": 8610
    },
    {
      "epoch": 0.43506788472215213,
      "grad_norm": 0.41674354672431946,
      "learning_rate": 1.9170601719579895e-05,
      "loss": 0.2046,
      "step": 8620
    },
    {
      "epoch": 0.43557260384595975,
      "grad_norm": 0.39545294642448425,
      "learning_rate": 1.9167085539663258e-05,
      "loss": 0.2057,
      "step": 8630
    },
    {
      "epoch": 0.4360773229697673,
      "grad_norm": 0.3691506087779999,
      "learning_rate": 1.9163562246051402e-05,
      "loss": 0.205,
      "step": 8640
    },
    {
      "epoch": 0.43658204209357493,
      "grad_norm": 0.3994152843952179,
      "learning_rate": 1.9160031841478425e-05,
      "loss": 0.207,
      "step": 8650
    },
    {
      "epoch": 0.43708676121738255,
      "grad_norm": 0.3888298571109772,
      "learning_rate": 1.915649432868393e-05,
      "loss": 0.2045,
      "step": 8660
    },
    {
      "epoch": 0.4375914803411901,
      "grad_norm": 0.4081946313381195,
      "learning_rate": 1.9152949710413043e-05,
      "loss": 0.2039,
      "step": 8670
    },
    {
      "epoch": 0.4380961994649977,
      "grad_norm": 0.38510993123054504,
      "learning_rate": 1.91493979894164e-05,
      "loss": 0.2003,
      "step": 8680
    },
    {
      "epoch": 0.43860091858880534,
      "grad_norm": 0.39869043231010437,
      "learning_rate": 1.9145839168450153e-05,
      "loss": 0.2103,
      "step": 8690
    },
    {
      "epoch": 0.4391056377126129,
      "grad_norm": 0.39642101526260376,
      "learning_rate": 1.9142273250275956e-05,
      "loss": 0.2031,
      "step": 8700
    },
    {
      "epoch": 0.4396103568364205,
      "grad_norm": 0.4236326515674591,
      "learning_rate": 1.9138700237660982e-05,
      "loss": 0.2055,
      "step": 8710
    },
    {
      "epoch": 0.44011507596022814,
      "grad_norm": 0.38142406940460205,
      "learning_rate": 1.91351201333779e-05,
      "loss": 0.2063,
      "step": 8720
    },
    {
      "epoch": 0.44061979508403576,
      "grad_norm": 0.39191731810569763,
      "learning_rate": 1.913153294020489e-05,
      "loss": 0.2091,
      "step": 8730
    },
    {
      "epoch": 0.4411245142078433,
      "grad_norm": 0.3744587302207947,
      "learning_rate": 1.912793866092562e-05,
      "loss": 0.2024,
      "step": 8740
    },
    {
      "epoch": 0.44162923333165094,
      "grad_norm": 0.3846729099750519,
      "learning_rate": 1.9124337298329273e-05,
      "loss": 0.2048,
      "step": 8750
    },
    {
      "epoch": 0.44213395245545856,
      "grad_norm": 0.4181509017944336,
      "learning_rate": 1.9120728855210516e-05,
      "loss": 0.2073,
      "step": 8760
    },
    {
      "epoch": 0.4426386715792661,
      "grad_norm": 0.39247962832450867,
      "learning_rate": 1.9117113334369518e-05,
      "loss": 0.2035,
      "step": 8770
    },
    {
      "epoch": 0.44314339070307374,
      "grad_norm": 0.39907535910606384,
      "learning_rate": 1.9113490738611936e-05,
      "loss": 0.2082,
      "step": 8780
    },
    {
      "epoch": 0.44364810982688135,
      "grad_norm": 0.4037775993347168,
      "learning_rate": 1.910986107074892e-05,
      "loss": 0.2051,
      "step": 8790
    },
    {
      "epoch": 0.4441528289506889,
      "grad_norm": 0.398607075214386,
      "learning_rate": 1.9106224333597105e-05,
      "loss": 0.203,
      "step": 8800
    },
    {
      "epoch": 0.44465754807449653,
      "grad_norm": 0.43546563386917114,
      "learning_rate": 1.910258052997862e-05,
      "loss": 0.1984,
      "step": 8810
    },
    {
      "epoch": 0.44516226719830415,
      "grad_norm": 0.37100470066070557,
      "learning_rate": 1.9098929662721062e-05,
      "loss": 0.2021,
      "step": 8820
    },
    {
      "epoch": 0.44566698632211177,
      "grad_norm": 0.38905686140060425,
      "learning_rate": 1.9095271734657524e-05,
      "loss": 0.2049,
      "step": 8830
    },
    {
      "epoch": 0.44617170544591933,
      "grad_norm": 0.49843448400497437,
      "learning_rate": 1.909160674862657e-05,
      "loss": 0.2029,
      "step": 8840
    },
    {
      "epoch": 0.44667642456972695,
      "grad_norm": 0.3714364171028137,
      "learning_rate": 1.908793470747225e-05,
      "loss": 0.2031,
      "step": 8850
    },
    {
      "epoch": 0.44718114369353457,
      "grad_norm": 0.4098736345767975,
      "learning_rate": 1.9084255614044073e-05,
      "loss": 0.2127,
      "step": 8860
    },
    {
      "epoch": 0.44768586281734213,
      "grad_norm": 0.4381491243839264,
      "learning_rate": 1.9080569471197043e-05,
      "loss": 0.2026,
      "step": 8870
    },
    {
      "epoch": 0.44819058194114975,
      "grad_norm": 0.3967340290546417,
      "learning_rate": 1.907687628179161e-05,
      "loss": 0.2103,
      "step": 8880
    },
    {
      "epoch": 0.44869530106495736,
      "grad_norm": 0.3644460439682007,
      "learning_rate": 1.9073176048693708e-05,
      "loss": 0.2071,
      "step": 8890
    },
    {
      "epoch": 0.4492000201887649,
      "grad_norm": 0.41402724385261536,
      "learning_rate": 1.906946877477473e-05,
      "loss": 0.2096,
      "step": 8900
    },
    {
      "epoch": 0.44970473931257254,
      "grad_norm": 0.3982716202735901,
      "learning_rate": 1.9065754462911546e-05,
      "loss": 0.2057,
      "step": 8910
    },
    {
      "epoch": 0.45020945843638016,
      "grad_norm": 0.3908991515636444,
      "learning_rate": 1.9062033115986463e-05,
      "loss": 0.2044,
      "step": 8920
    },
    {
      "epoch": 0.4507141775601878,
      "grad_norm": 0.39306896924972534,
      "learning_rate": 1.905830473688727e-05,
      "loss": 0.197,
      "step": 8930
    },
    {
      "epoch": 0.45121889668399534,
      "grad_norm": 0.4064842760562897,
      "learning_rate": 1.9054569328507204e-05,
      "loss": 0.2053,
      "step": 8940
    },
    {
      "epoch": 0.45172361580780296,
      "grad_norm": 0.42026376724243164,
      "learning_rate": 1.9050826893744953e-05,
      "loss": 0.2072,
      "step": 8950
    },
    {
      "epoch": 0.4522283349316106,
      "grad_norm": 0.40060895681381226,
      "learning_rate": 1.904707743550466e-05,
      "loss": 0.2047,
      "step": 8960
    },
    {
      "epoch": 0.45273305405541814,
      "grad_norm": 0.4095679521560669,
      "learning_rate": 1.9043320956695927e-05,
      "loss": 0.2005,
      "step": 8970
    },
    {
      "epoch": 0.45323777317922576,
      "grad_norm": 0.4284416735172272,
      "learning_rate": 1.903955746023379e-05,
      "loss": 0.2061,
      "step": 8980
    },
    {
      "epoch": 0.4537424923030334,
      "grad_norm": 0.40786415338516235,
      "learning_rate": 1.9035786949038736e-05,
      "loss": 0.2036,
      "step": 8990
    },
    {
      "epoch": 0.45424721142684094,
      "grad_norm": 0.38453125953674316,
      "learning_rate": 1.903200942603671e-05,
      "loss": 0.2021,
      "step": 9000
    },
    {
      "epoch": 0.45475193055064855,
      "grad_norm": 0.38962501287460327,
      "learning_rate": 1.9028224894159066e-05,
      "loss": 0.2029,
      "step": 9010
    },
    {
      "epoch": 0.45525664967445617,
      "grad_norm": 0.40023374557495117,
      "learning_rate": 1.902443335634263e-05,
      "loss": 0.2087,
      "step": 9020
    },
    {
      "epoch": 0.4557613687982638,
      "grad_norm": 0.3782180845737457,
      "learning_rate": 1.9020634815529646e-05,
      "loss": 0.211,
      "step": 9030
    },
    {
      "epoch": 0.45626608792207135,
      "grad_norm": 0.37544599175453186,
      "learning_rate": 1.9016829274667797e-05,
      "loss": 0.2064,
      "step": 9040
    },
    {
      "epoch": 0.45677080704587897,
      "grad_norm": 0.3761289715766907,
      "learning_rate": 1.90130167367102e-05,
      "loss": 0.2044,
      "step": 9050
    },
    {
      "epoch": 0.4572755261696866,
      "grad_norm": 0.38967007398605347,
      "learning_rate": 1.9009197204615394e-05,
      "loss": 0.2031,
      "step": 9060
    },
    {
      "epoch": 0.45778024529349415,
      "grad_norm": 0.41389700770378113,
      "learning_rate": 1.9005370681347357e-05,
      "loss": 0.2035,
      "step": 9070
    },
    {
      "epoch": 0.45828496441730177,
      "grad_norm": 0.3774156868457794,
      "learning_rate": 1.9001537169875485e-05,
      "loss": 0.2034,
      "step": 9080
    },
    {
      "epoch": 0.4587896835411094,
      "grad_norm": 0.4000142514705658,
      "learning_rate": 1.89976966731746e-05,
      "loss": 0.2139,
      "step": 9090
    },
    {
      "epoch": 0.459294402664917,
      "grad_norm": 0.4163024425506592,
      "learning_rate": 1.8993849194224934e-05,
      "loss": 0.1965,
      "step": 9100
    },
    {
      "epoch": 0.45979912178872456,
      "grad_norm": 0.39134812355041504,
      "learning_rate": 1.8989994736012156e-05,
      "loss": 0.2021,
      "step": 9110
    },
    {
      "epoch": 0.4603038409125322,
      "grad_norm": 0.3848602771759033,
      "learning_rate": 1.898613330152734e-05,
      "loss": 0.2026,
      "step": 9120
    },
    {
      "epoch": 0.4608085600363398,
      "grad_norm": 0.4389389157295227,
      "learning_rate": 1.898226489376697e-05,
      "loss": 0.2053,
      "step": 9130
    },
    {
      "epoch": 0.46131327916014736,
      "grad_norm": 0.39440467953681946,
      "learning_rate": 1.897838951573295e-05,
      "loss": 0.2042,
      "step": 9140
    },
    {
      "epoch": 0.461817998283955,
      "grad_norm": 0.3784294128417969,
      "learning_rate": 1.897450717043259e-05,
      "loss": 0.1974,
      "step": 9150
    },
    {
      "epoch": 0.4623227174077626,
      "grad_norm": 0.39914289116859436,
      "learning_rate": 1.8970617860878596e-05,
      "loss": 0.2032,
      "step": 9160
    },
    {
      "epoch": 0.46282743653157016,
      "grad_norm": 0.39829057455062866,
      "learning_rate": 1.8966721590089097e-05,
      "loss": 0.2005,
      "step": 9170
    },
    {
      "epoch": 0.4633321556553778,
      "grad_norm": 0.40047967433929443,
      "learning_rate": 1.8962818361087618e-05,
      "loss": 0.2001,
      "step": 9180
    },
    {
      "epoch": 0.4638368747791854,
      "grad_norm": 0.39740699529647827,
      "learning_rate": 1.8958908176903073e-05,
      "loss": 0.2022,
      "step": 9190
    },
    {
      "epoch": 0.464341593902993,
      "grad_norm": 0.3922129273414612,
      "learning_rate": 1.8954991040569777e-05,
      "loss": 0.2033,
      "step": 9200
    },
    {
      "epoch": 0.4648463130268006,
      "grad_norm": 0.4136725962162018,
      "learning_rate": 1.8951066955127456e-05,
      "loss": 0.2029,
      "step": 9210
    },
    {
      "epoch": 0.4653510321506082,
      "grad_norm": 0.3752077519893646,
      "learning_rate": 1.8947135923621208e-05,
      "loss": 0.2046,
      "step": 9220
    },
    {
      "epoch": 0.4658557512744158,
      "grad_norm": 0.37377792596817017,
      "learning_rate": 1.894319794910153e-05,
      "loss": 0.2024,
      "step": 9230
    },
    {
      "epoch": 0.46636047039822337,
      "grad_norm": 0.3743211328983307,
      "learning_rate": 1.8939253034624303e-05,
      "loss": 0.2017,
      "step": 9240
    },
    {
      "epoch": 0.466865189522031,
      "grad_norm": 0.3567100167274475,
      "learning_rate": 1.8935301183250802e-05,
      "loss": 0.2082,
      "step": 9250
    },
    {
      "epoch": 0.4673699086458386,
      "grad_norm": 0.4325428605079651,
      "learning_rate": 1.893134239804768e-05,
      "loss": 0.2021,
      "step": 9260
    },
    {
      "epoch": 0.46787462776964617,
      "grad_norm": 0.39428356289863586,
      "learning_rate": 1.8927376682086968e-05,
      "loss": 0.205,
      "step": 9270
    },
    {
      "epoch": 0.4683793468934538,
      "grad_norm": 0.3995846211910248,
      "learning_rate": 1.8923404038446073e-05,
      "loss": 0.2062,
      "step": 9280
    },
    {
      "epoch": 0.4688840660172614,
      "grad_norm": 0.3832608759403229,
      "learning_rate": 1.891942447020779e-05,
      "loss": 0.2058,
      "step": 9290
    },
    {
      "epoch": 0.469388785141069,
      "grad_norm": 0.4071822464466095,
      "learning_rate": 1.8915437980460277e-05,
      "loss": 0.2041,
      "step": 9300
    },
    {
      "epoch": 0.4698935042648766,
      "grad_norm": 0.43110477924346924,
      "learning_rate": 1.8911444572297066e-05,
      "loss": 0.2067,
      "step": 9310
    },
    {
      "epoch": 0.4703982233886842,
      "grad_norm": 0.37988990545272827,
      "learning_rate": 1.8907444248817055e-05,
      "loss": 0.209,
      "step": 9320
    },
    {
      "epoch": 0.4709029425124918,
      "grad_norm": 0.36598843336105347,
      "learning_rate": 1.8903437013124515e-05,
      "loss": 0.2049,
      "step": 9330
    },
    {
      "epoch": 0.4714076616362994,
      "grad_norm": 0.4369811415672302,
      "learning_rate": 1.8899422868329078e-05,
      "loss": 0.2063,
      "step": 9340
    },
    {
      "epoch": 0.471912380760107,
      "grad_norm": 0.4093732237815857,
      "learning_rate": 1.889540181754573e-05,
      "loss": 0.2002,
      "step": 9350
    },
    {
      "epoch": 0.4724170998839146,
      "grad_norm": 0.40535488724708557,
      "learning_rate": 1.8891373863894828e-05,
      "loss": 0.2098,
      "step": 9360
    },
    {
      "epoch": 0.4729218190077222,
      "grad_norm": 0.37018147110939026,
      "learning_rate": 1.8887339010502078e-05,
      "loss": 0.2009,
      "step": 9370
    },
    {
      "epoch": 0.4734265381315298,
      "grad_norm": 0.36854809522628784,
      "learning_rate": 1.8883297260498547e-05,
      "loss": 0.2029,
      "step": 9380
    },
    {
      "epoch": 0.4739312572553374,
      "grad_norm": 0.38829296827316284,
      "learning_rate": 1.8879248617020644e-05,
      "loss": 0.2041,
      "step": 9390
    },
    {
      "epoch": 0.47443597637914503,
      "grad_norm": 0.37410488724708557,
      "learning_rate": 1.8875193083210134e-05,
      "loss": 0.2071,
      "step": 9400
    },
    {
      "epoch": 0.4749406955029526,
      "grad_norm": 0.40239956974983215,
      "learning_rate": 1.8871130662214127e-05,
      "loss": 0.2114,
      "step": 9410
    },
    {
      "epoch": 0.4754454146267602,
      "grad_norm": 0.40627485513687134,
      "learning_rate": 1.886706135718508e-05,
      "loss": 0.2088,
      "step": 9420
    },
    {
      "epoch": 0.4759501337505678,
      "grad_norm": 0.418685644865036,
      "learning_rate": 1.8862985171280787e-05,
      "loss": 0.2073,
      "step": 9430
    },
    {
      "epoch": 0.4764548528743754,
      "grad_norm": 0.41880112886428833,
      "learning_rate": 1.8858902107664388e-05,
      "loss": 0.2069,
      "step": 9440
    },
    {
      "epoch": 0.476959571998183,
      "grad_norm": 0.36286643147468567,
      "learning_rate": 1.8854812169504355e-05,
      "loss": 0.2099,
      "step": 9450
    },
    {
      "epoch": 0.4774642911219906,
      "grad_norm": 0.4063674211502075,
      "learning_rate": 1.8850715359974498e-05,
      "loss": 0.2017,
      "step": 9460
    },
    {
      "epoch": 0.4779690102457982,
      "grad_norm": 0.43370112776756287,
      "learning_rate": 1.8846611682253953e-05,
      "loss": 0.2015,
      "step": 9470
    },
    {
      "epoch": 0.4784737293696058,
      "grad_norm": 0.37671422958374023,
      "learning_rate": 1.8842501139527195e-05,
      "loss": 0.2068,
      "step": 9480
    },
    {
      "epoch": 0.4789784484934134,
      "grad_norm": 0.4265560507774353,
      "learning_rate": 1.8838383734984023e-05,
      "loss": 0.2021,
      "step": 9490
    },
    {
      "epoch": 0.47948316761722104,
      "grad_norm": 0.40119296312332153,
      "learning_rate": 1.8834259471819552e-05,
      "loss": 0.205,
      "step": 9500
    },
    {
      "epoch": 0.4799878867410286,
      "grad_norm": 0.41625097393989563,
      "learning_rate": 1.8830128353234238e-05,
      "loss": 0.204,
      "step": 9510
    },
    {
      "epoch": 0.4804926058648362,
      "grad_norm": 0.40846097469329834,
      "learning_rate": 1.8825990382433836e-05,
      "loss": 0.2027,
      "step": 9520
    },
    {
      "epoch": 0.48099732498864384,
      "grad_norm": 0.38621267676353455,
      "learning_rate": 1.882184556262943e-05,
      "loss": 0.1997,
      "step": 9530
    },
    {
      "epoch": 0.4815020441124514,
      "grad_norm": 0.4072802662849426,
      "learning_rate": 1.881769389703742e-05,
      "loss": 0.199,
      "step": 9540
    },
    {
      "epoch": 0.482006763236259,
      "grad_norm": 0.38016727566719055,
      "learning_rate": 1.8813535388879512e-05,
      "loss": 0.2049,
      "step": 9550
    },
    {
      "epoch": 0.48251148236006663,
      "grad_norm": 0.39268413186073303,
      "learning_rate": 1.8809370041382728e-05,
      "loss": 0.2165,
      "step": 9560
    },
    {
      "epoch": 0.4830162014838742,
      "grad_norm": 0.3851618468761444,
      "learning_rate": 1.8805197857779392e-05,
      "loss": 0.2012,
      "step": 9570
    },
    {
      "epoch": 0.4835209206076818,
      "grad_norm": 0.3664343059062958,
      "learning_rate": 1.8801018841307134e-05,
      "loss": 0.205,
      "step": 9580
    },
    {
      "epoch": 0.48402563973148943,
      "grad_norm": 0.4345386028289795,
      "learning_rate": 1.879683299520889e-05,
      "loss": 0.2012,
      "step": 9590
    },
    {
      "epoch": 0.48453035885529705,
      "grad_norm": 0.39762023091316223,
      "learning_rate": 1.8792640322732895e-05,
      "loss": 0.1989,
      "step": 9600
    },
    {
      "epoch": 0.4850350779791046,
      "grad_norm": 0.3345952033996582,
      "learning_rate": 1.8788440827132678e-05,
      "loss": 0.2048,
      "step": 9610
    },
    {
      "epoch": 0.48553979710291223,
      "grad_norm": 0.4148552119731903,
      "learning_rate": 1.8784234511667062e-05,
      "loss": 0.2034,
      "step": 9620
    },
    {
      "epoch": 0.48604451622671985,
      "grad_norm": 0.39140069484710693,
      "learning_rate": 1.8780021379600167e-05,
      "loss": 0.2043,
      "step": 9630
    },
    {
      "epoch": 0.4865492353505274,
      "grad_norm": 0.37049537897109985,
      "learning_rate": 1.8775801434201405e-05,
      "loss": 0.201,
      "step": 9640
    },
    {
      "epoch": 0.487053954474335,
      "grad_norm": 0.3984649181365967,
      "learning_rate": 1.8771574678745458e-05,
      "loss": 0.1997,
      "step": 9650
    },
    {
      "epoch": 0.48755867359814264,
      "grad_norm": 0.3972446918487549,
      "learning_rate": 1.8767341116512317e-05,
      "loss": 0.2048,
      "step": 9660
    },
    {
      "epoch": 0.48806339272195026,
      "grad_norm": 0.4101347327232361,
      "learning_rate": 1.876310075078724e-05,
      "loss": 0.2036,
      "step": 9670
    },
    {
      "epoch": 0.4885681118457578,
      "grad_norm": 0.39462989568710327,
      "learning_rate": 1.875885358486077e-05,
      "loss": 0.199,
      "step": 9680
    },
    {
      "epoch": 0.48907283096956544,
      "grad_norm": 0.3914542496204376,
      "learning_rate": 1.8754599622028717e-05,
      "loss": 0.2038,
      "step": 9690
    },
    {
      "epoch": 0.48957755009337306,
      "grad_norm": 0.3947005271911621,
      "learning_rate": 1.875033886559218e-05,
      "loss": 0.2058,
      "step": 9700
    },
    {
      "epoch": 0.4900822692171806,
      "grad_norm": 0.41873449087142944,
      "learning_rate": 1.874607131885752e-05,
      "loss": 0.2074,
      "step": 9710
    },
    {
      "epoch": 0.49058698834098824,
      "grad_norm": 0.41425102949142456,
      "learning_rate": 1.874179698513637e-05,
      "loss": 0.2027,
      "step": 9720
    },
    {
      "epoch": 0.49109170746479586,
      "grad_norm": 0.3735681474208832,
      "learning_rate": 1.8737515867745636e-05,
      "loss": 0.2009,
      "step": 9730
    },
    {
      "epoch": 0.4915964265886034,
      "grad_norm": 0.3874130845069885,
      "learning_rate": 1.8733227970007477e-05,
      "loss": 0.2043,
      "step": 9740
    },
    {
      "epoch": 0.49210114571241104,
      "grad_norm": 0.40142571926116943,
      "learning_rate": 1.872893329524932e-05,
      "loss": 0.199,
      "step": 9750
    },
    {
      "epoch": 0.49260586483621865,
      "grad_norm": 0.4082174599170685,
      "learning_rate": 1.8724631846803847e-05,
      "loss": 0.2075,
      "step": 9760
    },
    {
      "epoch": 0.49311058396002627,
      "grad_norm": 0.3918592929840088,
      "learning_rate": 1.8720323628009005e-05,
      "loss": 0.2014,
      "step": 9770
    },
    {
      "epoch": 0.49361530308383383,
      "grad_norm": 0.3654271960258484,
      "learning_rate": 1.8716008642207987e-05,
      "loss": 0.2065,
      "step": 9780
    },
    {
      "epoch": 0.49412002220764145,
      "grad_norm": 0.4195430278778076,
      "learning_rate": 1.871168689274924e-05,
      "loss": 0.2003,
      "step": 9790
    },
    {
      "epoch": 0.49462474133144907,
      "grad_norm": 0.37709110975265503,
      "learning_rate": 1.870735838298645e-05,
      "loss": 0.203,
      "step": 9800
    },
    {
      "epoch": 0.49512946045525663,
      "grad_norm": 0.3876439929008484,
      "learning_rate": 1.8703023116278575e-05,
      "loss": 0.2021,
      "step": 9810
    },
    {
      "epoch": 0.49563417957906425,
      "grad_norm": 0.3941469192504883,
      "learning_rate": 1.8698681095989784e-05,
      "loss": 0.1979,
      "step": 9820
    },
    {
      "epoch": 0.49613889870287187,
      "grad_norm": 0.3648691177368164,
      "learning_rate": 1.8694332325489512e-05,
      "loss": 0.1976,
      "step": 9830
    },
    {
      "epoch": 0.49664361782667943,
      "grad_norm": 0.3665609359741211,
      "learning_rate": 1.8689976808152414e-05,
      "loss": 0.1998,
      "step": 9840
    },
    {
      "epoch": 0.49714833695048705,
      "grad_norm": 0.4103701114654541,
      "learning_rate": 1.86856145473584e-05,
      "loss": 0.1981,
      "step": 9850
    },
    {
      "epoch": 0.49765305607429466,
      "grad_norm": 0.36568301916122437,
      "learning_rate": 1.868124554649259e-05,
      "loss": 0.207,
      "step": 9860
    },
    {
      "epoch": 0.4981577751981023,
      "grad_norm": 0.3623066246509552,
      "learning_rate": 1.867686980894535e-05,
      "loss": 0.2041,
      "step": 9870
    },
    {
      "epoch": 0.49866249432190984,
      "grad_norm": 0.3851739764213562,
      "learning_rate": 1.867248733811228e-05,
      "loss": 0.2017,
      "step": 9880
    },
    {
      "epoch": 0.49916721344571746,
      "grad_norm": 0.39143890142440796,
      "learning_rate": 1.8668098137394178e-05,
      "loss": 0.2014,
      "step": 9890
    },
    {
      "epoch": 0.4996719325695251,
      "grad_norm": 0.36800166964530945,
      "learning_rate": 1.8663702210197092e-05,
      "loss": 0.2039,
      "step": 9900
    },
    {
      "epoch": 0.5001766516933327,
      "grad_norm": 0.400608092546463,
      "learning_rate": 1.865929955993228e-05,
      "loss": 0.2053,
      "step": 9910
    },
    {
      "epoch": 0.5006813708171403,
      "grad_norm": 0.3732556104660034,
      "learning_rate": 1.865489019001621e-05,
      "loss": 0.2036,
      "step": 9920
    },
    {
      "epoch": 0.5011860899409478,
      "grad_norm": 0.372669517993927,
      "learning_rate": 1.8650474103870576e-05,
      "loss": 0.2058,
      "step": 9930
    },
    {
      "epoch": 0.5016908090647555,
      "grad_norm": 0.36902669072151184,
      "learning_rate": 1.8646051304922276e-05,
      "loss": 0.2076,
      "step": 9940
    },
    {
      "epoch": 0.5021955281885631,
      "grad_norm": 0.365439772605896,
      "learning_rate": 1.8641621796603423e-05,
      "loss": 0.202,
      "step": 9950
    },
    {
      "epoch": 0.5027002473123706,
      "grad_norm": 0.3705258071422577,
      "learning_rate": 1.8637185582351323e-05,
      "loss": 0.1956,
      "step": 9960
    },
    {
      "epoch": 0.5032049664361783,
      "grad_norm": 0.371537446975708,
      "learning_rate": 1.8632742665608516e-05,
      "loss": 0.1962,
      "step": 9970
    },
    {
      "epoch": 0.5037096855599859,
      "grad_norm": 0.39395010471343994,
      "learning_rate": 1.86282930498227e-05,
      "loss": 0.2011,
      "step": 9980
    },
    {
      "epoch": 0.5042144046837934,
      "grad_norm": 0.37659838795661926,
      "learning_rate": 1.862383673844681e-05,
      "loss": 0.1989,
      "step": 9990
    },
    {
      "epoch": 0.5047191238076011,
      "grad_norm": 0.4044819474220276,
      "learning_rate": 1.8619373734938958e-05,
      "loss": 0.2043,
      "step": 10000
    },
    {
      "epoch": 0.5052238429314087,
      "grad_norm": 0.3683159649372101,
      "learning_rate": 1.8614904042762453e-05,
      "loss": 0.2087,
      "step": 10010
    },
    {
      "epoch": 0.5057285620552163,
      "grad_norm": 0.3975251615047455,
      "learning_rate": 1.861042766538579e-05,
      "loss": 0.2001,
      "step": 10020
    },
    {
      "epoch": 0.5062332811790239,
      "grad_norm": 0.37469029426574707,
      "learning_rate": 1.860594460628266e-05,
      "loss": 0.2068,
      "step": 10030
    },
    {
      "epoch": 0.5067380003028314,
      "grad_norm": 0.3667330741882324,
      "learning_rate": 1.8601454868931936e-05,
      "loss": 0.2013,
      "step": 10040
    },
    {
      "epoch": 0.5072427194266391,
      "grad_norm": 0.41870278120040894,
      "learning_rate": 1.859695845681767e-05,
      "loss": 0.2042,
      "step": 10050
    },
    {
      "epoch": 0.5077474385504467,
      "grad_norm": 0.39825090765953064,
      "learning_rate": 1.8592455373429093e-05,
      "loss": 0.2067,
      "step": 10060
    },
    {
      "epoch": 0.5082521576742542,
      "grad_norm": 0.3795827627182007,
      "learning_rate": 1.858794562226062e-05,
      "loss": 0.2068,
      "step": 10070
    },
    {
      "epoch": 0.5087568767980619,
      "grad_norm": 0.3556322753429413,
      "learning_rate": 1.8583429206811834e-05,
      "loss": 0.2035,
      "step": 10080
    },
    {
      "epoch": 0.5092615959218695,
      "grad_norm": 0.3829616904258728,
      "learning_rate": 1.8578906130587492e-05,
      "loss": 0.2014,
      "step": 10090
    },
    {
      "epoch": 0.509766315045677,
      "grad_norm": 0.37458744645118713,
      "learning_rate": 1.8574376397097523e-05,
      "loss": 0.2011,
      "step": 10100
    },
    {
      "epoch": 0.5102710341694847,
      "grad_norm": 0.3717310130596161,
      "learning_rate": 1.8569840009857013e-05,
      "loss": 0.2127,
      "step": 10110
    },
    {
      "epoch": 0.5107757532932923,
      "grad_norm": 0.3764341175556183,
      "learning_rate": 1.8565296972386216e-05,
      "loss": 0.1961,
      "step": 10120
    },
    {
      "epoch": 0.5112804724170998,
      "grad_norm": 0.3787286877632141,
      "learning_rate": 1.856074728821055e-05,
      "loss": 0.2015,
      "step": 10130
    },
    {
      "epoch": 0.5117851915409075,
      "grad_norm": 0.40645572543144226,
      "learning_rate": 1.8556190960860595e-05,
      "loss": 0.2057,
      "step": 10140
    },
    {
      "epoch": 0.5122899106647151,
      "grad_norm": 0.41215336322784424,
      "learning_rate": 1.855162799387207e-05,
      "loss": 0.2067,
      "step": 10150
    },
    {
      "epoch": 0.5127946297885226,
      "grad_norm": 0.3868434727191925,
      "learning_rate": 1.8547058390785852e-05,
      "loss": 0.2018,
      "step": 10160
    },
    {
      "epoch": 0.5132993489123303,
      "grad_norm": 0.38569343090057373,
      "learning_rate": 1.8542482155147984e-05,
      "loss": 0.2003,
      "step": 10170
    },
    {
      "epoch": 0.5138040680361379,
      "grad_norm": 0.3978995978832245,
      "learning_rate": 1.8537899290509632e-05,
      "loss": 0.2075,
      "step": 10180
    },
    {
      "epoch": 0.5143087871599454,
      "grad_norm": 0.3826935589313507,
      "learning_rate": 1.8533309800427127e-05,
      "loss": 0.2052,
      "step": 10190
    },
    {
      "epoch": 0.5148135062837531,
      "grad_norm": 0.3969276547431946,
      "learning_rate": 1.8528713688461925e-05,
      "loss": 0.2023,
      "step": 10200
    },
    {
      "epoch": 0.5153182254075607,
      "grad_norm": 0.3864808678627014,
      "learning_rate": 1.852411095818063e-05,
      "loss": 0.2017,
      "step": 10210
    },
    {
      "epoch": 0.5158229445313683,
      "grad_norm": 0.35776060819625854,
      "learning_rate": 1.8519501613154978e-05,
      "loss": 0.2004,
      "step": 10220
    },
    {
      "epoch": 0.5163276636551759,
      "grad_norm": 0.3918339014053345,
      "learning_rate": 1.851488565696184e-05,
      "loss": 0.2032,
      "step": 10230
    },
    {
      "epoch": 0.5168323827789835,
      "grad_norm": 0.37810128927230835,
      "learning_rate": 1.8510263093183216e-05,
      "loss": 0.1978,
      "step": 10240
    },
    {
      "epoch": 0.5173371019027911,
      "grad_norm": 0.3825649619102478,
      "learning_rate": 1.8505633925406234e-05,
      "loss": 0.2078,
      "step": 10250
    },
    {
      "epoch": 0.5178418210265987,
      "grad_norm": 0.38997209072113037,
      "learning_rate": 1.8500998157223148e-05,
      "loss": 0.1996,
      "step": 10260
    },
    {
      "epoch": 0.5183465401504063,
      "grad_norm": 0.39847061038017273,
      "learning_rate": 1.8496355792231333e-05,
      "loss": 0.1997,
      "step": 10270
    },
    {
      "epoch": 0.5188512592742139,
      "grad_norm": 0.4106511175632477,
      "learning_rate": 1.849170683403328e-05,
      "loss": 0.2021,
      "step": 10280
    },
    {
      "epoch": 0.5193559783980215,
      "grad_norm": 0.37418898940086365,
      "learning_rate": 1.84870512862366e-05,
      "loss": 0.2053,
      "step": 10290
    },
    {
      "epoch": 0.5198606975218291,
      "grad_norm": 0.4157654643058777,
      "learning_rate": 1.8482389152454022e-05,
      "loss": 0.2044,
      "step": 10300
    },
    {
      "epoch": 0.5203654166456367,
      "grad_norm": 0.38720905780792236,
      "learning_rate": 1.8477720436303373e-05,
      "loss": 0.2013,
      "step": 10310
    },
    {
      "epoch": 0.5208701357694443,
      "grad_norm": 0.3907393515110016,
      "learning_rate": 1.84730451414076e-05,
      "loss": 0.2045,
      "step": 10320
    },
    {
      "epoch": 0.5213748548932519,
      "grad_norm": 0.390533983707428,
      "learning_rate": 1.846836327139475e-05,
      "loss": 0.1976,
      "step": 10330
    },
    {
      "epoch": 0.5218795740170595,
      "grad_norm": 0.3749466836452484,
      "learning_rate": 1.8463674829897975e-05,
      "loss": 0.1979,
      "step": 10340
    },
    {
      "epoch": 0.5223842931408671,
      "grad_norm": 0.43039828538894653,
      "learning_rate": 1.8458979820555517e-05,
      "loss": 0.2009,
      "step": 10350
    },
    {
      "epoch": 0.5228890122646747,
      "grad_norm": 0.4118586480617523,
      "learning_rate": 1.8454278247010732e-05,
      "loss": 0.2091,
      "step": 10360
    },
    {
      "epoch": 0.5233937313884823,
      "grad_norm": 0.38007211685180664,
      "learning_rate": 1.8449570112912048e-05,
      "loss": 0.2117,
      "step": 10370
    },
    {
      "epoch": 0.5238984505122899,
      "grad_norm": 0.37855833768844604,
      "learning_rate": 1.844485542191301e-05,
      "loss": 0.2043,
      "step": 10380
    },
    {
      "epoch": 0.5244031696360976,
      "grad_norm": 0.3918007016181946,
      "learning_rate": 1.8440134177672228e-05,
      "loss": 0.2034,
      "step": 10390
    },
    {
      "epoch": 0.5249078887599051,
      "grad_norm": 0.40334776043891907,
      "learning_rate": 1.8435406383853407e-05,
      "loss": 0.2022,
      "step": 10400
    },
    {
      "epoch": 0.5254126078837127,
      "grad_norm": 0.37950173020362854,
      "learning_rate": 1.843067204412534e-05,
      "loss": 0.2015,
      "step": 10410
    },
    {
      "epoch": 0.5259173270075204,
      "grad_norm": 0.3836900293827057,
      "learning_rate": 1.8425931162161887e-05,
      "loss": 0.206,
      "step": 10420
    },
    {
      "epoch": 0.5264220461313279,
      "grad_norm": 0.4270097315311432,
      "learning_rate": 1.842118374164199e-05,
      "loss": 0.2072,
      "step": 10430
    },
    {
      "epoch": 0.5269267652551355,
      "grad_norm": 0.4038906693458557,
      "learning_rate": 1.8416429786249675e-05,
      "loss": 0.2023,
      "step": 10440
    },
    {
      "epoch": 0.5274314843789432,
      "grad_norm": 0.37887027859687805,
      "learning_rate": 1.8411669299674023e-05,
      "loss": 0.2052,
      "step": 10450
    },
    {
      "epoch": 0.5279362035027507,
      "grad_norm": 0.4389133155345917,
      "learning_rate": 1.8406902285609197e-05,
      "loss": 0.2043,
      "step": 10460
    },
    {
      "epoch": 0.5284409226265583,
      "grad_norm": 0.4199444651603699,
      "learning_rate": 1.8402128747754412e-05,
      "loss": 0.2025,
      "step": 10470
    },
    {
      "epoch": 0.528945641750366,
      "grad_norm": 0.3710445463657379,
      "learning_rate": 1.8397348689813958e-05,
      "loss": 0.2068,
      "step": 10480
    },
    {
      "epoch": 0.5294503608741735,
      "grad_norm": 0.3669309616088867,
      "learning_rate": 1.839256211549717e-05,
      "loss": 0.1999,
      "step": 10490
    },
    {
      "epoch": 0.5299550799979811,
      "grad_norm": 0.40174925327301025,
      "learning_rate": 1.8387769028518467e-05,
      "loss": 0.204,
      "step": 10500
    },
    {
      "epoch": 0.5304597991217888,
      "grad_norm": 0.41097989678382874,
      "learning_rate": 1.8382969432597285e-05,
      "loss": 0.2019,
      "step": 10510
    },
    {
      "epoch": 0.5309645182455963,
      "grad_norm": 0.4006945788860321,
      "learning_rate": 1.8378163331458143e-05,
      "loss": 0.2023,
      "step": 10520
    },
    {
      "epoch": 0.5314692373694039,
      "grad_norm": 0.38123708963394165,
      "learning_rate": 1.8373350728830586e-05,
      "loss": 0.2027,
      "step": 10530
    },
    {
      "epoch": 0.5319739564932116,
      "grad_norm": 0.388837605714798,
      "learning_rate": 1.8368531628449218e-05,
      "loss": 0.1998,
      "step": 10540
    },
    {
      "epoch": 0.5324786756170191,
      "grad_norm": 0.3879856467247009,
      "learning_rate": 1.8363706034053677e-05,
      "loss": 0.2041,
      "step": 10550
    },
    {
      "epoch": 0.5329833947408267,
      "grad_norm": 0.39001527428627014,
      "learning_rate": 1.8358873949388647e-05,
      "loss": 0.2016,
      "step": 10560
    },
    {
      "epoch": 0.5334881138646344,
      "grad_norm": 0.3819146156311035,
      "learning_rate": 1.8354035378203843e-05,
      "loss": 0.2028,
      "step": 10570
    },
    {
      "epoch": 0.5339928329884419,
      "grad_norm": 0.3892366588115692,
      "learning_rate": 1.8349190324254014e-05,
      "loss": 0.2011,
      "step": 10580
    },
    {
      "epoch": 0.5344975521122496,
      "grad_norm": 0.4114999771118164,
      "learning_rate": 1.8344338791298946e-05,
      "loss": 0.203,
      "step": 10590
    },
    {
      "epoch": 0.5350022712360571,
      "grad_norm": 0.4151875078678131,
      "learning_rate": 1.8339480783103445e-05,
      "loss": 0.2042,
      "step": 10600
    },
    {
      "epoch": 0.5355069903598647,
      "grad_norm": 0.382701575756073,
      "learning_rate": 1.8334616303437345e-05,
      "loss": 0.2003,
      "step": 10610
    },
    {
      "epoch": 0.5360117094836724,
      "grad_norm": 0.39572301506996155,
      "learning_rate": 1.8329745356075502e-05,
      "loss": 0.206,
      "step": 10620
    },
    {
      "epoch": 0.53651642860748,
      "grad_norm": 0.39479056000709534,
      "learning_rate": 1.832486794479779e-05,
      "loss": 0.2037,
      "step": 10630
    },
    {
      "epoch": 0.5370211477312875,
      "grad_norm": 0.400800883769989,
      "learning_rate": 1.83199840733891e-05,
      "loss": 0.2053,
      "step": 10640
    },
    {
      "epoch": 0.5375258668550952,
      "grad_norm": 0.4275124669075012,
      "learning_rate": 1.8315093745639337e-05,
      "loss": 0.198,
      "step": 10650
    },
    {
      "epoch": 0.5380305859789027,
      "grad_norm": 0.3905058205127716,
      "learning_rate": 1.8310196965343418e-05,
      "loss": 0.2017,
      "step": 10660
    },
    {
      "epoch": 0.5385353051027103,
      "grad_norm": 0.37394940853118896,
      "learning_rate": 1.8305293736301255e-05,
      "loss": 0.2018,
      "step": 10670
    },
    {
      "epoch": 0.539040024226518,
      "grad_norm": 0.3599688708782196,
      "learning_rate": 1.830038406231778e-05,
      "loss": 0.1989,
      "step": 10680
    },
    {
      "epoch": 0.5395447433503255,
      "grad_norm": 0.390587717294693,
      "learning_rate": 1.8295467947202922e-05,
      "loss": 0.1994,
      "step": 10690
    },
    {
      "epoch": 0.5400494624741331,
      "grad_norm": 0.38423457741737366,
      "learning_rate": 1.82905453947716e-05,
      "loss": 0.2027,
      "step": 10700
    },
    {
      "epoch": 0.5405541815979408,
      "grad_norm": 0.38596031069755554,
      "learning_rate": 1.828561640884374e-05,
      "loss": 0.1989,
      "step": 10710
    },
    {
      "epoch": 0.5410589007217483,
      "grad_norm": 0.41214585304260254,
      "learning_rate": 1.8280680993244252e-05,
      "loss": 0.1975,
      "step": 10720
    },
    {
      "epoch": 0.5415636198455559,
      "grad_norm": 0.37058907747268677,
      "learning_rate": 1.8275739151803038e-05,
      "loss": 0.2035,
      "step": 10730
    },
    {
      "epoch": 0.5420683389693636,
      "grad_norm": 0.38389307260513306,
      "learning_rate": 1.8270790888354986e-05,
      "loss": 0.1979,
      "step": 10740
    },
    {
      "epoch": 0.5425730580931711,
      "grad_norm": 0.3965015411376953,
      "learning_rate": 1.8265836206739972e-05,
      "loss": 0.2004,
      "step": 10750
    },
    {
      "epoch": 0.5430777772169787,
      "grad_norm": 0.40257513523101807,
      "learning_rate": 1.826087511080284e-05,
      "loss": 0.2053,
      "step": 10760
    },
    {
      "epoch": 0.5435824963407864,
      "grad_norm": 0.3750956654548645,
      "learning_rate": 1.8255907604393436e-05,
      "loss": 0.2025,
      "step": 10770
    },
    {
      "epoch": 0.5440872154645939,
      "grad_norm": 0.35990533232688904,
      "learning_rate": 1.825093369136655e-05,
      "loss": 0.2025,
      "step": 10780
    },
    {
      "epoch": 0.5445919345884016,
      "grad_norm": 0.4312472343444824,
      "learning_rate": 1.8245953375581967e-05,
      "loss": 0.2022,
      "step": 10790
    },
    {
      "epoch": 0.5450966537122092,
      "grad_norm": 0.40499332547187805,
      "learning_rate": 1.824096666090443e-05,
      "loss": 0.2,
      "step": 10800
    },
    {
      "epoch": 0.5456013728360167,
      "grad_norm": 0.3883630335330963,
      "learning_rate": 1.8235973551203644e-05,
      "loss": 0.1989,
      "step": 10810
    },
    {
      "epoch": 0.5461060919598244,
      "grad_norm": 0.3942257761955261,
      "learning_rate": 1.823097405035429e-05,
      "loss": 0.204,
      "step": 10820
    },
    {
      "epoch": 0.546610811083632,
      "grad_norm": 0.38020947575569153,
      "learning_rate": 1.8225968162236002e-05,
      "loss": 0.2047,
      "step": 10830
    },
    {
      "epoch": 0.5471155302074395,
      "grad_norm": 0.3638669550418854,
      "learning_rate": 1.822095589073336e-05,
      "loss": 0.2048,
      "step": 10840
    },
    {
      "epoch": 0.5476202493312472,
      "grad_norm": 0.41253650188446045,
      "learning_rate": 1.8215937239735915e-05,
      "loss": 0.2016,
      "step": 10850
    },
    {
      "epoch": 0.5481249684550548,
      "grad_norm": 0.3950449228286743,
      "learning_rate": 1.8210912213138153e-05,
      "loss": 0.2033,
      "step": 10860
    },
    {
      "epoch": 0.5486296875788623,
      "grad_norm": 0.40623238682746887,
      "learning_rate": 1.8205880814839525e-05,
      "loss": 0.2037,
      "step": 10870
    },
    {
      "epoch": 0.54913440670267,
      "grad_norm": 0.3869873285293579,
      "learning_rate": 1.8200843048744406e-05,
      "loss": 0.2038,
      "step": 10880
    },
    {
      "epoch": 0.5496391258264776,
      "grad_norm": 0.3886772394180298,
      "learning_rate": 1.819579891876213e-05,
      "loss": 0.2021,
      "step": 10890
    },
    {
      "epoch": 0.5501438449502851,
      "grad_norm": 0.38156023621559143,
      "learning_rate": 1.819074842880696e-05,
      "loss": 0.1997,
      "step": 10900
    },
    {
      "epoch": 0.5506485640740928,
      "grad_norm": 0.3554256856441498,
      "learning_rate": 1.8185691582798095e-05,
      "loss": 0.2073,
      "step": 10910
    },
    {
      "epoch": 0.5511532831979004,
      "grad_norm": 0.3768918812274933,
      "learning_rate": 1.8180628384659667e-05,
      "loss": 0.2007,
      "step": 10920
    },
    {
      "epoch": 0.5516580023217079,
      "grad_norm": 0.3710586428642273,
      "learning_rate": 1.8175558838320743e-05,
      "loss": 0.2078,
      "step": 10930
    },
    {
      "epoch": 0.5521627214455156,
      "grad_norm": 0.3829667270183563,
      "learning_rate": 1.8170482947715307e-05,
      "loss": 0.2017,
      "step": 10940
    },
    {
      "epoch": 0.5526674405693232,
      "grad_norm": 0.4542217254638672,
      "learning_rate": 1.816540071678227e-05,
      "loss": 0.2064,
      "step": 10950
    },
    {
      "epoch": 0.5531721596931308,
      "grad_norm": 0.37953147292137146,
      "learning_rate": 1.8160312149465468e-05,
      "loss": 0.1927,
      "step": 10960
    },
    {
      "epoch": 0.5536768788169384,
      "grad_norm": 0.39591094851493835,
      "learning_rate": 1.8155217249713643e-05,
      "loss": 0.2065,
      "step": 10970
    },
    {
      "epoch": 0.554181597940746,
      "grad_norm": 0.37706032395362854,
      "learning_rate": 1.8150116021480466e-05,
      "loss": 0.2067,
      "step": 10980
    },
    {
      "epoch": 0.5546863170645536,
      "grad_norm": 0.35152387619018555,
      "learning_rate": 1.8145008468724504e-05,
      "loss": 0.2021,
      "step": 10990
    },
    {
      "epoch": 0.5551910361883612,
      "grad_norm": 0.37381699681282043,
      "learning_rate": 1.813989459540924e-05,
      "loss": 0.2042,
      "step": 11000
    },
    {
      "epoch": 0.5556957553121687,
      "grad_norm": 0.37255996465682983,
      "learning_rate": 1.8134774405503065e-05,
      "loss": 0.1973,
      "step": 11010
    },
    {
      "epoch": 0.5562004744359764,
      "grad_norm": 0.38796907663345337,
      "learning_rate": 1.812964790297926e-05,
      "loss": 0.1965,
      "step": 11020
    },
    {
      "epoch": 0.556705193559784,
      "grad_norm": 0.4013110399246216,
      "learning_rate": 1.8124515091816013e-05,
      "loss": 0.2054,
      "step": 11030
    },
    {
      "epoch": 0.5572099126835915,
      "grad_norm": 0.37320786714553833,
      "learning_rate": 1.811937597599641e-05,
      "loss": 0.2049,
      "step": 11040
    },
    {
      "epoch": 0.5577146318073992,
      "grad_norm": 0.3693302273750305,
      "learning_rate": 1.8114230559508422e-05,
      "loss": 0.2045,
      "step": 11050
    },
    {
      "epoch": 0.5582193509312068,
      "grad_norm": 0.3564622104167938,
      "learning_rate": 1.8109078846344915e-05,
      "loss": 0.1965,
      "step": 11060
    },
    {
      "epoch": 0.5587240700550143,
      "grad_norm": 0.39271607995033264,
      "learning_rate": 1.8103920840503634e-05,
      "loss": 0.2036,
      "step": 11070
    },
    {
      "epoch": 0.559228789178822,
      "grad_norm": 0.37395143508911133,
      "learning_rate": 1.8098756545987222e-05,
      "loss": 0.2,
      "step": 11080
    },
    {
      "epoch": 0.5597335083026296,
      "grad_norm": 0.3947660028934479,
      "learning_rate": 1.8093585966803184e-05,
      "loss": 0.2011,
      "step": 11090
    },
    {
      "epoch": 0.5602382274264371,
      "grad_norm": 0.37211912870407104,
      "learning_rate": 1.8088409106963913e-05,
      "loss": 0.1971,
      "step": 11100
    },
    {
      "epoch": 0.5607429465502448,
      "grad_norm": 0.39325466752052307,
      "learning_rate": 1.8083225970486673e-05,
      "loss": 0.203,
      "step": 11110
    },
    {
      "epoch": 0.5612476656740524,
      "grad_norm": 0.40715140104293823,
      "learning_rate": 1.80780365613936e-05,
      "loss": 0.1998,
      "step": 11120
    },
    {
      "epoch": 0.5617523847978599,
      "grad_norm": 0.3809134066104889,
      "learning_rate": 1.8072840883711693e-05,
      "loss": 0.2008,
      "step": 11130
    },
    {
      "epoch": 0.5622571039216676,
      "grad_norm": 0.4207008481025696,
      "learning_rate": 1.806763894147282e-05,
      "loss": 0.2033,
      "step": 11140
    },
    {
      "epoch": 0.5627618230454752,
      "grad_norm": 0.416278600692749,
      "learning_rate": 1.8062430738713714e-05,
      "loss": 0.2065,
      "step": 11150
    },
    {
      "epoch": 0.5632665421692828,
      "grad_norm": 0.41072267293930054,
      "learning_rate": 1.8057216279475954e-05,
      "loss": 0.1977,
      "step": 11160
    },
    {
      "epoch": 0.5637712612930904,
      "grad_norm": 0.37965571880340576,
      "learning_rate": 1.8051995567805984e-05,
      "loss": 0.2026,
      "step": 11170
    },
    {
      "epoch": 0.564275980416898,
      "grad_norm": 0.3644537627696991,
      "learning_rate": 1.80467686077551e-05,
      "loss": 0.1983,
      "step": 11180
    },
    {
      "epoch": 0.5647806995407056,
      "grad_norm": 0.37633323669433594,
      "learning_rate": 1.8041535403379437e-05,
      "loss": 0.2007,
      "step": 11190
    },
    {
      "epoch": 0.5652854186645132,
      "grad_norm": 0.3770269751548767,
      "learning_rate": 1.803629595873999e-05,
      "loss": 0.1999,
      "step": 11200
    },
    {
      "epoch": 0.5657901377883208,
      "grad_norm": 0.38815274834632874,
      "learning_rate": 1.8031050277902586e-05,
      "loss": 0.2007,
      "step": 11210
    },
    {
      "epoch": 0.5662948569121284,
      "grad_norm": 0.3711063265800476,
      "learning_rate": 1.8025798364937895e-05,
      "loss": 0.1925,
      "step": 11220
    },
    {
      "epoch": 0.566799576035936,
      "grad_norm": 0.3847515881061554,
      "learning_rate": 1.8020540223921424e-05,
      "loss": 0.2002,
      "step": 11230
    },
    {
      "epoch": 0.5673042951597436,
      "grad_norm": 0.4080047309398651,
      "learning_rate": 1.801527585893351e-05,
      "loss": 0.2046,
      "step": 11240
    },
    {
      "epoch": 0.5678090142835512,
      "grad_norm": 0.4060002267360687,
      "learning_rate": 1.801000527405932e-05,
      "loss": 0.2025,
      "step": 11250
    },
    {
      "epoch": 0.5683137334073588,
      "grad_norm": 0.3975309431552887,
      "learning_rate": 1.800472847338885e-05,
      "loss": 0.2,
      "step": 11260
    },
    {
      "epoch": 0.5688184525311664,
      "grad_norm": 0.3938188850879669,
      "learning_rate": 1.7999445461016915e-05,
      "loss": 0.2128,
      "step": 11270
    },
    {
      "epoch": 0.569323171654974,
      "grad_norm": 0.3705352544784546,
      "learning_rate": 1.7994156241043165e-05,
      "loss": 0.1965,
      "step": 11280
    },
    {
      "epoch": 0.5698278907787816,
      "grad_norm": 0.36212560534477234,
      "learning_rate": 1.7988860817572044e-05,
      "loss": 0.1956,
      "step": 11290
    },
    {
      "epoch": 0.5703326099025892,
      "grad_norm": 0.3973407745361328,
      "learning_rate": 1.7983559194712827e-05,
      "loss": 0.1969,
      "step": 11300
    },
    {
      "epoch": 0.5708373290263968,
      "grad_norm": 0.40104198455810547,
      "learning_rate": 1.7978251376579593e-05,
      "loss": 0.1969,
      "step": 11310
    },
    {
      "epoch": 0.5713420481502044,
      "grad_norm": 0.38570693135261536,
      "learning_rate": 1.7972937367291233e-05,
      "loss": 0.1979,
      "step": 11320
    },
    {
      "epoch": 0.571846767274012,
      "grad_norm": 0.4392693340778351,
      "learning_rate": 1.7967617170971443e-05,
      "loss": 0.2019,
      "step": 11330
    },
    {
      "epoch": 0.5723514863978196,
      "grad_norm": 0.3742884695529938,
      "learning_rate": 1.79622907917487e-05,
      "loss": 0.1993,
      "step": 11340
    },
    {
      "epoch": 0.5728562055216272,
      "grad_norm": 0.37207651138305664,
      "learning_rate": 1.7956958233756315e-05,
      "loss": 0.2065,
      "step": 11350
    },
    {
      "epoch": 0.5733609246454349,
      "grad_norm": 0.3949874937534332,
      "learning_rate": 1.795161950113237e-05,
      "loss": 0.1993,
      "step": 11360
    },
    {
      "epoch": 0.5738656437692424,
      "grad_norm": 0.35773733258247375,
      "learning_rate": 1.794627459801973e-05,
      "loss": 0.197,
      "step": 11370
    },
    {
      "epoch": 0.57437036289305,
      "grad_norm": 0.3528626263141632,
      "learning_rate": 1.7940923528566082e-05,
      "loss": 0.2011,
      "step": 11380
    },
    {
      "epoch": 0.5748750820168577,
      "grad_norm": 0.366789311170578,
      "learning_rate": 1.7935566296923858e-05,
      "loss": 0.2017,
      "step": 11390
    },
    {
      "epoch": 0.5753798011406652,
      "grad_norm": 0.37556684017181396,
      "learning_rate": 1.7930202907250304e-05,
      "loss": 0.2015,
      "step": 11400
    },
    {
      "epoch": 0.5758845202644728,
      "grad_norm": 0.4032560884952545,
      "learning_rate": 1.7924833363707425e-05,
      "loss": 0.2051,
      "step": 11410
    },
    {
      "epoch": 0.5763892393882805,
      "grad_norm": 0.3806757926940918,
      "learning_rate": 1.791945767046201e-05,
      "loss": 0.2026,
      "step": 11420
    },
    {
      "epoch": 0.576893958512088,
      "grad_norm": 0.3679375946521759,
      "learning_rate": 1.7914075831685625e-05,
      "loss": 0.2006,
      "step": 11430
    },
    {
      "epoch": 0.5773986776358956,
      "grad_norm": 0.37518128752708435,
      "learning_rate": 1.7908687851554587e-05,
      "loss": 0.2,
      "step": 11440
    },
    {
      "epoch": 0.5779033967597033,
      "grad_norm": 0.3771637976169586,
      "learning_rate": 1.790329373425e-05,
      "loss": 0.2003,
      "step": 11450
    },
    {
      "epoch": 0.5784081158835108,
      "grad_norm": 0.36271998286247253,
      "learning_rate": 1.7897893483957717e-05,
      "loss": 0.1981,
      "step": 11460
    },
    {
      "epoch": 0.5789128350073184,
      "grad_norm": 0.4105806350708008,
      "learning_rate": 1.789248710486835e-05,
      "loss": 0.1972,
      "step": 11470
    },
    {
      "epoch": 0.5794175541311261,
      "grad_norm": 0.4346831142902374,
      "learning_rate": 1.788707460117728e-05,
      "loss": 0.2004,
      "step": 11480
    },
    {
      "epoch": 0.5799222732549336,
      "grad_norm": 0.39782822132110596,
      "learning_rate": 1.7881655977084623e-05,
      "loss": 0.1985,
      "step": 11490
    },
    {
      "epoch": 0.5804269923787412,
      "grad_norm": 0.3827611804008484,
      "learning_rate": 1.787623123679526e-05,
      "loss": 0.2029,
      "step": 11500
    },
    {
      "epoch": 0.5809317115025489,
      "grad_norm": 0.3728889524936676,
      "learning_rate": 1.7870800384518804e-05,
      "loss": 0.2016,
      "step": 11510
    },
    {
      "epoch": 0.5814364306263564,
      "grad_norm": 0.3599525988101959,
      "learning_rate": 1.7865363424469622e-05,
      "loss": 0.2027,
      "step": 11520
    },
    {
      "epoch": 0.5819411497501641,
      "grad_norm": 0.423088401556015,
      "learning_rate": 1.7859920360866816e-05,
      "loss": 0.2014,
      "step": 11530
    },
    {
      "epoch": 0.5824458688739717,
      "grad_norm": 0.35874050855636597,
      "learning_rate": 1.785447119793423e-05,
      "loss": 0.204,
      "step": 11540
    },
    {
      "epoch": 0.5829505879977792,
      "grad_norm": 0.3682592511177063,
      "learning_rate": 1.7849015939900432e-05,
      "loss": 0.1948,
      "step": 11550
    },
    {
      "epoch": 0.5834553071215869,
      "grad_norm": 0.37663495540618896,
      "learning_rate": 1.7843554590998723e-05,
      "loss": 0.2017,
      "step": 11560
    },
    {
      "epoch": 0.5839600262453944,
      "grad_norm": 0.4028005301952362,
      "learning_rate": 1.7838087155467133e-05,
      "loss": 0.2022,
      "step": 11570
    },
    {
      "epoch": 0.584464745369202,
      "grad_norm": 0.353716105222702,
      "learning_rate": 1.7832613637548413e-05,
      "loss": 0.204,
      "step": 11580
    },
    {
      "epoch": 0.5849694644930097,
      "grad_norm": 0.4014138877391815,
      "learning_rate": 1.7827134041490036e-05,
      "loss": 0.1987,
      "step": 11590
    },
    {
      "epoch": 0.5854741836168172,
      "grad_norm": 0.369448721408844,
      "learning_rate": 1.7821648371544192e-05,
      "loss": 0.1974,
      "step": 11600
    },
    {
      "epoch": 0.5859789027406248,
      "grad_norm": 0.37600019574165344,
      "learning_rate": 1.7816156631967782e-05,
      "loss": 0.2017,
      "step": 11610
    },
    {
      "epoch": 0.5864836218644325,
      "grad_norm": 0.4023212790489197,
      "learning_rate": 1.7810658827022414e-05,
      "loss": 0.206,
      "step": 11620
    },
    {
      "epoch": 0.58698834098824,
      "grad_norm": 0.4584110975265503,
      "learning_rate": 1.7805154960974418e-05,
      "loss": 0.2024,
      "step": 11630
    },
    {
      "epoch": 0.5874930601120476,
      "grad_norm": 0.3865315616130829,
      "learning_rate": 1.7799645038094803e-05,
      "loss": 0.2047,
      "step": 11640
    },
    {
      "epoch": 0.5879977792358553,
      "grad_norm": 0.38099750876426697,
      "learning_rate": 1.77941290626593e-05,
      "loss": 0.2019,
      "step": 11650
    },
    {
      "epoch": 0.5885024983596628,
      "grad_norm": 0.3519286811351776,
      "learning_rate": 1.7788607038948317e-05,
      "loss": 0.1953,
      "step": 11660
    },
    {
      "epoch": 0.5890072174834704,
      "grad_norm": 0.3987323045730591,
      "learning_rate": 1.778307897124698e-05,
      "loss": 0.2,
      "step": 11670
    },
    {
      "epoch": 0.5895119366072781,
      "grad_norm": 0.3673013150691986,
      "learning_rate": 1.7777544863845085e-05,
      "loss": 0.2055,
      "step": 11680
    },
    {
      "epoch": 0.5900166557310856,
      "grad_norm": 0.3869536817073822,
      "learning_rate": 1.7772004721037125e-05,
      "loss": 0.1978,
      "step": 11690
    },
    {
      "epoch": 0.5905213748548932,
      "grad_norm": 0.3834979236125946,
      "learning_rate": 1.7766458547122272e-05,
      "loss": 0.1996,
      "step": 11700
    },
    {
      "epoch": 0.5910260939787009,
      "grad_norm": 0.4139108657836914,
      "learning_rate": 1.7760906346404374e-05,
      "loss": 0.2082,
      "step": 11710
    },
    {
      "epoch": 0.5915308131025084,
      "grad_norm": 0.35232701897621155,
      "learning_rate": 1.7755348123191968e-05,
      "loss": 0.1963,
      "step": 11720
    },
    {
      "epoch": 0.5920355322263161,
      "grad_norm": 0.364030122756958,
      "learning_rate": 1.7749783881798253e-05,
      "loss": 0.197,
      "step": 11730
    },
    {
      "epoch": 0.5925402513501237,
      "grad_norm": 0.43412619829177856,
      "learning_rate": 1.7744213626541104e-05,
      "loss": 0.1969,
      "step": 11740
    },
    {
      "epoch": 0.5930449704739312,
      "grad_norm": 0.40217188000679016,
      "learning_rate": 1.773863736174306e-05,
      "loss": 0.1933,
      "step": 11750
    },
    {
      "epoch": 0.5935496895977389,
      "grad_norm": 0.3734113574028015,
      "learning_rate": 1.7733055091731332e-05,
      "loss": 0.1989,
      "step": 11760
    },
    {
      "epoch": 0.5940544087215465,
      "grad_norm": 0.4069409668445587,
      "learning_rate": 1.7727466820837772e-05,
      "loss": 0.2007,
      "step": 11770
    },
    {
      "epoch": 0.594559127845354,
      "grad_norm": 0.38047051429748535,
      "learning_rate": 1.7721872553398914e-05,
      "loss": 0.1964,
      "step": 11780
    },
    {
      "epoch": 0.5950638469691617,
      "grad_norm": 0.3625827431678772,
      "learning_rate": 1.771627229375592e-05,
      "loss": 0.1963,
      "step": 11790
    },
    {
      "epoch": 0.5955685660929693,
      "grad_norm": 0.36244070529937744,
      "learning_rate": 1.7710666046254623e-05,
      "loss": 0.1982,
      "step": 11800
    },
    {
      "epoch": 0.5960732852167768,
      "grad_norm": 0.4101755917072296,
      "learning_rate": 1.770505381524549e-05,
      "loss": 0.2007,
      "step": 11810
    },
    {
      "epoch": 0.5965780043405845,
      "grad_norm": 0.41657382249832153,
      "learning_rate": 1.769943560508363e-05,
      "loss": 0.1986,
      "step": 11820
    },
    {
      "epoch": 0.5970827234643921,
      "grad_norm": 0.41567012667655945,
      "learning_rate": 1.769381142012881e-05,
      "loss": 0.1861,
      "step": 11830
    },
    {
      "epoch": 0.5975874425881996,
      "grad_norm": 0.4253331124782562,
      "learning_rate": 1.7688181264745402e-05,
      "loss": 0.1987,
      "step": 11840
    },
    {
      "epoch": 0.5980921617120073,
      "grad_norm": 0.3822976052761078,
      "learning_rate": 1.7682545143302445e-05,
      "loss": 0.2067,
      "step": 11850
    },
    {
      "epoch": 0.5985968808358149,
      "grad_norm": 0.4388420879840851,
      "learning_rate": 1.767690306017358e-05,
      "loss": 0.2008,
      "step": 11860
    },
    {
      "epoch": 0.5991015999596224,
      "grad_norm": 0.39134496450424194,
      "learning_rate": 1.76712550197371e-05,
      "loss": 0.1957,
      "step": 11870
    },
    {
      "epoch": 0.5996063190834301,
      "grad_norm": 0.3856163024902344,
      "learning_rate": 1.7665601026375893e-05,
      "loss": 0.2011,
      "step": 11880
    },
    {
      "epoch": 0.6001110382072377,
      "grad_norm": 0.3519302010536194,
      "learning_rate": 1.7659941084477488e-05,
      "loss": 0.1948,
      "step": 11890
    },
    {
      "epoch": 0.6006157573310452,
      "grad_norm": 0.3734939694404602,
      "learning_rate": 1.7654275198434022e-05,
      "loss": 0.1995,
      "step": 11900
    },
    {
      "epoch": 0.6011204764548529,
      "grad_norm": 0.38880518078804016,
      "learning_rate": 1.7648603372642242e-05,
      "loss": 0.2039,
      "step": 11910
    },
    {
      "epoch": 0.6016251955786605,
      "grad_norm": 0.40201830863952637,
      "learning_rate": 1.764292561150351e-05,
      "loss": 0.2041,
      "step": 11920
    },
    {
      "epoch": 0.6021299147024681,
      "grad_norm": 0.39442816376686096,
      "learning_rate": 1.7637241919423795e-05,
      "loss": 0.2085,
      "step": 11930
    },
    {
      "epoch": 0.6026346338262757,
      "grad_norm": 0.38582512736320496,
      "learning_rate": 1.763155230081366e-05,
      "loss": 0.2033,
      "step": 11940
    },
    {
      "epoch": 0.6031393529500833,
      "grad_norm": 0.3951614797115326,
      "learning_rate": 1.7625856760088268e-05,
      "loss": 0.1979,
      "step": 11950
    },
    {
      "epoch": 0.6036440720738909,
      "grad_norm": 0.41499537229537964,
      "learning_rate": 1.7620155301667394e-05,
      "loss": 0.2042,
      "step": 11960
    },
    {
      "epoch": 0.6041487911976985,
      "grad_norm": 0.397180438041687,
      "learning_rate": 1.7614447929975383e-05,
      "loss": 0.1983,
      "step": 11970
    },
    {
      "epoch": 0.604653510321506,
      "grad_norm": 0.3790379762649536,
      "learning_rate": 1.760873464944118e-05,
      "loss": 0.1982,
      "step": 11980
    },
    {
      "epoch": 0.6051582294453137,
      "grad_norm": 0.4035373330116272,
      "learning_rate": 1.7603015464498315e-05,
      "loss": 0.1998,
      "step": 11990
    },
    {
      "epoch": 0.6056629485691213,
      "grad_norm": 0.3578663766384125,
      "learning_rate": 1.75972903795849e-05,
      "loss": 0.201,
      "step": 12000
    },
    {
      "epoch": 0.6061676676929288,
      "grad_norm": 0.37748315930366516,
      "learning_rate": 1.759155939914362e-05,
      "loss": 0.1987,
      "step": 12010
    },
    {
      "epoch": 0.6066723868167365,
      "grad_norm": 0.37748974561691284,
      "learning_rate": 1.7585822527621736e-05,
      "loss": 0.1999,
      "step": 12020
    },
    {
      "epoch": 0.6071771059405441,
      "grad_norm": 0.4352845251560211,
      "learning_rate": 1.7580079769471093e-05,
      "loss": 0.1997,
      "step": 12030
    },
    {
      "epoch": 0.6076818250643516,
      "grad_norm": 0.3747280240058899,
      "learning_rate": 1.757433112914809e-05,
      "loss": 0.1974,
      "step": 12040
    },
    {
      "epoch": 0.6081865441881593,
      "grad_norm": 0.4629654884338379,
      "learning_rate": 1.7568576611113696e-05,
      "loss": 0.1998,
      "step": 12050
    },
    {
      "epoch": 0.6086912633119669,
      "grad_norm": 0.3980845510959625,
      "learning_rate": 1.7562816219833433e-05,
      "loss": 0.1911,
      "step": 12060
    },
    {
      "epoch": 0.6091959824357744,
      "grad_norm": 0.3969227373600006,
      "learning_rate": 1.7557049959777395e-05,
      "loss": 0.1964,
      "step": 12070
    },
    {
      "epoch": 0.6097007015595821,
      "grad_norm": 0.3948403298854828,
      "learning_rate": 1.7551277835420223e-05,
      "loss": 0.1977,
      "step": 12080
    },
    {
      "epoch": 0.6102054206833897,
      "grad_norm": 0.38488689064979553,
      "learning_rate": 1.754549985124111e-05,
      "loss": 0.2015,
      "step": 12090
    },
    {
      "epoch": 0.6107101398071973,
      "grad_norm": 0.377568781375885,
      "learning_rate": 1.7539716011723788e-05,
      "loss": 0.1976,
      "step": 12100
    },
    {
      "epoch": 0.6112148589310049,
      "grad_norm": 0.4071504473686218,
      "learning_rate": 1.7533926321356544e-05,
      "loss": 0.1957,
      "step": 12110
    },
    {
      "epoch": 0.6117195780548125,
      "grad_norm": 0.38919949531555176,
      "learning_rate": 1.75281307846322e-05,
      "loss": 0.1968,
      "step": 12120
    },
    {
      "epoch": 0.6122242971786201,
      "grad_norm": 0.4229075312614441,
      "learning_rate": 1.752232940604812e-05,
      "loss": 0.1987,
      "step": 12130
    },
    {
      "epoch": 0.6127290163024277,
      "grad_norm": 0.39213117957115173,
      "learning_rate": 1.7516522190106185e-05,
      "loss": 0.2044,
      "step": 12140
    },
    {
      "epoch": 0.6132337354262353,
      "grad_norm": 0.3885519802570343,
      "learning_rate": 1.7510709141312837e-05,
      "loss": 0.1998,
      "step": 12150
    },
    {
      "epoch": 0.6137384545500429,
      "grad_norm": 0.43953508138656616,
      "learning_rate": 1.7504890264179007e-05,
      "loss": 0.1958,
      "step": 12160
    },
    {
      "epoch": 0.6142431736738505,
      "grad_norm": 0.3994976282119751,
      "learning_rate": 1.749906556322018e-05,
      "loss": 0.2001,
      "step": 12170
    },
    {
      "epoch": 0.6147478927976581,
      "grad_norm": 0.409870982170105,
      "learning_rate": 1.7493235042956337e-05,
      "loss": 0.2019,
      "step": 12180
    },
    {
      "epoch": 0.6152526119214657,
      "grad_norm": 0.39965468645095825,
      "learning_rate": 1.7487398707911993e-05,
      "loss": 0.2048,
      "step": 12190
    },
    {
      "epoch": 0.6157573310452733,
      "grad_norm": 0.38115406036376953,
      "learning_rate": 1.7481556562616165e-05,
      "loss": 0.1963,
      "step": 12200
    },
    {
      "epoch": 0.6162620501690809,
      "grad_norm": 0.4095768630504608,
      "learning_rate": 1.747570861160238e-05,
      "loss": 0.1969,
      "step": 12210
    },
    {
      "epoch": 0.6167667692928885,
      "grad_norm": 0.3909987807273865,
      "learning_rate": 1.7469854859408672e-05,
      "loss": 0.2034,
      "step": 12220
    },
    {
      "epoch": 0.6172714884166961,
      "grad_norm": 0.388033002614975,
      "learning_rate": 1.7463995310577577e-05,
      "loss": 0.1933,
      "step": 12230
    },
    {
      "epoch": 0.6177762075405037,
      "grad_norm": 0.3954012393951416,
      "learning_rate": 1.745812996965613e-05,
      "loss": 0.1993,
      "step": 12240
    },
    {
      "epoch": 0.6182809266643113,
      "grad_norm": 0.41114819049835205,
      "learning_rate": 1.7452258841195858e-05,
      "loss": 0.1941,
      "step": 12250
    },
    {
      "epoch": 0.6187856457881189,
      "grad_norm": 0.396997332572937,
      "learning_rate": 1.7446381929752773e-05,
      "loss": 0.1995,
      "step": 12260
    },
    {
      "epoch": 0.6192903649119265,
      "grad_norm": 0.47175946831703186,
      "learning_rate": 1.7440499239887395e-05,
      "loss": 0.2005,
      "step": 12270
    },
    {
      "epoch": 0.6197950840357341,
      "grad_norm": 0.37771347165107727,
      "learning_rate": 1.7434610776164704e-05,
      "loss": 0.2018,
      "step": 12280
    },
    {
      "epoch": 0.6202998031595417,
      "grad_norm": 0.3708938956260681,
      "learning_rate": 1.7428716543154177e-05,
      "loss": 0.2018,
      "step": 12290
    },
    {
      "epoch": 0.6208045222833494,
      "grad_norm": 0.3980335295200348,
      "learning_rate": 1.7422816545429762e-05,
      "loss": 0.1987,
      "step": 12300
    },
    {
      "epoch": 0.6213092414071569,
      "grad_norm": 0.3915196657180786,
      "learning_rate": 1.741691078756988e-05,
      "loss": 0.1932,
      "step": 12310
    },
    {
      "epoch": 0.6218139605309645,
      "grad_norm": 0.3662637174129486,
      "learning_rate": 1.7410999274157423e-05,
      "loss": 0.1963,
      "step": 12320
    },
    {
      "epoch": 0.6223186796547722,
      "grad_norm": 0.3465867042541504,
      "learning_rate": 1.740508200977975e-05,
      "loss": 0.1965,
      "step": 12330
    },
    {
      "epoch": 0.6228233987785797,
      "grad_norm": 0.37208297848701477,
      "learning_rate": 1.739915899902868e-05,
      "loss": 0.2007,
      "step": 12340
    },
    {
      "epoch": 0.6233281179023873,
      "grad_norm": 0.3631781041622162,
      "learning_rate": 1.7393230246500493e-05,
      "loss": 0.1922,
      "step": 12350
    },
    {
      "epoch": 0.623832837026195,
      "grad_norm": 0.3841148018836975,
      "learning_rate": 1.7387295756795927e-05,
      "loss": 0.1978,
      "step": 12360
    },
    {
      "epoch": 0.6243375561500025,
      "grad_norm": 0.3531671464443207,
      "learning_rate": 1.738135553452017e-05,
      "loss": 0.1941,
      "step": 12370
    },
    {
      "epoch": 0.6248422752738101,
      "grad_norm": 0.3941947817802429,
      "learning_rate": 1.7375409584282857e-05,
      "loss": 0.2054,
      "step": 12380
    },
    {
      "epoch": 0.6253469943976178,
      "grad_norm": 0.4228980541229248,
      "learning_rate": 1.736945791069807e-05,
      "loss": 0.2039,
      "step": 12390
    },
    {
      "epoch": 0.6258517135214253,
      "grad_norm": 0.35877537727355957,
      "learning_rate": 1.736350051838433e-05,
      "loss": 0.198,
      "step": 12400
    },
    {
      "epoch": 0.6263564326452329,
      "grad_norm": 0.4509330987930298,
      "learning_rate": 1.7357537411964603e-05,
      "loss": 0.2032,
      "step": 12410
    },
    {
      "epoch": 0.6268611517690406,
      "grad_norm": 0.4022054672241211,
      "learning_rate": 1.7351568596066274e-05,
      "loss": 0.1958,
      "step": 12420
    },
    {
      "epoch": 0.6273658708928481,
      "grad_norm": 0.39182671904563904,
      "learning_rate": 1.7345594075321174e-05,
      "loss": 0.1967,
      "step": 12430
    },
    {
      "epoch": 0.6278705900166557,
      "grad_norm": 0.3739950954914093,
      "learning_rate": 1.7339613854365557e-05,
      "loss": 0.2042,
      "step": 12440
    },
    {
      "epoch": 0.6283753091404634,
      "grad_norm": 0.348954439163208,
      "learning_rate": 1.7333627937840094e-05,
      "loss": 0.2029,
      "step": 12450
    },
    {
      "epoch": 0.6288800282642709,
      "grad_norm": 0.3909941017627716,
      "learning_rate": 1.7327636330389882e-05,
      "loss": 0.1998,
      "step": 12460
    },
    {
      "epoch": 0.6293847473880785,
      "grad_norm": 0.3606491982936859,
      "learning_rate": 1.732163903666443e-05,
      "loss": 0.198,
      "step": 12470
    },
    {
      "epoch": 0.6298894665118862,
      "grad_norm": 0.3633866012096405,
      "learning_rate": 1.731563606131767e-05,
      "loss": 0.1991,
      "step": 12480
    },
    {
      "epoch": 0.6303941856356937,
      "grad_norm": 0.3769007921218872,
      "learning_rate": 1.730962740900793e-05,
      "loss": 0.1967,
      "step": 12490
    },
    {
      "epoch": 0.6308989047595014,
      "grad_norm": 0.4067450165748596,
      "learning_rate": 1.730361308439794e-05,
      "loss": 0.198,
      "step": 12500
    },
    {
      "epoch": 0.631403623883309,
      "grad_norm": 0.3991717994213104,
      "learning_rate": 1.7297593092154853e-05,
      "loss": 0.2011,
      "step": 12510
    },
    {
      "epoch": 0.6319083430071165,
      "grad_norm": 0.42232346534729004,
      "learning_rate": 1.72915674369502e-05,
      "loss": 0.1959,
      "step": 12520
    },
    {
      "epoch": 0.6324130621309242,
      "grad_norm": 0.4012322425842285,
      "learning_rate": 1.7285536123459922e-05,
      "loss": 0.1992,
      "step": 12530
    },
    {
      "epoch": 0.6329177812547317,
      "grad_norm": 0.36620205640792847,
      "learning_rate": 1.7279499156364332e-05,
      "loss": 0.202,
      "step": 12540
    },
    {
      "epoch": 0.6334225003785393,
      "grad_norm": 0.3866264820098877,
      "learning_rate": 1.7273456540348144e-05,
      "loss": 0.1953,
      "step": 12550
    },
    {
      "epoch": 0.633927219502347,
      "grad_norm": 0.37210196256637573,
      "learning_rate": 1.7267408280100455e-05,
      "loss": 0.1984,
      "step": 12560
    },
    {
      "epoch": 0.6344319386261545,
      "grad_norm": 0.3809277415275574,
      "learning_rate": 1.7261354380314735e-05,
      "loss": 0.1965,
      "step": 12570
    },
    {
      "epoch": 0.6349366577499621,
      "grad_norm": 0.3741433024406433,
      "learning_rate": 1.7255294845688842e-05,
      "loss": 0.2005,
      "step": 12580
    },
    {
      "epoch": 0.6354413768737698,
      "grad_norm": 0.4012896716594696,
      "learning_rate": 1.724922968092499e-05,
      "loss": 0.1942,
      "step": 12590
    },
    {
      "epoch": 0.6359460959975773,
      "grad_norm": 0.4193804860115051,
      "learning_rate": 1.7243158890729777e-05,
      "loss": 0.1962,
      "step": 12600
    },
    {
      "epoch": 0.6364508151213849,
      "grad_norm": 0.37034115195274353,
      "learning_rate": 1.723708247981416e-05,
      "loss": 0.2028,
      "step": 12610
    },
    {
      "epoch": 0.6369555342451926,
      "grad_norm": 0.39561498165130615,
      "learning_rate": 1.7231000452893458e-05,
      "loss": 0.1969,
      "step": 12620
    },
    {
      "epoch": 0.6374602533690001,
      "grad_norm": 0.3656936287879944,
      "learning_rate": 1.722491281468735e-05,
      "loss": 0.1969,
      "step": 12630
    },
    {
      "epoch": 0.6379649724928077,
      "grad_norm": 0.3869703412055969,
      "learning_rate": 1.721881956991986e-05,
      "loss": 0.1985,
      "step": 12640
    },
    {
      "epoch": 0.6384696916166154,
      "grad_norm": 0.38972997665405273,
      "learning_rate": 1.721272072331938e-05,
      "loss": 0.1981,
      "step": 12650
    },
    {
      "epoch": 0.6389744107404229,
      "grad_norm": 0.4091373085975647,
      "learning_rate": 1.7206616279618633e-05,
      "loss": 0.1994,
      "step": 12660
    },
    {
      "epoch": 0.6394791298642306,
      "grad_norm": 0.3884584307670593,
      "learning_rate": 1.7200506243554697e-05,
      "loss": 0.198,
      "step": 12670
    },
    {
      "epoch": 0.6399838489880382,
      "grad_norm": 0.374698668718338,
      "learning_rate": 1.719439061986898e-05,
      "loss": 0.1956,
      "step": 12680
    },
    {
      "epoch": 0.6404885681118457,
      "grad_norm": 0.3848966062068939,
      "learning_rate": 1.718826941330723e-05,
      "loss": 0.1982,
      "step": 12690
    },
    {
      "epoch": 0.6409932872356534,
      "grad_norm": 0.37581998109817505,
      "learning_rate": 1.7182142628619533e-05,
      "loss": 0.195,
      "step": 12700
    },
    {
      "epoch": 0.641498006359461,
      "grad_norm": 0.3918176293373108,
      "learning_rate": 1.7176010270560298e-05,
      "loss": 0.1961,
      "step": 12710
    },
    {
      "epoch": 0.6420027254832685,
      "grad_norm": 0.38475972414016724,
      "learning_rate": 1.7169872343888255e-05,
      "loss": 0.1951,
      "step": 12720
    },
    {
      "epoch": 0.6425074446070762,
      "grad_norm": 0.4185774028301239,
      "learning_rate": 1.7163728853366463e-05,
      "loss": 0.2014,
      "step": 12730
    },
    {
      "epoch": 0.6430121637308838,
      "grad_norm": 0.36200910806655884,
      "learning_rate": 1.7157579803762292e-05,
      "loss": 0.1942,
      "step": 12740
    },
    {
      "epoch": 0.6435168828546913,
      "grad_norm": 0.39098918437957764,
      "learning_rate": 1.715142519984743e-05,
      "loss": 0.1994,
      "step": 12750
    },
    {
      "epoch": 0.644021601978499,
      "grad_norm": 0.38908007740974426,
      "learning_rate": 1.714526504639788e-05,
      "loss": 0.2071,
      "step": 12760
    },
    {
      "epoch": 0.6445263211023066,
      "grad_norm": 0.3928014636039734,
      "learning_rate": 1.713909934819394e-05,
      "loss": 0.1996,
      "step": 12770
    },
    {
      "epoch": 0.6450310402261141,
      "grad_norm": 0.40639176964759827,
      "learning_rate": 1.713292811002022e-05,
      "loss": 0.2018,
      "step": 12780
    },
    {
      "epoch": 0.6455357593499218,
      "grad_norm": 0.37025558948516846,
      "learning_rate": 1.7126751336665624e-05,
      "loss": 0.1984,
      "step": 12790
    },
    {
      "epoch": 0.6460404784737294,
      "grad_norm": 0.39998531341552734,
      "learning_rate": 1.7120569032923353e-05,
      "loss": 0.1976,
      "step": 12800
    },
    {
      "epoch": 0.6465451975975369,
      "grad_norm": 0.4011460840702057,
      "learning_rate": 1.7114381203590896e-05,
      "loss": 0.1945,
      "step": 12810
    },
    {
      "epoch": 0.6470499167213446,
      "grad_norm": 0.4153386950492859,
      "learning_rate": 1.7108187853470043e-05,
      "loss": 0.1965,
      "step": 12820
    },
    {
      "epoch": 0.6475546358451522,
      "grad_norm": 0.37832820415496826,
      "learning_rate": 1.710198898736685e-05,
      "loss": 0.2068,
      "step": 12830
    },
    {
      "epoch": 0.6480593549689597,
      "grad_norm": 0.38299107551574707,
      "learning_rate": 1.709578461009166e-05,
      "loss": 0.1889,
      "step": 12840
    },
    {
      "epoch": 0.6485640740927674,
      "grad_norm": 0.39121997356414795,
      "learning_rate": 1.7089574726459104e-05,
      "loss": 0.1999,
      "step": 12850
    },
    {
      "epoch": 0.649068793216575,
      "grad_norm": 0.40152978897094727,
      "learning_rate": 1.708335934128807e-05,
      "loss": 0.2025,
      "step": 12860
    },
    {
      "epoch": 0.6495735123403826,
      "grad_norm": 0.4284897446632385,
      "learning_rate": 1.7077138459401723e-05,
      "loss": 0.196,
      "step": 12870
    },
    {
      "epoch": 0.6500782314641902,
      "grad_norm": 0.37975409626960754,
      "learning_rate": 1.7070912085627495e-05,
      "loss": 0.1993,
      "step": 12880
    },
    {
      "epoch": 0.6505829505879978,
      "grad_norm": 0.39149725437164307,
      "learning_rate": 1.7064680224797074e-05,
      "loss": 0.2025,
      "step": 12890
    },
    {
      "epoch": 0.6510876697118054,
      "grad_norm": 0.40011101961135864,
      "learning_rate": 1.705844288174641e-05,
      "loss": 0.1976,
      "step": 12900
    },
    {
      "epoch": 0.651592388835613,
      "grad_norm": 0.3902651369571686,
      "learning_rate": 1.7052200061315708e-05,
      "loss": 0.1978,
      "step": 12910
    },
    {
      "epoch": 0.6520971079594206,
      "grad_norm": 0.39409568905830383,
      "learning_rate": 1.704595176834942e-05,
      "loss": 0.198,
      "step": 12920
    },
    {
      "epoch": 0.6526018270832282,
      "grad_norm": 0.38591471314430237,
      "learning_rate": 1.7039698007696246e-05,
      "loss": 0.1971,
      "step": 12930
    },
    {
      "epoch": 0.6531065462070358,
      "grad_norm": 0.3889164924621582,
      "learning_rate": 1.703343878420913e-05,
      "loss": 0.1971,
      "step": 12940
    },
    {
      "epoch": 0.6536112653308433,
      "grad_norm": 0.3969559967517853,
      "learning_rate": 1.7027174102745253e-05,
      "loss": 0.1991,
      "step": 12950
    },
    {
      "epoch": 0.654115984454651,
      "grad_norm": 0.4020228981971741,
      "learning_rate": 1.7020903968166038e-05,
      "loss": 0.1948,
      "step": 12960
    },
    {
      "epoch": 0.6546207035784586,
      "grad_norm": 0.4006873369216919,
      "learning_rate": 1.701462838533713e-05,
      "loss": 0.1957,
      "step": 12970
    },
    {
      "epoch": 0.6551254227022661,
      "grad_norm": 0.37443792819976807,
      "learning_rate": 1.7008347359128407e-05,
      "loss": 0.1974,
      "step": 12980
    },
    {
      "epoch": 0.6556301418260738,
      "grad_norm": 0.37341782450675964,
      "learning_rate": 1.700206089441397e-05,
      "loss": 0.1944,
      "step": 12990
    },
    {
      "epoch": 0.6561348609498814,
      "grad_norm": 0.3694671392440796,
      "learning_rate": 1.699576899607214e-05,
      "loss": 0.1978,
      "step": 13000
    },
    {
      "epoch": 0.6566395800736889,
      "grad_norm": 0.38782092928886414,
      "learning_rate": 1.6989471668985464e-05,
      "loss": 0.2008,
      "step": 13010
    },
    {
      "epoch": 0.6571442991974966,
      "grad_norm": 0.3584984540939331,
      "learning_rate": 1.6983168918040684e-05,
      "loss": 0.2004,
      "step": 13020
    },
    {
      "epoch": 0.6576490183213042,
      "grad_norm": 0.38087981939315796,
      "learning_rate": 1.697686074812876e-05,
      "loss": 0.193,
      "step": 13030
    },
    {
      "epoch": 0.6581537374451117,
      "grad_norm": 0.3971461355686188,
      "learning_rate": 1.6970547164144866e-05,
      "loss": 0.198,
      "step": 13040
    },
    {
      "epoch": 0.6586584565689194,
      "grad_norm": 0.3880884349346161,
      "learning_rate": 1.696422817098836e-05,
      "loss": 0.2024,
      "step": 13050
    },
    {
      "epoch": 0.659163175692727,
      "grad_norm": 0.3585631549358368,
      "learning_rate": 1.6957903773562804e-05,
      "loss": 0.1957,
      "step": 13060
    },
    {
      "epoch": 0.6596678948165347,
      "grad_norm": 0.3763216733932495,
      "learning_rate": 1.6951573976775967e-05,
      "loss": 0.1932,
      "step": 13070
    },
    {
      "epoch": 0.6601726139403422,
      "grad_norm": 0.3846004605293274,
      "learning_rate": 1.6945238785539787e-05,
      "loss": 0.1972,
      "step": 13080
    },
    {
      "epoch": 0.6606773330641498,
      "grad_norm": 0.3510109782218933,
      "learning_rate": 1.69388982047704e-05,
      "loss": 0.197,
      "step": 13090
    },
    {
      "epoch": 0.6611820521879574,
      "grad_norm": 0.4155005216598511,
      "learning_rate": 1.6932552239388123e-05,
      "loss": 0.1997,
      "step": 13100
    },
    {
      "epoch": 0.661686771311765,
      "grad_norm": 0.3863025903701782,
      "learning_rate": 1.6926200894317454e-05,
      "loss": 0.2014,
      "step": 13110
    },
    {
      "epoch": 0.6621914904355726,
      "grad_norm": 0.3492284119129181,
      "learning_rate": 1.6919844174487056e-05,
      "loss": 0.1951,
      "step": 13120
    },
    {
      "epoch": 0.6626962095593802,
      "grad_norm": 0.3814416229724884,
      "learning_rate": 1.6913482084829774e-05,
      "loss": 0.1941,
      "step": 13130
    },
    {
      "epoch": 0.6632009286831878,
      "grad_norm": 0.5353518128395081,
      "learning_rate": 1.690711463028261e-05,
      "loss": 0.1978,
      "step": 13140
    },
    {
      "epoch": 0.6637056478069954,
      "grad_norm": 0.367686003446579,
      "learning_rate": 1.6900741815786743e-05,
      "loss": 0.1982,
      "step": 13150
    },
    {
      "epoch": 0.664210366930803,
      "grad_norm": 0.34120479226112366,
      "learning_rate": 1.6894363646287495e-05,
      "loss": 0.1992,
      "step": 13160
    },
    {
      "epoch": 0.6647150860546106,
      "grad_norm": 0.3741379976272583,
      "learning_rate": 1.688798012673435e-05,
      "loss": 0.1939,
      "step": 13170
    },
    {
      "epoch": 0.6652198051784182,
      "grad_norm": 0.3939100503921509,
      "learning_rate": 1.6881591262080955e-05,
      "loss": 0.1997,
      "step": 13180
    },
    {
      "epoch": 0.6657245243022258,
      "grad_norm": 0.47499963641166687,
      "learning_rate": 1.6875197057285085e-05,
      "loss": 0.1993,
      "step": 13190
    },
    {
      "epoch": 0.6662292434260334,
      "grad_norm": 0.3781881034374237,
      "learning_rate": 1.686879751730867e-05,
      "loss": 0.1969,
      "step": 13200
    },
    {
      "epoch": 0.666733962549841,
      "grad_norm": 0.36944580078125,
      "learning_rate": 1.686239264711778e-05,
      "loss": 0.1996,
      "step": 13210
    },
    {
      "epoch": 0.6672386816736486,
      "grad_norm": 0.39957374334335327,
      "learning_rate": 1.6855982451682623e-05,
      "loss": 0.194,
      "step": 13220
    },
    {
      "epoch": 0.6677434007974562,
      "grad_norm": 0.3784330189228058,
      "learning_rate": 1.684956693597753e-05,
      "loss": 0.1996,
      "step": 13230
    },
    {
      "epoch": 0.6682481199212638,
      "grad_norm": 0.3768441081047058,
      "learning_rate": 1.6843146104980976e-05,
      "loss": 0.1992,
      "step": 13240
    },
    {
      "epoch": 0.6687528390450714,
      "grad_norm": 0.37468549609184265,
      "learning_rate": 1.6836719963675543e-05,
      "loss": 0.2024,
      "step": 13250
    },
    {
      "epoch": 0.669257558168879,
      "grad_norm": 0.38508161902427673,
      "learning_rate": 1.6830288517047947e-05,
      "loss": 0.1934,
      "step": 13260
    },
    {
      "epoch": 0.6697622772926867,
      "grad_norm": 0.39833149313926697,
      "learning_rate": 1.6823851770089016e-05,
      "loss": 0.2041,
      "step": 13270
    },
    {
      "epoch": 0.6702669964164942,
      "grad_norm": 0.42643097043037415,
      "learning_rate": 1.6817409727793687e-05,
      "loss": 0.1949,
      "step": 13280
    },
    {
      "epoch": 0.6707717155403018,
      "grad_norm": 0.3868141174316406,
      "learning_rate": 1.681096239516102e-05,
      "loss": 0.1992,
      "step": 13290
    },
    {
      "epoch": 0.6712764346641095,
      "grad_norm": 0.39797836542129517,
      "learning_rate": 1.680450977719416e-05,
      "loss": 0.1963,
      "step": 13300
    },
    {
      "epoch": 0.671781153787917,
      "grad_norm": 0.36084139347076416,
      "learning_rate": 1.679805187890037e-05,
      "loss": 0.1962,
      "step": 13310
    },
    {
      "epoch": 0.6722858729117246,
      "grad_norm": 0.4004514813423157,
      "learning_rate": 1.679158870529101e-05,
      "loss": 0.2001,
      "step": 13320
    },
    {
      "epoch": 0.6727905920355323,
      "grad_norm": 0.3666176199913025,
      "learning_rate": 1.678512026138152e-05,
      "loss": 0.1959,
      "step": 13330
    },
    {
      "epoch": 0.6732953111593398,
      "grad_norm": 0.41817930340766907,
      "learning_rate": 1.6778646552191446e-05,
      "loss": 0.194,
      "step": 13340
    },
    {
      "epoch": 0.6738000302831474,
      "grad_norm": 0.4148036241531372,
      "learning_rate": 1.6772167582744402e-05,
      "loss": 0.1996,
      "step": 13350
    },
    {
      "epoch": 0.6743047494069551,
      "grad_norm": 0.3899047374725342,
      "learning_rate": 1.6765683358068106e-05,
      "loss": 0.1965,
      "step": 13360
    },
    {
      "epoch": 0.6748094685307626,
      "grad_norm": 0.3621644675731659,
      "learning_rate": 1.6759193883194337e-05,
      "loss": 0.1967,
      "step": 13370
    },
    {
      "epoch": 0.6753141876545702,
      "grad_norm": 0.38677746057510376,
      "learning_rate": 1.675269916315895e-05,
      "loss": 0.1984,
      "step": 13380
    },
    {
      "epoch": 0.6758189067783779,
      "grad_norm": 0.36188623309135437,
      "learning_rate": 1.674619920300188e-05,
      "loss": 0.2001,
      "step": 13390
    },
    {
      "epoch": 0.6763236259021854,
      "grad_norm": 0.3755648732185364,
      "learning_rate": 1.673969400776712e-05,
      "loss": 0.1929,
      "step": 13400
    },
    {
      "epoch": 0.676828345025993,
      "grad_norm": 0.3883925676345825,
      "learning_rate": 1.673318358250273e-05,
      "loss": 0.1984,
      "step": 13410
    },
    {
      "epoch": 0.6773330641498007,
      "grad_norm": 0.3662387430667877,
      "learning_rate": 1.672666793226082e-05,
      "loss": 0.1983,
      "step": 13420
    },
    {
      "epoch": 0.6778377832736082,
      "grad_norm": 0.42700374126434326,
      "learning_rate": 1.6720147062097566e-05,
      "loss": 0.1955,
      "step": 13430
    },
    {
      "epoch": 0.6783425023974159,
      "grad_norm": 0.41889095306396484,
      "learning_rate": 1.6713620977073186e-05,
      "loss": 0.1915,
      "step": 13440
    },
    {
      "epoch": 0.6788472215212235,
      "grad_norm": 0.38137534260749817,
      "learning_rate": 1.6707089682251952e-05,
      "loss": 0.2025,
      "step": 13450
    },
    {
      "epoch": 0.679351940645031,
      "grad_norm": 0.37026092410087585,
      "learning_rate": 1.6700553182702173e-05,
      "loss": 0.1984,
      "step": 13460
    },
    {
      "epoch": 0.6798566597688387,
      "grad_norm": 0.4479407072067261,
      "learning_rate": 1.66940114834962e-05,
      "loss": 0.1952,
      "step": 13470
    },
    {
      "epoch": 0.6803613788926463,
      "grad_norm": 0.3865918815135956,
      "learning_rate": 1.6687464589710413e-05,
      "loss": 0.1991,
      "step": 13480
    },
    {
      "epoch": 0.6808660980164538,
      "grad_norm": 0.3804604113101959,
      "learning_rate": 1.6680912506425232e-05,
      "loss": 0.2014,
      "step": 13490
    },
    {
      "epoch": 0.6813708171402615,
      "grad_norm": 0.385052353143692,
      "learning_rate": 1.6674355238725107e-05,
      "loss": 0.2004,
      "step": 13500
    },
    {
      "epoch": 0.681875536264069,
      "grad_norm": 0.3784804344177246,
      "learning_rate": 1.6667792791698492e-05,
      "loss": 0.2014,
      "step": 13510
    },
    {
      "epoch": 0.6823802553878766,
      "grad_norm": 0.3824881911277771,
      "learning_rate": 1.6661225170437877e-05,
      "loss": 0.199,
      "step": 13520
    },
    {
      "epoch": 0.6828849745116843,
      "grad_norm": 0.39223480224609375,
      "learning_rate": 1.665465238003976e-05,
      "loss": 0.197,
      "step": 13530
    },
    {
      "epoch": 0.6833896936354918,
      "grad_norm": 0.37662914395332336,
      "learning_rate": 1.664807442560466e-05,
      "loss": 0.1967,
      "step": 13540
    },
    {
      "epoch": 0.6838944127592994,
      "grad_norm": 0.39476969838142395,
      "learning_rate": 1.6641491312237092e-05,
      "loss": 0.201,
      "step": 13550
    },
    {
      "epoch": 0.6843991318831071,
      "grad_norm": 0.37896186113357544,
      "learning_rate": 1.6634903045045572e-05,
      "loss": 0.192,
      "step": 13560
    },
    {
      "epoch": 0.6849038510069146,
      "grad_norm": 0.4094081521034241,
      "learning_rate": 1.662830962914263e-05,
      "loss": 0.1952,
      "step": 13570
    },
    {
      "epoch": 0.6854085701307222,
      "grad_norm": 0.38278260827064514,
      "learning_rate": 1.662171106964478e-05,
      "loss": 0.1995,
      "step": 13580
    },
    {
      "epoch": 0.6859132892545299,
      "grad_norm": 0.3789641857147217,
      "learning_rate": 1.6615107371672533e-05,
      "loss": 0.2012,
      "step": 13590
    },
    {
      "epoch": 0.6864180083783374,
      "grad_norm": 0.3790159821510315,
      "learning_rate": 1.6608498540350388e-05,
      "loss": 0.1964,
      "step": 13600
    },
    {
      "epoch": 0.686922727502145,
      "grad_norm": 0.3926520347595215,
      "learning_rate": 1.6601884580806816e-05,
      "loss": 0.1971,
      "step": 13610
    },
    {
      "epoch": 0.6874274466259527,
      "grad_norm": 0.38520777225494385,
      "learning_rate": 1.659526549817428e-05,
      "loss": 0.197,
      "step": 13620
    },
    {
      "epoch": 0.6879321657497602,
      "grad_norm": 0.39610493183135986,
      "learning_rate": 1.6588641297589218e-05,
      "loss": 0.1987,
      "step": 13630
    },
    {
      "epoch": 0.6884368848735679,
      "grad_norm": 0.40462470054626465,
      "learning_rate": 1.6582011984192032e-05,
      "loss": 0.1959,
      "step": 13640
    },
    {
      "epoch": 0.6889416039973755,
      "grad_norm": 0.4262600839138031,
      "learning_rate": 1.6575377563127095e-05,
      "loss": 0.1915,
      "step": 13650
    },
    {
      "epoch": 0.689446323121183,
      "grad_norm": 0.383183091878891,
      "learning_rate": 1.656873803954275e-05,
      "loss": 0.1993,
      "step": 13660
    },
    {
      "epoch": 0.6899510422449907,
      "grad_norm": 0.4083116948604584,
      "learning_rate": 1.656209341859129e-05,
      "loss": 0.1986,
      "step": 13670
    },
    {
      "epoch": 0.6904557613687983,
      "grad_norm": 0.3747680187225342,
      "learning_rate": 1.655544370542897e-05,
      "loss": 0.1959,
      "step": 13680
    },
    {
      "epoch": 0.6909604804926058,
      "grad_norm": 0.38988664746284485,
      "learning_rate": 1.654878890521599e-05,
      "loss": 0.1932,
      "step": 13690
    },
    {
      "epoch": 0.6914651996164135,
      "grad_norm": 0.38024818897247314,
      "learning_rate": 1.6542129023116506e-05,
      "loss": 0.1969,
      "step": 13700
    },
    {
      "epoch": 0.6919699187402211,
      "grad_norm": 0.3934050500392914,
      "learning_rate": 1.653546406429861e-05,
      "loss": 0.1929,
      "step": 13710
    },
    {
      "epoch": 0.6924746378640286,
      "grad_norm": 0.35372960567474365,
      "learning_rate": 1.652879403393434e-05,
      "loss": 0.1945,
      "step": 13720
    },
    {
      "epoch": 0.6929793569878363,
      "grad_norm": 0.4251823127269745,
      "learning_rate": 1.6522118937199664e-05,
      "loss": 0.1995,
      "step": 13730
    },
    {
      "epoch": 0.6934840761116439,
      "grad_norm": 0.38878360390663147,
      "learning_rate": 1.6515438779274484e-05,
      "loss": 0.1961,
      "step": 13740
    },
    {
      "epoch": 0.6939887952354514,
      "grad_norm": 0.4020015001296997,
      "learning_rate": 1.650875356534263e-05,
      "loss": 0.1963,
      "step": 13750
    },
    {
      "epoch": 0.6944935143592591,
      "grad_norm": 0.4074333906173706,
      "learning_rate": 1.6502063300591852e-05,
      "loss": 0.1962,
      "step": 13760
    },
    {
      "epoch": 0.6949982334830667,
      "grad_norm": 0.38548344373703003,
      "learning_rate": 1.6495367990213832e-05,
      "loss": 0.1968,
      "step": 13770
    },
    {
      "epoch": 0.6955029526068742,
      "grad_norm": 0.3974095582962036,
      "learning_rate": 1.6488667639404145e-05,
      "loss": 0.1984,
      "step": 13780
    },
    {
      "epoch": 0.6960076717306819,
      "grad_norm": 0.38586390018463135,
      "learning_rate": 1.6481962253362298e-05,
      "loss": 0.1918,
      "step": 13790
    },
    {
      "epoch": 0.6965123908544895,
      "grad_norm": 0.3638611435890198,
      "learning_rate": 1.6475251837291696e-05,
      "loss": 0.2009,
      "step": 13800
    },
    {
      "epoch": 0.697017109978297,
      "grad_norm": 0.4091808795928955,
      "learning_rate": 1.6468536396399647e-05,
      "loss": 0.1881,
      "step": 13810
    },
    {
      "epoch": 0.6975218291021047,
      "grad_norm": 0.43478116393089294,
      "learning_rate": 1.6461815935897362e-05,
      "loss": 0.1965,
      "step": 13820
    },
    {
      "epoch": 0.6980265482259123,
      "grad_norm": 0.3636973202228546,
      "learning_rate": 1.645509046099995e-05,
      "loss": 0.194,
      "step": 13830
    },
    {
      "epoch": 0.6985312673497199,
      "grad_norm": 0.3876038193702698,
      "learning_rate": 1.6448359976926393e-05,
      "loss": 0.1897,
      "step": 13840
    },
    {
      "epoch": 0.6990359864735275,
      "grad_norm": 0.378083199262619,
      "learning_rate": 1.6441624488899588e-05,
      "loss": 0.1966,
      "step": 13850
    },
    {
      "epoch": 0.699540705597335,
      "grad_norm": 0.3922813832759857,
      "learning_rate": 1.643488400214629e-05,
      "loss": 0.1982,
      "step": 13860
    },
    {
      "epoch": 0.7000454247211427,
      "grad_norm": 0.368722528219223,
      "learning_rate": 1.642813852189715e-05,
      "loss": 0.191,
      "step": 13870
    },
    {
      "epoch": 0.7005501438449503,
      "grad_norm": 0.3934316635131836,
      "learning_rate": 1.642138805338669e-05,
      "loss": 0.1971,
      "step": 13880
    },
    {
      "epoch": 0.7010548629687579,
      "grad_norm": 0.37000471353530884,
      "learning_rate": 1.64146326018533e-05,
      "loss": 0.1973,
      "step": 13890
    },
    {
      "epoch": 0.7015595820925655,
      "grad_norm": 0.38313034176826477,
      "learning_rate": 1.6407872172539225e-05,
      "loss": 0.2013,
      "step": 13900
    },
    {
      "epoch": 0.7020643012163731,
      "grad_norm": 0.3806428015232086,
      "learning_rate": 1.64011067706906e-05,
      "loss": 0.1911,
      "step": 13910
    },
    {
      "epoch": 0.7025690203401806,
      "grad_norm": 0.37560582160949707,
      "learning_rate": 1.63943364015574e-05,
      "loss": 0.1996,
      "step": 13920
    },
    {
      "epoch": 0.7030737394639883,
      "grad_norm": 0.40906569361686707,
      "learning_rate": 1.6387561070393458e-05,
      "loss": 0.2035,
      "step": 13930
    },
    {
      "epoch": 0.7035784585877959,
      "grad_norm": 0.3923541009426117,
      "learning_rate": 1.6380780782456452e-05,
      "loss": 0.1956,
      "step": 13940
    },
    {
      "epoch": 0.7040831777116034,
      "grad_norm": 0.4144946038722992,
      "learning_rate": 1.6373995543007926e-05,
      "loss": 0.2041,
      "step": 13950
    },
    {
      "epoch": 0.7045878968354111,
      "grad_norm": 0.3996979892253876,
      "learning_rate": 1.6367205357313244e-05,
      "loss": 0.1906,
      "step": 13960
    },
    {
      "epoch": 0.7050926159592187,
      "grad_norm": 0.3782827854156494,
      "learning_rate": 1.6360410230641617e-05,
      "loss": 0.1948,
      "step": 13970
    },
    {
      "epoch": 0.7055973350830262,
      "grad_norm": 0.41548803448677063,
      "learning_rate": 1.6353610168266093e-05,
      "loss": 0.198,
      "step": 13980
    },
    {
      "epoch": 0.7061020542068339,
      "grad_norm": 0.3644377887248993,
      "learning_rate": 1.6346805175463547e-05,
      "loss": 0.1935,
      "step": 13990
    },
    {
      "epoch": 0.7066067733306415,
      "grad_norm": 0.36729636788368225,
      "learning_rate": 1.633999525751468e-05,
      "loss": 0.1973,
      "step": 14000
    },
    {
      "epoch": 0.7071114924544492,
      "grad_norm": 0.3803146779537201,
      "learning_rate": 1.633318041970402e-05,
      "loss": 0.1983,
      "step": 14010
    },
    {
      "epoch": 0.7076162115782567,
      "grad_norm": 0.3989185392856598,
      "learning_rate": 1.6326360667319906e-05,
      "loss": 0.1953,
      "step": 14020
    },
    {
      "epoch": 0.7081209307020643,
      "grad_norm": 0.381484717130661,
      "learning_rate": 1.631953600565449e-05,
      "loss": 0.1985,
      "step": 14030
    },
    {
      "epoch": 0.708625649825872,
      "grad_norm": 0.383317232131958,
      "learning_rate": 1.631270644000374e-05,
      "loss": 0.1979,
      "step": 14040
    },
    {
      "epoch": 0.7091303689496795,
      "grad_norm": 0.4024946093559265,
      "learning_rate": 1.630587197566743e-05,
      "loss": 0.1955,
      "step": 14050
    },
    {
      "epoch": 0.7096350880734871,
      "grad_norm": 0.3680899143218994,
      "learning_rate": 1.629903261794912e-05,
      "loss": 0.1964,
      "step": 14060
    },
    {
      "epoch": 0.7101398071972947,
      "grad_norm": 0.34081384539604187,
      "learning_rate": 1.629218837215619e-05,
      "loss": 0.1945,
      "step": 14070
    },
    {
      "epoch": 0.7106445263211023,
      "grad_norm": 0.3675892949104309,
      "learning_rate": 1.62853392435998e-05,
      "loss": 0.1897,
      "step": 14080
    },
    {
      "epoch": 0.7111492454449099,
      "grad_norm": 0.3632557690143585,
      "learning_rate": 1.6278485237594902e-05,
      "loss": 0.1878,
      "step": 14090
    },
    {
      "epoch": 0.7116539645687175,
      "grad_norm": 0.36727526783943176,
      "learning_rate": 1.6271626359460223e-05,
      "loss": 0.1962,
      "step": 14100
    },
    {
      "epoch": 0.7121586836925251,
      "grad_norm": 0.3732534646987915,
      "learning_rate": 1.6264762614518293e-05,
      "loss": 0.2005,
      "step": 14110
    },
    {
      "epoch": 0.7126634028163327,
      "grad_norm": 0.36209800839424133,
      "learning_rate": 1.62578940080954e-05,
      "loss": 0.1896,
      "step": 14120
    },
    {
      "epoch": 0.7131681219401403,
      "grad_norm": 0.3621096909046173,
      "learning_rate": 1.625102054552161e-05,
      "loss": 0.1897,
      "step": 14130
    },
    {
      "epoch": 0.7136728410639479,
      "grad_norm": 0.3879000246524811,
      "learning_rate": 1.624414223213076e-05,
      "loss": 0.1949,
      "step": 14140
    },
    {
      "epoch": 0.7141775601877555,
      "grad_norm": 0.36160922050476074,
      "learning_rate": 1.6237259073260444e-05,
      "loss": 0.196,
      "step": 14150
    },
    {
      "epoch": 0.7146822793115631,
      "grad_norm": 0.39675718545913696,
      "learning_rate": 1.6230371074252027e-05,
      "loss": 0.1915,
      "step": 14160
    },
    {
      "epoch": 0.7151869984353707,
      "grad_norm": 0.3618093430995941,
      "learning_rate": 1.6223478240450615e-05,
      "loss": 0.1956,
      "step": 14170
    },
    {
      "epoch": 0.7156917175591783,
      "grad_norm": 0.4066559374332428,
      "learning_rate": 1.6216580577205085e-05,
      "loss": 0.1975,
      "step": 14180
    },
    {
      "epoch": 0.7161964366829859,
      "grad_norm": 0.37876927852630615,
      "learning_rate": 1.6209678089868042e-05,
      "loss": 0.1983,
      "step": 14190
    },
    {
      "epoch": 0.7167011558067935,
      "grad_norm": 0.4123234450817108,
      "learning_rate": 1.6202770783795854e-05,
      "loss": 0.1962,
      "step": 14200
    },
    {
      "epoch": 0.7172058749306012,
      "grad_norm": 0.37156733870506287,
      "learning_rate": 1.619585866434861e-05,
      "loss": 0.2018,
      "step": 14210
    },
    {
      "epoch": 0.7177105940544087,
      "grad_norm": 0.40807315707206726,
      "learning_rate": 1.6188941736890145e-05,
      "loss": 0.1979,
      "step": 14220
    },
    {
      "epoch": 0.7182153131782163,
      "grad_norm": 0.4033885598182678,
      "learning_rate": 1.618202000678802e-05,
      "loss": 0.2025,
      "step": 14230
    },
    {
      "epoch": 0.718720032302024,
      "grad_norm": 0.3750210702419281,
      "learning_rate": 1.6175093479413534e-05,
      "loss": 0.1924,
      "step": 14240
    },
    {
      "epoch": 0.7192247514258315,
      "grad_norm": 0.3724398910999298,
      "learning_rate": 1.616816216014169e-05,
      "loss": 0.1968,
      "step": 14250
    },
    {
      "epoch": 0.7197294705496391,
      "grad_norm": 0.4031723141670227,
      "learning_rate": 1.616122605435123e-05,
      "loss": 0.2006,
      "step": 14260
    },
    {
      "epoch": 0.7202341896734468,
      "grad_norm": 0.3615586757659912,
      "learning_rate": 1.6154285167424588e-05,
      "loss": 0.1958,
      "step": 14270
    },
    {
      "epoch": 0.7207389087972543,
      "grad_norm": 0.34510958194732666,
      "learning_rate": 1.6147339504747926e-05,
      "loss": 0.1986,
      "step": 14280
    },
    {
      "epoch": 0.7212436279210619,
      "grad_norm": 0.4202043116092682,
      "learning_rate": 1.614038907171111e-05,
      "loss": 0.1957,
      "step": 14290
    },
    {
      "epoch": 0.7217483470448696,
      "grad_norm": 0.3755306899547577,
      "learning_rate": 1.6133433873707696e-05,
      "loss": 0.2016,
      "step": 14300
    },
    {
      "epoch": 0.7222530661686771,
      "grad_norm": 0.39483973383903503,
      "learning_rate": 1.612647391613495e-05,
      "loss": 0.1978,
      "step": 14310
    },
    {
      "epoch": 0.7227577852924847,
      "grad_norm": 0.3971537947654724,
      "learning_rate": 1.611950920439383e-05,
      "loss": 0.1904,
      "step": 14320
    },
    {
      "epoch": 0.7232625044162924,
      "grad_norm": 0.38187363743782043,
      "learning_rate": 1.6112539743888975e-05,
      "loss": 0.1938,
      "step": 14330
    },
    {
      "epoch": 0.7237672235400999,
      "grad_norm": 0.38724425435066223,
      "learning_rate": 1.6105565540028716e-05,
      "loss": 0.1964,
      "step": 14340
    },
    {
      "epoch": 0.7242719426639075,
      "grad_norm": 0.3647630214691162,
      "learning_rate": 1.6098586598225063e-05,
      "loss": 0.1953,
      "step": 14350
    },
    {
      "epoch": 0.7247766617877152,
      "grad_norm": 0.4142031967639923,
      "learning_rate": 1.6091602923893705e-05,
      "loss": 0.1946,
      "step": 14360
    },
    {
      "epoch": 0.7252813809115227,
      "grad_norm": 0.41555142402648926,
      "learning_rate": 1.6084614522454e-05,
      "loss": 0.1953,
      "step": 14370
    },
    {
      "epoch": 0.7257861000353303,
      "grad_norm": 0.3853343427181244,
      "learning_rate": 1.6077621399328974e-05,
      "loss": 0.1995,
      "step": 14380
    },
    {
      "epoch": 0.726290819159138,
      "grad_norm": 0.3774697184562683,
      "learning_rate": 1.607062355994532e-05,
      "loss": 0.1948,
      "step": 14390
    },
    {
      "epoch": 0.7267955382829455,
      "grad_norm": 0.3801785707473755,
      "learning_rate": 1.6063621009733392e-05,
      "loss": 0.1941,
      "step": 14400
    },
    {
      "epoch": 0.7273002574067532,
      "grad_norm": 0.4020797610282898,
      "learning_rate": 1.6056613754127192e-05,
      "loss": 0.1959,
      "step": 14410
    },
    {
      "epoch": 0.7278049765305608,
      "grad_norm": 0.4050591289997101,
      "learning_rate": 1.6049601798564386e-05,
      "loss": 0.2006,
      "step": 14420
    },
    {
      "epoch": 0.7283096956543683,
      "grad_norm": 0.34517136216163635,
      "learning_rate": 1.604258514848627e-05,
      "loss": 0.1979,
      "step": 14430
    },
    {
      "epoch": 0.728814414778176,
      "grad_norm": 0.37919241189956665,
      "learning_rate": 1.60355638093378e-05,
      "loss": 0.1949,
      "step": 14440
    },
    {
      "epoch": 0.7293191339019836,
      "grad_norm": 0.39420458674430847,
      "learning_rate": 1.6028537786567557e-05,
      "loss": 0.1983,
      "step": 14450
    },
    {
      "epoch": 0.7298238530257911,
      "grad_norm": 0.4100387692451477,
      "learning_rate": 1.602150708562777e-05,
      "loss": 0.196,
      "step": 14460
    },
    {
      "epoch": 0.7303285721495988,
      "grad_norm": 0.39618200063705444,
      "learning_rate": 1.6014471711974287e-05,
      "loss": 0.1975,
      "step": 14470
    },
    {
      "epoch": 0.7308332912734063,
      "grad_norm": 0.38923344016075134,
      "learning_rate": 1.600743167106659e-05,
      "loss": 0.1946,
      "step": 14480
    },
    {
      "epoch": 0.7313380103972139,
      "grad_norm": 0.4007700979709625,
      "learning_rate": 1.6000386968367773e-05,
      "loss": 0.1909,
      "step": 14490
    },
    {
      "epoch": 0.7318427295210216,
      "grad_norm": 0.3966238796710968,
      "learning_rate": 1.5993337609344558e-05,
      "loss": 0.1974,
      "step": 14500
    },
    {
      "epoch": 0.7323474486448291,
      "grad_norm": 0.43674030900001526,
      "learning_rate": 1.5986283599467273e-05,
      "loss": 0.193,
      "step": 14510
    },
    {
      "epoch": 0.7328521677686367,
      "grad_norm": 0.3917844891548157,
      "learning_rate": 1.5979224944209863e-05,
      "loss": 0.1999,
      "step": 14520
    },
    {
      "epoch": 0.7333568868924444,
      "grad_norm": 0.36116427183151245,
      "learning_rate": 1.5972161649049868e-05,
      "loss": 0.196,
      "step": 14530
    },
    {
      "epoch": 0.7338616060162519,
      "grad_norm": 0.3800908923149109,
      "learning_rate": 1.5965093719468435e-05,
      "loss": 0.1948,
      "step": 14540
    },
    {
      "epoch": 0.7343663251400595,
      "grad_norm": 0.37332937121391296,
      "learning_rate": 1.5958021160950307e-05,
      "loss": 0.1956,
      "step": 14550
    },
    {
      "epoch": 0.7348710442638672,
      "grad_norm": 0.4044203460216522,
      "learning_rate": 1.5950943978983815e-05,
      "loss": 0.1924,
      "step": 14560
    },
    {
      "epoch": 0.7353757633876747,
      "grad_norm": 0.368037611246109,
      "learning_rate": 1.5943862179060886e-05,
      "loss": 0.195,
      "step": 14570
    },
    {
      "epoch": 0.7358804825114824,
      "grad_norm": 0.489517480134964,
      "learning_rate": 1.5936775766677016e-05,
      "loss": 0.1923,
      "step": 14580
    },
    {
      "epoch": 0.73638520163529,
      "grad_norm": 0.39868563413619995,
      "learning_rate": 1.5929684747331298e-05,
      "loss": 0.1993,
      "step": 14590
    },
    {
      "epoch": 0.7368899207590975,
      "grad_norm": 0.3789558708667755,
      "learning_rate": 1.5922589126526386e-05,
      "loss": 0.1994,
      "step": 14600
    },
    {
      "epoch": 0.7373946398829052,
      "grad_norm": 0.48979437351226807,
      "learning_rate": 1.5915488909768518e-05,
      "loss": 0.2007,
      "step": 14610
    },
    {
      "epoch": 0.7378993590067128,
      "grad_norm": 0.39892202615737915,
      "learning_rate": 1.5908384102567482e-05,
      "loss": 0.1925,
      "step": 14620
    },
    {
      "epoch": 0.7384040781305203,
      "grad_norm": 0.3945135772228241,
      "learning_rate": 1.5901274710436642e-05,
      "loss": 0.1947,
      "step": 14630
    },
    {
      "epoch": 0.738908797254328,
      "grad_norm": 0.38129839301109314,
      "learning_rate": 1.5894160738892913e-05,
      "loss": 0.1894,
      "step": 14640
    },
    {
      "epoch": 0.7394135163781356,
      "grad_norm": 0.45286116003990173,
      "learning_rate": 1.5887042193456762e-05,
      "loss": 0.1929,
      "step": 14650
    },
    {
      "epoch": 0.7399182355019431,
      "grad_norm": 0.42050909996032715,
      "learning_rate": 1.5879919079652216e-05,
      "loss": 0.1976,
      "step": 14660
    },
    {
      "epoch": 0.7404229546257508,
      "grad_norm": 0.3809317350387573,
      "learning_rate": 1.5872791403006835e-05,
      "loss": 0.1977,
      "step": 14670
    },
    {
      "epoch": 0.7409276737495584,
      "grad_norm": 0.43207165598869324,
      "learning_rate": 1.586565916905173e-05,
      "loss": 0.1971,
      "step": 14680
    },
    {
      "epoch": 0.7414323928733659,
      "grad_norm": 0.4038008451461792,
      "learning_rate": 1.5858522383321536e-05,
      "loss": 0.1913,
      "step": 14690
    },
    {
      "epoch": 0.7419371119971736,
      "grad_norm": 0.4066081941127777,
      "learning_rate": 1.5851381051354432e-05,
      "loss": 0.1959,
      "step": 14700
    },
    {
      "epoch": 0.7424418311209812,
      "grad_norm": 0.38415852189064026,
      "learning_rate": 1.584423517869212e-05,
      "loss": 0.1966,
      "step": 14710
    },
    {
      "epoch": 0.7429465502447887,
      "grad_norm": 0.3575616478919983,
      "learning_rate": 1.5837084770879824e-05,
      "loss": 0.1947,
      "step": 14720
    },
    {
      "epoch": 0.7434512693685964,
      "grad_norm": 0.3514828085899353,
      "learning_rate": 1.582992983346629e-05,
      "loss": 0.1958,
      "step": 14730
    },
    {
      "epoch": 0.743955988492404,
      "grad_norm": 0.3653939366340637,
      "learning_rate": 1.582277037200378e-05,
      "loss": 0.1955,
      "step": 14740
    },
    {
      "epoch": 0.7444607076162115,
      "grad_norm": 0.38929611444473267,
      "learning_rate": 1.5815606392048062e-05,
      "loss": 0.2012,
      "step": 14750
    },
    {
      "epoch": 0.7449654267400192,
      "grad_norm": 0.4360821545124054,
      "learning_rate": 1.5808437899158417e-05,
      "loss": 0.196,
      "step": 14760
    },
    {
      "epoch": 0.7454701458638268,
      "grad_norm": 0.3972030580043793,
      "learning_rate": 1.5801264898897617e-05,
      "loss": 0.1929,
      "step": 14770
    },
    {
      "epoch": 0.7459748649876344,
      "grad_norm": 0.40038302540779114,
      "learning_rate": 1.5794087396831947e-05,
      "loss": 0.1951,
      "step": 14780
    },
    {
      "epoch": 0.746479584111442,
      "grad_norm": 0.4083855152130127,
      "learning_rate": 1.5786905398531173e-05,
      "loss": 0.1966,
      "step": 14790
    },
    {
      "epoch": 0.7469843032352496,
      "grad_norm": 0.3844779133796692,
      "learning_rate": 1.5779718909568556e-05,
      "loss": 0.1962,
      "step": 14800
    },
    {
      "epoch": 0.7474890223590572,
      "grad_norm": 0.37785300612449646,
      "learning_rate": 1.5772527935520845e-05,
      "loss": 0.1949,
      "step": 14810
    },
    {
      "epoch": 0.7479937414828648,
      "grad_norm": 0.34392184019088745,
      "learning_rate": 1.5765332481968256e-05,
      "loss": 0.1913,
      "step": 14820
    },
    {
      "epoch": 0.7484984606066724,
      "grad_norm": 0.40543657541275024,
      "learning_rate": 1.5758132554494495e-05,
      "loss": 0.1979,
      "step": 14830
    },
    {
      "epoch": 0.74900317973048,
      "grad_norm": 0.41437873244285583,
      "learning_rate": 1.5750928158686732e-05,
      "loss": 0.1942,
      "step": 14840
    },
    {
      "epoch": 0.7495078988542876,
      "grad_norm": 0.3714321255683899,
      "learning_rate": 1.574371930013561e-05,
      "loss": 0.1966,
      "step": 14850
    },
    {
      "epoch": 0.7500126179780952,
      "grad_norm": 0.39029452204704285,
      "learning_rate": 1.573650598443523e-05,
      "loss": 0.1935,
      "step": 14860
    },
    {
      "epoch": 0.7505173371019028,
      "grad_norm": 0.35789355635643005,
      "learning_rate": 1.5729288217183153e-05,
      "loss": 0.1947,
      "step": 14870
    },
    {
      "epoch": 0.7510220562257104,
      "grad_norm": 0.4065491557121277,
      "learning_rate": 1.57220660039804e-05,
      "loss": 0.1889,
      "step": 14880
    },
    {
      "epoch": 0.751526775349518,
      "grad_norm": 0.40808185935020447,
      "learning_rate": 1.5714839350431436e-05,
      "loss": 0.2041,
      "step": 14890
    },
    {
      "epoch": 0.7520314944733256,
      "grad_norm": 0.33667728304862976,
      "learning_rate": 1.5707608262144168e-05,
      "loss": 0.1907,
      "step": 14900
    },
    {
      "epoch": 0.7525362135971332,
      "grad_norm": 0.38044852018356323,
      "learning_rate": 1.5700372744729954e-05,
      "loss": 0.1937,
      "step": 14910
    },
    {
      "epoch": 0.7530409327209407,
      "grad_norm": 0.39795926213264465,
      "learning_rate": 1.5693132803803585e-05,
      "loss": 0.2003,
      "step": 14920
    },
    {
      "epoch": 0.7535456518447484,
      "grad_norm": 0.387748122215271,
      "learning_rate": 1.5685888444983282e-05,
      "loss": 0.1921,
      "step": 14930
    },
    {
      "epoch": 0.754050370968556,
      "grad_norm": 0.4002469480037689,
      "learning_rate": 1.5678639673890698e-05,
      "loss": 0.1937,
      "step": 14940
    },
    {
      "epoch": 0.7545550900923635,
      "grad_norm": 0.41342753171920776,
      "learning_rate": 1.567138649615091e-05,
      "loss": 0.1944,
      "step": 14950
    },
    {
      "epoch": 0.7550598092161712,
      "grad_norm": 0.43009263277053833,
      "learning_rate": 1.5664128917392415e-05,
      "loss": 0.1964,
      "step": 14960
    },
    {
      "epoch": 0.7555645283399788,
      "grad_norm": 0.3781397342681885,
      "learning_rate": 1.5656866943247114e-05,
      "loss": 0.1943,
      "step": 14970
    },
    {
      "epoch": 0.7560692474637865,
      "grad_norm": 0.35669058561325073,
      "learning_rate": 1.5649600579350333e-05,
      "loss": 0.1947,
      "step": 14980
    },
    {
      "epoch": 0.756573966587594,
      "grad_norm": 0.3725408613681793,
      "learning_rate": 1.5642329831340805e-05,
      "loss": 0.1913,
      "step": 14990
    },
    {
      "epoch": 0.7570786857114016,
      "grad_norm": 0.37430813908576965,
      "learning_rate": 1.5635054704860652e-05,
      "loss": 0.1995,
      "step": 15000
    },
    {
      "epoch": 0.7575834048352093,
      "grad_norm": 0.37308815121650696,
      "learning_rate": 1.5627775205555402e-05,
      "loss": 0.1955,
      "step": 15010
    },
    {
      "epoch": 0.7580881239590168,
      "grad_norm": 0.41655227541923523,
      "learning_rate": 1.5620491339073983e-05,
      "loss": 0.185,
      "step": 15020
    },
    {
      "epoch": 0.7585928430828244,
      "grad_norm": 0.36986878514289856,
      "learning_rate": 1.5613203111068696e-05,
      "loss": 0.1957,
      "step": 15030
    },
    {
      "epoch": 0.759097562206632,
      "grad_norm": 0.377472460269928,
      "learning_rate": 1.560591052719524e-05,
      "loss": 0.196,
      "step": 15040
    },
    {
      "epoch": 0.7596022813304396,
      "grad_norm": 0.36597394943237305,
      "learning_rate": 1.559861359311269e-05,
      "loss": 0.1951,
      "step": 15050
    },
    {
      "epoch": 0.7601070004542472,
      "grad_norm": 0.39048123359680176,
      "learning_rate": 1.5591312314483493e-05,
      "loss": 0.1924,
      "step": 15060
    },
    {
      "epoch": 0.7606117195780548,
      "grad_norm": 0.37922659516334534,
      "learning_rate": 1.5584006696973473e-05,
      "loss": 0.1944,
      "step": 15070
    },
    {
      "epoch": 0.7611164387018624,
      "grad_norm": 0.3633812963962555,
      "learning_rate": 1.5576696746251817e-05,
      "loss": 0.1935,
      "step": 15080
    },
    {
      "epoch": 0.76162115782567,
      "grad_norm": 0.3710060119628906,
      "learning_rate": 1.5569382467991078e-05,
      "loss": 0.1908,
      "step": 15090
    },
    {
      "epoch": 0.7621258769494776,
      "grad_norm": 0.44242531061172485,
      "learning_rate": 1.5562063867867163e-05,
      "loss": 0.1992,
      "step": 15100
    },
    {
      "epoch": 0.7626305960732852,
      "grad_norm": 0.41974419355392456,
      "learning_rate": 1.5554740951559332e-05,
      "loss": 0.2017,
      "step": 15110
    },
    {
      "epoch": 0.7631353151970928,
      "grad_norm": 0.4540882110595703,
      "learning_rate": 1.5547413724750208e-05,
      "loss": 0.197,
      "step": 15120
    },
    {
      "epoch": 0.7636400343209004,
      "grad_norm": 0.4192301034927368,
      "learning_rate": 1.554008219312574e-05,
      "loss": 0.191,
      "step": 15130
    },
    {
      "epoch": 0.764144753444708,
      "grad_norm": 0.36627763509750366,
      "learning_rate": 1.5532746362375227e-05,
      "loss": 0.1924,
      "step": 15140
    },
    {
      "epoch": 0.7646494725685157,
      "grad_norm": 0.385993629693985,
      "learning_rate": 1.5525406238191308e-05,
      "loss": 0.1955,
      "step": 15150
    },
    {
      "epoch": 0.7651541916923232,
      "grad_norm": 0.41594693064689636,
      "learning_rate": 1.551806182626994e-05,
      "loss": 0.1947,
      "step": 15160
    },
    {
      "epoch": 0.7656589108161308,
      "grad_norm": 0.40872934460639954,
      "learning_rate": 1.5510713132310425e-05,
      "loss": 0.1969,
      "step": 15170
    },
    {
      "epoch": 0.7661636299399385,
      "grad_norm": 0.3702622950077057,
      "learning_rate": 1.5503360162015372e-05,
      "loss": 0.1956,
      "step": 15180
    },
    {
      "epoch": 0.766668349063746,
      "grad_norm": 0.38083615899086,
      "learning_rate": 1.5496002921090723e-05,
      "loss": 0.1943,
      "step": 15190
    },
    {
      "epoch": 0.7671730681875536,
      "grad_norm": 0.38578858971595764,
      "learning_rate": 1.5488641415245724e-05,
      "loss": 0.1942,
      "step": 15200
    },
    {
      "epoch": 0.7676777873113613,
      "grad_norm": 0.3787841796875,
      "learning_rate": 1.5481275650192924e-05,
      "loss": 0.1925,
      "step": 15210
    },
    {
      "epoch": 0.7681825064351688,
      "grad_norm": 0.3922238349914551,
      "learning_rate": 1.5473905631648198e-05,
      "loss": 0.1927,
      "step": 15220
    },
    {
      "epoch": 0.7686872255589764,
      "grad_norm": 0.424060583114624,
      "learning_rate": 1.5466531365330707e-05,
      "loss": 0.1908,
      "step": 15230
    },
    {
      "epoch": 0.7691919446827841,
      "grad_norm": 0.3820713758468628,
      "learning_rate": 1.5459152856962906e-05,
      "loss": 0.1921,
      "step": 15240
    },
    {
      "epoch": 0.7696966638065916,
      "grad_norm": 0.42253124713897705,
      "learning_rate": 1.5451770112270553e-05,
      "loss": 0.1961,
      "step": 15250
    },
    {
      "epoch": 0.7702013829303992,
      "grad_norm": 0.42598938941955566,
      "learning_rate": 1.5444383136982688e-05,
      "loss": 0.1872,
      "step": 15260
    },
    {
      "epoch": 0.7707061020542069,
      "grad_norm": 0.3898916244506836,
      "learning_rate": 1.543699193683163e-05,
      "loss": 0.1997,
      "step": 15270
    },
    {
      "epoch": 0.7712108211780144,
      "grad_norm": 0.4159732758998871,
      "learning_rate": 1.542959651755298e-05,
      "loss": 0.1955,
      "step": 15280
    },
    {
      "epoch": 0.771715540301822,
      "grad_norm": 0.38325998187065125,
      "learning_rate": 1.5422196884885615e-05,
      "loss": 0.1947,
      "step": 15290
    },
    {
      "epoch": 0.7722202594256297,
      "grad_norm": 0.38540080189704895,
      "learning_rate": 1.5414793044571678e-05,
      "loss": 0.1961,
      "step": 15300
    },
    {
      "epoch": 0.7727249785494372,
      "grad_norm": 0.4207671582698822,
      "learning_rate": 1.540738500235658e-05,
      "loss": 0.1957,
      "step": 15310
    },
    {
      "epoch": 0.7732296976732448,
      "grad_norm": 0.3838849365711212,
      "learning_rate": 1.5399972763988995e-05,
      "loss": 0.1926,
      "step": 15320
    },
    {
      "epoch": 0.7737344167970525,
      "grad_norm": 0.41926413774490356,
      "learning_rate": 1.539255633522084e-05,
      "loss": 0.1921,
      "step": 15330
    },
    {
      "epoch": 0.77423913592086,
      "grad_norm": 0.39209452271461487,
      "learning_rate": 1.5385135721807303e-05,
      "loss": 0.1978,
      "step": 15340
    },
    {
      "epoch": 0.7747438550446677,
      "grad_norm": 0.37545910477638245,
      "learning_rate": 1.5377710929506808e-05,
      "loss": 0.1919,
      "step": 15350
    },
    {
      "epoch": 0.7752485741684753,
      "grad_norm": 0.38263562321662903,
      "learning_rate": 1.537028196408102e-05,
      "loss": 0.193,
      "step": 15360
    },
    {
      "epoch": 0.7757532932922828,
      "grad_norm": 0.39452534914016724,
      "learning_rate": 1.536284883129485e-05,
      "loss": 0.1955,
      "step": 15370
    },
    {
      "epoch": 0.7762580124160905,
      "grad_norm": 0.3650442361831665,
      "learning_rate": 1.5355411536916437e-05,
      "loss": 0.1952,
      "step": 15380
    },
    {
      "epoch": 0.776762731539898,
      "grad_norm": 0.37393754720687866,
      "learning_rate": 1.534797008671715e-05,
      "loss": 0.1849,
      "step": 15390
    },
    {
      "epoch": 0.7772674506637056,
      "grad_norm": 0.39103785157203674,
      "learning_rate": 1.5340524486471586e-05,
      "loss": 0.1938,
      "step": 15400
    },
    {
      "epoch": 0.7777721697875133,
      "grad_norm": 0.42041975259780884,
      "learning_rate": 1.5333074741957564e-05,
      "loss": 0.1977,
      "step": 15410
    },
    {
      "epoch": 0.7782768889113209,
      "grad_norm": 0.3991634249687195,
      "learning_rate": 1.5325620858956107e-05,
      "loss": 0.1932,
      "step": 15420
    },
    {
      "epoch": 0.7787816080351284,
      "grad_norm": 0.40920063853263855,
      "learning_rate": 1.531816284325146e-05,
      "loss": 0.1925,
      "step": 15430
    },
    {
      "epoch": 0.7792863271589361,
      "grad_norm": 0.4144221544265747,
      "learning_rate": 1.5310700700631084e-05,
      "loss": 0.1889,
      "step": 15440
    },
    {
      "epoch": 0.7797910462827436,
      "grad_norm": 0.38696151971817017,
      "learning_rate": 1.5303234436885624e-05,
      "loss": 0.1933,
      "step": 15450
    },
    {
      "epoch": 0.7802957654065512,
      "grad_norm": 0.4012192189693451,
      "learning_rate": 1.5295764057808926e-05,
      "loss": 0.1991,
      "step": 15460
    },
    {
      "epoch": 0.7808004845303589,
      "grad_norm": 0.4123263657093048,
      "learning_rate": 1.5288289569198043e-05,
      "loss": 0.1971,
      "step": 15470
    },
    {
      "epoch": 0.7813052036541664,
      "grad_norm": 0.38358986377716064,
      "learning_rate": 1.52808109768532e-05,
      "loss": 0.195,
      "step": 15480
    },
    {
      "epoch": 0.781809922777974,
      "grad_norm": 0.4033186733722687,
      "learning_rate": 1.527332828657782e-05,
      "loss": 0.1939,
      "step": 15490
    },
    {
      "epoch": 0.7823146419017817,
      "grad_norm": 0.34229013323783875,
      "learning_rate": 1.52658415041785e-05,
      "loss": 0.1941,
      "step": 15500
    },
    {
      "epoch": 0.7828193610255892,
      "grad_norm": 0.4476543366909027,
      "learning_rate": 1.5258350635465016e-05,
      "loss": 0.1936,
      "step": 15510
    },
    {
      "epoch": 0.7833240801493968,
      "grad_norm": 0.3748190104961395,
      "learning_rate": 1.5250855686250305e-05,
      "loss": 0.1875,
      "step": 15520
    },
    {
      "epoch": 0.7838287992732045,
      "grad_norm": 0.40704455971717834,
      "learning_rate": 1.5243356662350481e-05,
      "loss": 0.1939,
      "step": 15530
    },
    {
      "epoch": 0.784333518397012,
      "grad_norm": 0.3799278140068054,
      "learning_rate": 1.5235853569584823e-05,
      "loss": 0.1917,
      "step": 15540
    },
    {
      "epoch": 0.7848382375208197,
      "grad_norm": 0.39825260639190674,
      "learning_rate": 1.522834641377575e-05,
      "loss": 0.1945,
      "step": 15550
    },
    {
      "epoch": 0.7853429566446273,
      "grad_norm": 0.3782920241355896,
      "learning_rate": 1.5220835200748849e-05,
      "loss": 0.1951,
      "step": 15560
    },
    {
      "epoch": 0.7858476757684348,
      "grad_norm": 0.4127970039844513,
      "learning_rate": 1.5213319936332855e-05,
      "loss": 0.1957,
      "step": 15570
    },
    {
      "epoch": 0.7863523948922425,
      "grad_norm": 0.4096668064594269,
      "learning_rate": 1.5205800626359644e-05,
      "loss": 0.1967,
      "step": 15580
    },
    {
      "epoch": 0.7868571140160501,
      "grad_norm": 0.39283886551856995,
      "learning_rate": 1.519827727666423e-05,
      "loss": 0.1927,
      "step": 15590
    },
    {
      "epoch": 0.7873618331398576,
      "grad_norm": 0.40781739354133606,
      "learning_rate": 1.5190749893084756e-05,
      "loss": 0.1976,
      "step": 15600
    },
    {
      "epoch": 0.7878665522636653,
      "grad_norm": 0.4018222689628601,
      "learning_rate": 1.5183218481462509e-05,
      "loss": 0.1983,
      "step": 15610
    },
    {
      "epoch": 0.7883712713874729,
      "grad_norm": 0.3770211637020111,
      "learning_rate": 1.517568304764189e-05,
      "loss": 0.1906,
      "step": 15620
    },
    {
      "epoch": 0.7888759905112804,
      "grad_norm": 0.4039522111415863,
      "learning_rate": 1.5168143597470431e-05,
      "loss": 0.1938,
      "step": 15630
    },
    {
      "epoch": 0.7893807096350881,
      "grad_norm": 0.3727228343486786,
      "learning_rate": 1.516060013679877e-05,
      "loss": 0.1856,
      "step": 15640
    },
    {
      "epoch": 0.7898854287588957,
      "grad_norm": 0.4120556712150574,
      "learning_rate": 1.515305267148067e-05,
      "loss": 0.1977,
      "step": 15650
    },
    {
      "epoch": 0.7903901478827032,
      "grad_norm": 0.38890233635902405,
      "learning_rate": 1.5145501207372988e-05,
      "loss": 0.1927,
      "step": 15660
    },
    {
      "epoch": 0.7908948670065109,
      "grad_norm": 0.4304879903793335,
      "learning_rate": 1.5137945750335692e-05,
      "loss": 0.1834,
      "step": 15670
    },
    {
      "epoch": 0.7913995861303185,
      "grad_norm": 0.3894989490509033,
      "learning_rate": 1.5130386306231848e-05,
      "loss": 0.1919,
      "step": 15680
    },
    {
      "epoch": 0.791904305254126,
      "grad_norm": 0.4087143838405609,
      "learning_rate": 1.5122822880927615e-05,
      "loss": 0.1943,
      "step": 15690
    },
    {
      "epoch": 0.7924090243779337,
      "grad_norm": 0.3838612735271454,
      "learning_rate": 1.511525548029224e-05,
      "loss": 0.1939,
      "step": 15700
    },
    {
      "epoch": 0.7929137435017413,
      "grad_norm": 0.4017123281955719,
      "learning_rate": 1.510768411019806e-05,
      "loss": 0.1929,
      "step": 15710
    },
    {
      "epoch": 0.7934184626255489,
      "grad_norm": 0.40181493759155273,
      "learning_rate": 1.5100108776520483e-05,
      "loss": 0.1917,
      "step": 15720
    },
    {
      "epoch": 0.7939231817493565,
      "grad_norm": 0.40359485149383545,
      "learning_rate": 1.5092529485138001e-05,
      "loss": 0.188,
      "step": 15730
    },
    {
      "epoch": 0.7944279008731641,
      "grad_norm": 0.3589044511318207,
      "learning_rate": 1.5084946241932177e-05,
      "loss": 0.194,
      "step": 15740
    },
    {
      "epoch": 0.7949326199969717,
      "grad_norm": 0.3784099221229553,
      "learning_rate": 1.5077359052787637e-05,
      "loss": 0.196,
      "step": 15750
    },
    {
      "epoch": 0.7954373391207793,
      "grad_norm": 0.3944705128669739,
      "learning_rate": 1.5069767923592067e-05,
      "loss": 0.1955,
      "step": 15760
    },
    {
      "epoch": 0.7959420582445869,
      "grad_norm": 0.38500866293907166,
      "learning_rate": 1.5062172860236217e-05,
      "loss": 0.191,
      "step": 15770
    },
    {
      "epoch": 0.7964467773683945,
      "grad_norm": 0.3527895510196686,
      "learning_rate": 1.5054573868613886e-05,
      "loss": 0.1866,
      "step": 15780
    },
    {
      "epoch": 0.7969514964922021,
      "grad_norm": 0.3712119162082672,
      "learning_rate": 1.5046970954621922e-05,
      "loss": 0.1943,
      "step": 15790
    },
    {
      "epoch": 0.7974562156160097,
      "grad_norm": 0.391443133354187,
      "learning_rate": 1.5039364124160219e-05,
      "loss": 0.1966,
      "step": 15800
    },
    {
      "epoch": 0.7979609347398173,
      "grad_norm": 0.37361204624176025,
      "learning_rate": 1.5031753383131702e-05,
      "loss": 0.1911,
      "step": 15810
    },
    {
      "epoch": 0.7984656538636249,
      "grad_norm": 0.38801950216293335,
      "learning_rate": 1.5024138737442342e-05,
      "loss": 0.1914,
      "step": 15820
    },
    {
      "epoch": 0.7989703729874325,
      "grad_norm": 0.368264377117157,
      "learning_rate": 1.5016520193001132e-05,
      "loss": 0.1947,
      "step": 15830
    },
    {
      "epoch": 0.7994750921112401,
      "grad_norm": 0.39262187480926514,
      "learning_rate": 1.5008897755720093e-05,
      "loss": 0.1883,
      "step": 15840
    },
    {
      "epoch": 0.7999798112350477,
      "grad_norm": 0.39258620142936707,
      "learning_rate": 1.5001271431514273e-05,
      "loss": 0.1905,
      "step": 15850
    },
    {
      "epoch": 0.8004845303588553,
      "grad_norm": 0.38568031787872314,
      "learning_rate": 1.4993641226301723e-05,
      "loss": 0.1906,
      "step": 15860
    },
    {
      "epoch": 0.8009892494826629,
      "grad_norm": 0.371940940618515,
      "learning_rate": 1.4986007146003512e-05,
      "loss": 0.1985,
      "step": 15870
    },
    {
      "epoch": 0.8014939686064705,
      "grad_norm": 0.3820493817329407,
      "learning_rate": 1.4978369196543723e-05,
      "loss": 0.1909,
      "step": 15880
    },
    {
      "epoch": 0.801998687730278,
      "grad_norm": 0.39306890964508057,
      "learning_rate": 1.4970727383849432e-05,
      "loss": 0.1925,
      "step": 15890
    },
    {
      "epoch": 0.8025034068540857,
      "grad_norm": 0.39481768012046814,
      "learning_rate": 1.4963081713850718e-05,
      "loss": 0.1924,
      "step": 15900
    },
    {
      "epoch": 0.8030081259778933,
      "grad_norm": 0.40292060375213623,
      "learning_rate": 1.4955432192480648e-05,
      "loss": 0.192,
      "step": 15910
    },
    {
      "epoch": 0.803512845101701,
      "grad_norm": 0.3812130391597748,
      "learning_rate": 1.4947778825675285e-05,
      "loss": 0.1894,
      "step": 15920
    },
    {
      "epoch": 0.8040175642255085,
      "grad_norm": 0.3960418999195099,
      "learning_rate": 1.4940121619373673e-05,
      "loss": 0.1979,
      "step": 15930
    },
    {
      "epoch": 0.8045222833493161,
      "grad_norm": 0.40701818466186523,
      "learning_rate": 1.4932460579517834e-05,
      "loss": 0.1959,
      "step": 15940
    },
    {
      "epoch": 0.8050270024731238,
      "grad_norm": 0.36681878566741943,
      "learning_rate": 1.4924795712052761e-05,
      "loss": 0.189,
      "step": 15950
    },
    {
      "epoch": 0.8055317215969313,
      "grad_norm": 0.37501126527786255,
      "learning_rate": 1.491712702292643e-05,
      "loss": 0.1906,
      "step": 15960
    },
    {
      "epoch": 0.8060364407207389,
      "grad_norm": 0.39296025037765503,
      "learning_rate": 1.4909454518089768e-05,
      "loss": 0.1956,
      "step": 15970
    },
    {
      "epoch": 0.8065411598445466,
      "grad_norm": 0.414867639541626,
      "learning_rate": 1.4901778203496672e-05,
      "loss": 0.1912,
      "step": 15980
    },
    {
      "epoch": 0.8070458789683541,
      "grad_norm": 0.3814179003238678,
      "learning_rate": 1.4894098085103994e-05,
      "loss": 0.1897,
      "step": 15990
    },
    {
      "epoch": 0.8075505980921617,
      "grad_norm": 0.3593956232070923,
      "learning_rate": 1.4886414168871534e-05,
      "loss": 0.1857,
      "step": 16000
    },
    {
      "epoch": 0.8080553172159693,
      "grad_norm": 0.35973814129829407,
      "learning_rate": 1.4878726460762045e-05,
      "loss": 0.198,
      "step": 16010
    },
    {
      "epoch": 0.8085600363397769,
      "grad_norm": 0.415672242641449,
      "learning_rate": 1.4871034966741219e-05,
      "loss": 0.1954,
      "step": 16020
    },
    {
      "epoch": 0.8090647554635845,
      "grad_norm": 0.4354953169822693,
      "learning_rate": 1.4863339692777686e-05,
      "loss": 0.1969,
      "step": 16030
    },
    {
      "epoch": 0.8095694745873921,
      "grad_norm": 0.433259516954422,
      "learning_rate": 1.4855640644843006e-05,
      "loss": 0.1951,
      "step": 16040
    },
    {
      "epoch": 0.8100741937111997,
      "grad_norm": 0.40496930480003357,
      "learning_rate": 1.4847937828911674e-05,
      "loss": 0.1925,
      "step": 16050
    },
    {
      "epoch": 0.8105789128350073,
      "grad_norm": 0.4062017798423767,
      "learning_rate": 1.4840231250961106e-05,
      "loss": 0.1908,
      "step": 16060
    },
    {
      "epoch": 0.8110836319588149,
      "grad_norm": 0.3842165768146515,
      "learning_rate": 1.483252091697164e-05,
      "loss": 0.1947,
      "step": 16070
    },
    {
      "epoch": 0.8115883510826225,
      "grad_norm": 0.37029555439949036,
      "learning_rate": 1.4824806832926522e-05,
      "loss": 0.1927,
      "step": 16080
    },
    {
      "epoch": 0.8120930702064301,
      "grad_norm": 0.43411532044410706,
      "learning_rate": 1.4817089004811914e-05,
      "loss": 0.1964,
      "step": 16090
    },
    {
      "epoch": 0.8125977893302377,
      "grad_norm": 0.41371169686317444,
      "learning_rate": 1.4809367438616881e-05,
      "loss": 0.1915,
      "step": 16100
    },
    {
      "epoch": 0.8131025084540453,
      "grad_norm": 0.3820192515850067,
      "learning_rate": 1.480164214033339e-05,
      "loss": 0.1985,
      "step": 16110
    },
    {
      "epoch": 0.813607227577853,
      "grad_norm": 0.38863855600357056,
      "learning_rate": 1.4793913115956305e-05,
      "loss": 0.191,
      "step": 16120
    },
    {
      "epoch": 0.8141119467016605,
      "grad_norm": 0.38157379627227783,
      "learning_rate": 1.4786180371483376e-05,
      "loss": 0.1857,
      "step": 16130
    },
    {
      "epoch": 0.8146166658254681,
      "grad_norm": 0.4020270109176636,
      "learning_rate": 1.4778443912915248e-05,
      "loss": 0.1908,
      "step": 16140
    },
    {
      "epoch": 0.8151213849492758,
      "grad_norm": 0.36504533886909485,
      "learning_rate": 1.477070374625544e-05,
      "loss": 0.1927,
      "step": 16150
    },
    {
      "epoch": 0.8156261040730833,
      "grad_norm": 0.39276713132858276,
      "learning_rate": 1.4762959877510357e-05,
      "loss": 0.1896,
      "step": 16160
    },
    {
      "epoch": 0.8161308231968909,
      "grad_norm": 0.3847932815551758,
      "learning_rate": 1.4755212312689268e-05,
      "loss": 0.1925,
      "step": 16170
    },
    {
      "epoch": 0.8166355423206986,
      "grad_norm": 0.3965621888637543,
      "learning_rate": 1.4747461057804317e-05,
      "loss": 0.1923,
      "step": 16180
    },
    {
      "epoch": 0.8171402614445061,
      "grad_norm": 0.39766907691955566,
      "learning_rate": 1.4739706118870507e-05,
      "loss": 0.1894,
      "step": 16190
    },
    {
      "epoch": 0.8176449805683137,
      "grad_norm": 0.36879870295524597,
      "learning_rate": 1.4731947501905706e-05,
      "loss": 0.1953,
      "step": 16200
    },
    {
      "epoch": 0.8181496996921214,
      "grad_norm": 0.399262398481369,
      "learning_rate": 1.4724185212930626e-05,
      "loss": 0.1853,
      "step": 16210
    },
    {
      "epoch": 0.8186544188159289,
      "grad_norm": 0.40935614705085754,
      "learning_rate": 1.4716419257968836e-05,
      "loss": 0.1923,
      "step": 16220
    },
    {
      "epoch": 0.8191591379397365,
      "grad_norm": 0.4023060202598572,
      "learning_rate": 1.4708649643046754e-05,
      "loss": 0.191,
      "step": 16230
    },
    {
      "epoch": 0.8196638570635442,
      "grad_norm": 0.36848917603492737,
      "learning_rate": 1.4700876374193626e-05,
      "loss": 0.1915,
      "step": 16240
    },
    {
      "epoch": 0.8201685761873517,
      "grad_norm": 0.3725740909576416,
      "learning_rate": 1.4693099457441541e-05,
      "loss": 0.1956,
      "step": 16250
    },
    {
      "epoch": 0.8206732953111593,
      "grad_norm": 0.3830386996269226,
      "learning_rate": 1.468531889882542e-05,
      "loss": 0.1936,
      "step": 16260
    },
    {
      "epoch": 0.821178014434967,
      "grad_norm": 0.4144558012485504,
      "learning_rate": 1.4677534704383005e-05,
      "loss": 0.1932,
      "step": 16270
    },
    {
      "epoch": 0.8216827335587745,
      "grad_norm": 0.4025906026363373,
      "learning_rate": 1.4669746880154863e-05,
      "loss": 0.1905,
      "step": 16280
    },
    {
      "epoch": 0.8221874526825822,
      "grad_norm": 0.39150309562683105,
      "learning_rate": 1.4661955432184378e-05,
      "loss": 0.1885,
      "step": 16290
    },
    {
      "epoch": 0.8226921718063898,
      "grad_norm": 0.40166589617729187,
      "learning_rate": 1.4654160366517744e-05,
      "loss": 0.1929,
      "step": 16300
    },
    {
      "epoch": 0.8231968909301973,
      "grad_norm": 0.38435694575309753,
      "learning_rate": 1.4646361689203966e-05,
      "loss": 0.191,
      "step": 16310
    },
    {
      "epoch": 0.823701610054005,
      "grad_norm": 0.4280558228492737,
      "learning_rate": 1.4638559406294844e-05,
      "loss": 0.1926,
      "step": 16320
    },
    {
      "epoch": 0.8242063291778126,
      "grad_norm": 0.3964633345603943,
      "learning_rate": 1.4630753523844982e-05,
      "loss": 0.1941,
      "step": 16330
    },
    {
      "epoch": 0.8247110483016201,
      "grad_norm": 0.3798883557319641,
      "learning_rate": 1.462294404791178e-05,
      "loss": 0.1882,
      "step": 16340
    },
    {
      "epoch": 0.8252157674254278,
      "grad_norm": 0.38364654779434204,
      "learning_rate": 1.461513098455542e-05,
      "loss": 0.1892,
      "step": 16350
    },
    {
      "epoch": 0.8257204865492354,
      "grad_norm": 0.41219595074653625,
      "learning_rate": 1.460731433983887e-05,
      "loss": 0.1944,
      "step": 16360
    },
    {
      "epoch": 0.8262252056730429,
      "grad_norm": 0.3887147605419159,
      "learning_rate": 1.4599494119827876e-05,
      "loss": 0.1863,
      "step": 16370
    },
    {
      "epoch": 0.8267299247968506,
      "grad_norm": 0.39501288533210754,
      "learning_rate": 1.4591670330590968e-05,
      "loss": 0.191,
      "step": 16380
    },
    {
      "epoch": 0.8272346439206582,
      "grad_norm": 0.3871220052242279,
      "learning_rate": 1.4583842978199429e-05,
      "loss": 0.1886,
      "step": 16390
    },
    {
      "epoch": 0.8277393630444657,
      "grad_norm": 0.3810713589191437,
      "learning_rate": 1.4576012068727318e-05,
      "loss": 0.1948,
      "step": 16400
    },
    {
      "epoch": 0.8282440821682734,
      "grad_norm": 0.37908855080604553,
      "learning_rate": 1.4568177608251457e-05,
      "loss": 0.1868,
      "step": 16410
    },
    {
      "epoch": 0.828748801292081,
      "grad_norm": 0.39710408449172974,
      "learning_rate": 1.4560339602851414e-05,
      "loss": 0.1932,
      "step": 16420
    },
    {
      "epoch": 0.8292535204158885,
      "grad_norm": 0.4028872847557068,
      "learning_rate": 1.4552498058609516e-05,
      "loss": 0.1889,
      "step": 16430
    },
    {
      "epoch": 0.8297582395396962,
      "grad_norm": 0.3509352505207062,
      "learning_rate": 1.4544652981610828e-05,
      "loss": 0.1937,
      "step": 16440
    },
    {
      "epoch": 0.8302629586635037,
      "grad_norm": 0.38003891706466675,
      "learning_rate": 1.4536804377943166e-05,
      "loss": 0.1935,
      "step": 16450
    },
    {
      "epoch": 0.8307676777873113,
      "grad_norm": 0.4138204753398895,
      "learning_rate": 1.4528952253697076e-05,
      "loss": 0.1893,
      "step": 16460
    },
    {
      "epoch": 0.831272396911119,
      "grad_norm": 0.37607863545417786,
      "learning_rate": 1.4521096614965836e-05,
      "loss": 0.1921,
      "step": 16470
    },
    {
      "epoch": 0.8317771160349265,
      "grad_norm": 0.4239766299724579,
      "learning_rate": 1.451323746784546e-05,
      "loss": 0.1951,
      "step": 16480
    },
    {
      "epoch": 0.8322818351587342,
      "grad_norm": 0.36984628438949585,
      "learning_rate": 1.450537481843467e-05,
      "loss": 0.1907,
      "step": 16490
    },
    {
      "epoch": 0.8327865542825418,
      "grad_norm": 0.41318270564079285,
      "learning_rate": 1.4497508672834918e-05,
      "loss": 0.1945,
      "step": 16500
    },
    {
      "epoch": 0.8332912734063493,
      "grad_norm": 0.42964252829551697,
      "learning_rate": 1.4489639037150363e-05,
      "loss": 0.1939,
      "step": 16510
    },
    {
      "epoch": 0.833795992530157,
      "grad_norm": 0.3866402804851532,
      "learning_rate": 1.4481765917487874e-05,
      "loss": 0.1904,
      "step": 16520
    },
    {
      "epoch": 0.8343007116539646,
      "grad_norm": 0.38516736030578613,
      "learning_rate": 1.4473889319957021e-05,
      "loss": 0.193,
      "step": 16530
    },
    {
      "epoch": 0.8348054307777721,
      "grad_norm": 0.4148748815059662,
      "learning_rate": 1.4466009250670081e-05,
      "loss": 0.1976,
      "step": 16540
    },
    {
      "epoch": 0.8353101499015798,
      "grad_norm": 0.3660944104194641,
      "learning_rate": 1.4458125715742015e-05,
      "loss": 0.1902,
      "step": 16550
    },
    {
      "epoch": 0.8358148690253874,
      "grad_norm": 0.4343584477901459,
      "learning_rate": 1.4450238721290481e-05,
      "loss": 0.1936,
      "step": 16560
    },
    {
      "epoch": 0.8363195881491949,
      "grad_norm": 0.435059130191803,
      "learning_rate": 1.4442348273435815e-05,
      "loss": 0.1868,
      "step": 16570
    },
    {
      "epoch": 0.8368243072730026,
      "grad_norm": 0.41719505190849304,
      "learning_rate": 1.443445437830104e-05,
      "loss": 0.1922,
      "step": 16580
    },
    {
      "epoch": 0.8373290263968102,
      "grad_norm": 0.4455874264240265,
      "learning_rate": 1.4426557042011849e-05,
      "loss": 0.1933,
      "step": 16590
    },
    {
      "epoch": 0.8378337455206177,
      "grad_norm": 0.38722264766693115,
      "learning_rate": 1.4418656270696603e-05,
      "loss": 0.194,
      "step": 16600
    },
    {
      "epoch": 0.8383384646444254,
      "grad_norm": 0.4294879734516144,
      "learning_rate": 1.4410752070486336e-05,
      "loss": 0.1907,
      "step": 16610
    },
    {
      "epoch": 0.838843183768233,
      "grad_norm": 0.4019503593444824,
      "learning_rate": 1.4402844447514739e-05,
      "loss": 0.193,
      "step": 16620
    },
    {
      "epoch": 0.8393479028920405,
      "grad_norm": 0.3896719813346863,
      "learning_rate": 1.4394933407918157e-05,
      "loss": 0.1957,
      "step": 16630
    },
    {
      "epoch": 0.8398526220158482,
      "grad_norm": 0.37571385502815247,
      "learning_rate": 1.4387018957835591e-05,
      "loss": 0.1896,
      "step": 16640
    },
    {
      "epoch": 0.8403573411396558,
      "grad_norm": 0.45478227734565735,
      "learning_rate": 1.4379101103408686e-05,
      "loss": 0.1921,
      "step": 16650
    },
    {
      "epoch": 0.8408620602634633,
      "grad_norm": 0.3812844455242157,
      "learning_rate": 1.4371179850781727e-05,
      "loss": 0.1959,
      "step": 16660
    },
    {
      "epoch": 0.841366779387271,
      "grad_norm": 0.36685624718666077,
      "learning_rate": 1.4363255206101638e-05,
      "loss": 0.1923,
      "step": 16670
    },
    {
      "epoch": 0.8418714985110786,
      "grad_norm": 0.37472155690193176,
      "learning_rate": 1.4355327175517976e-05,
      "loss": 0.188,
      "step": 16680
    },
    {
      "epoch": 0.8423762176348862,
      "grad_norm": 0.4065108895301819,
      "learning_rate": 1.4347395765182928e-05,
      "loss": 0.1881,
      "step": 16690
    },
    {
      "epoch": 0.8428809367586938,
      "grad_norm": 0.3829512596130371,
      "learning_rate": 1.4339460981251294e-05,
      "loss": 0.192,
      "step": 16700
    },
    {
      "epoch": 0.8433856558825014,
      "grad_norm": 0.3810509741306305,
      "learning_rate": 1.43315228298805e-05,
      "loss": 0.1935,
      "step": 16710
    },
    {
      "epoch": 0.843890375006309,
      "grad_norm": 0.4485250413417816,
      "learning_rate": 1.4323581317230589e-05,
      "loss": 0.1916,
      "step": 16720
    },
    {
      "epoch": 0.8443950941301166,
      "grad_norm": 0.40549904108047485,
      "learning_rate": 1.4315636449464197e-05,
      "loss": 0.1864,
      "step": 16730
    },
    {
      "epoch": 0.8448998132539242,
      "grad_norm": 0.3687335252761841,
      "learning_rate": 1.4307688232746582e-05,
      "loss": 0.1904,
      "step": 16740
    },
    {
      "epoch": 0.8454045323777318,
      "grad_norm": 0.3896748721599579,
      "learning_rate": 1.4299736673245586e-05,
      "loss": 0.1869,
      "step": 16750
    },
    {
      "epoch": 0.8459092515015394,
      "grad_norm": 0.3967144191265106,
      "learning_rate": 1.4291781777131654e-05,
      "loss": 0.19,
      "step": 16760
    },
    {
      "epoch": 0.846413970625347,
      "grad_norm": 0.35696497559547424,
      "learning_rate": 1.4283823550577818e-05,
      "loss": 0.1965,
      "step": 16770
    },
    {
      "epoch": 0.8469186897491546,
      "grad_norm": 0.3806256353855133,
      "learning_rate": 1.4275861999759694e-05,
      "loss": 0.19,
      "step": 16780
    },
    {
      "epoch": 0.8474234088729622,
      "grad_norm": 0.388893723487854,
      "learning_rate": 1.4267897130855475e-05,
      "loss": 0.1926,
      "step": 16790
    },
    {
      "epoch": 0.8479281279967698,
      "grad_norm": 0.38331449031829834,
      "learning_rate": 1.4259928950045932e-05,
      "loss": 0.191,
      "step": 16800
    },
    {
      "epoch": 0.8484328471205774,
      "grad_norm": 0.40327396988868713,
      "learning_rate": 1.4251957463514405e-05,
      "loss": 0.1918,
      "step": 16810
    },
    {
      "epoch": 0.848937566244385,
      "grad_norm": 0.4201100766658783,
      "learning_rate": 1.4243982677446804e-05,
      "loss": 0.1892,
      "step": 16820
    },
    {
      "epoch": 0.8494422853681926,
      "grad_norm": 0.4181337058544159,
      "learning_rate": 1.423600459803159e-05,
      "loss": 0.1944,
      "step": 16830
    },
    {
      "epoch": 0.8499470044920002,
      "grad_norm": 0.39224597811698914,
      "learning_rate": 1.4228023231459784e-05,
      "loss": 0.1883,
      "step": 16840
    },
    {
      "epoch": 0.8504517236158078,
      "grad_norm": 0.3824494481086731,
      "learning_rate": 1.422003858392496e-05,
      "loss": 0.1932,
      "step": 16850
    },
    {
      "epoch": 0.8509564427396153,
      "grad_norm": 0.3966641128063202,
      "learning_rate": 1.4212050661623243e-05,
      "loss": 0.1956,
      "step": 16860
    },
    {
      "epoch": 0.851461161863423,
      "grad_norm": 0.3945818841457367,
      "learning_rate": 1.4204059470753281e-05,
      "loss": 0.1936,
      "step": 16870
    },
    {
      "epoch": 0.8519658809872306,
      "grad_norm": 0.3976287841796875,
      "learning_rate": 1.419606501751628e-05,
      "loss": 0.196,
      "step": 16880
    },
    {
      "epoch": 0.8524706001110383,
      "grad_norm": 0.4014606773853302,
      "learning_rate": 1.418806730811596e-05,
      "loss": 0.1843,
      "step": 16890
    },
    {
      "epoch": 0.8529753192348458,
      "grad_norm": 0.37068551778793335,
      "learning_rate": 1.4180066348758586e-05,
      "loss": 0.1892,
      "step": 16900
    },
    {
      "epoch": 0.8534800383586534,
      "grad_norm": 0.3733011782169342,
      "learning_rate": 1.4172062145652925e-05,
      "loss": 0.1903,
      "step": 16910
    },
    {
      "epoch": 0.853984757482461,
      "grad_norm": 0.3944968581199646,
      "learning_rate": 1.4164054705010274e-05,
      "loss": 0.1923,
      "step": 16920
    },
    {
      "epoch": 0.8544894766062686,
      "grad_norm": 0.379734605550766,
      "learning_rate": 1.4156044033044437e-05,
      "loss": 0.1876,
      "step": 16930
    },
    {
      "epoch": 0.8549941957300762,
      "grad_norm": 0.42211759090423584,
      "learning_rate": 1.4148030135971734e-05,
      "loss": 0.1938,
      "step": 16940
    },
    {
      "epoch": 0.8554989148538839,
      "grad_norm": 0.5016130805015564,
      "learning_rate": 1.4140013020010975e-05,
      "loss": 0.1843,
      "step": 16950
    },
    {
      "epoch": 0.8560036339776914,
      "grad_norm": 0.3654851019382477,
      "learning_rate": 1.4131992691383478e-05,
      "loss": 0.1889,
      "step": 16960
    },
    {
      "epoch": 0.856508353101499,
      "grad_norm": 0.4221227467060089,
      "learning_rate": 1.4123969156313048e-05,
      "loss": 0.1904,
      "step": 16970
    },
    {
      "epoch": 0.8570130722253066,
      "grad_norm": 0.42534932494163513,
      "learning_rate": 1.4115942421025981e-05,
      "loss": 0.1917,
      "step": 16980
    },
    {
      "epoch": 0.8575177913491142,
      "grad_norm": 0.390306681394577,
      "learning_rate": 1.4107912491751055e-05,
      "loss": 0.1931,
      "step": 16990
    },
    {
      "epoch": 0.8580225104729218,
      "grad_norm": 0.3896608352661133,
      "learning_rate": 1.409987937471953e-05,
      "loss": 0.191,
      "step": 17000
    },
    {
      "epoch": 0.8585272295967294,
      "grad_norm": 0.37777718901634216,
      "learning_rate": 1.4091843076165135e-05,
      "loss": 0.1895,
      "step": 17010
    },
    {
      "epoch": 0.859031948720537,
      "grad_norm": 0.3948253095149994,
      "learning_rate": 1.4083803602324069e-05,
      "loss": 0.1927,
      "step": 17020
    },
    {
      "epoch": 0.8595366678443446,
      "grad_norm": 0.4186212420463562,
      "learning_rate": 1.4075760959434996e-05,
      "loss": 0.1871,
      "step": 17030
    },
    {
      "epoch": 0.8600413869681522,
      "grad_norm": 0.3716995418071747,
      "learning_rate": 1.4067715153739045e-05,
      "loss": 0.1888,
      "step": 17040
    },
    {
      "epoch": 0.8605461060919598,
      "grad_norm": 0.36383745074272156,
      "learning_rate": 1.4059666191479788e-05,
      "loss": 0.1984,
      "step": 17050
    },
    {
      "epoch": 0.8610508252157675,
      "grad_norm": 0.3937947452068329,
      "learning_rate": 1.4051614078903253e-05,
      "loss": 0.1926,
      "step": 17060
    },
    {
      "epoch": 0.861555544339575,
      "grad_norm": 0.37095919251441956,
      "learning_rate": 1.4043558822257912e-05,
      "loss": 0.1914,
      "step": 17070
    },
    {
      "epoch": 0.8620602634633826,
      "grad_norm": 0.3826018273830414,
      "learning_rate": 1.4035500427794674e-05,
      "loss": 0.1909,
      "step": 17080
    },
    {
      "epoch": 0.8625649825871903,
      "grad_norm": 0.43617457151412964,
      "learning_rate": 1.4027438901766893e-05,
      "loss": 0.1926,
      "step": 17090
    },
    {
      "epoch": 0.8630697017109978,
      "grad_norm": 0.3956442177295685,
      "learning_rate": 1.4019374250430335e-05,
      "loss": 0.1917,
      "step": 17100
    },
    {
      "epoch": 0.8635744208348054,
      "grad_norm": 0.4241875112056732,
      "learning_rate": 1.4011306480043211e-05,
      "loss": 0.191,
      "step": 17110
    },
    {
      "epoch": 0.8640791399586131,
      "grad_norm": 0.39926716685295105,
      "learning_rate": 1.4003235596866138e-05,
      "loss": 0.1872,
      "step": 17120
    },
    {
      "epoch": 0.8645838590824206,
      "grad_norm": 0.3971102237701416,
      "learning_rate": 1.3995161607162156e-05,
      "loss": 0.1894,
      "step": 17130
    },
    {
      "epoch": 0.8650885782062282,
      "grad_norm": 0.3578397035598755,
      "learning_rate": 1.3987084517196713e-05,
      "loss": 0.1931,
      "step": 17140
    },
    {
      "epoch": 0.8655932973300359,
      "grad_norm": 0.39606139063835144,
      "learning_rate": 1.3979004333237663e-05,
      "loss": 0.1928,
      "step": 17150
    },
    {
      "epoch": 0.8660980164538434,
      "grad_norm": 0.39284926652908325,
      "learning_rate": 1.3970921061555261e-05,
      "loss": 0.194,
      "step": 17160
    },
    {
      "epoch": 0.866602735577651,
      "grad_norm": 0.38631924986839294,
      "learning_rate": 1.396283470842216e-05,
      "loss": 0.1901,
      "step": 17170
    },
    {
      "epoch": 0.8671074547014587,
      "grad_norm": 0.39773911237716675,
      "learning_rate": 1.39547452801134e-05,
      "loss": 0.1929,
      "step": 17180
    },
    {
      "epoch": 0.8676121738252662,
      "grad_norm": 0.40026170015335083,
      "learning_rate": 1.394665278290641e-05,
      "loss": 0.1882,
      "step": 17190
    },
    {
      "epoch": 0.8681168929490738,
      "grad_norm": 0.38955339789390564,
      "learning_rate": 1.3938557223081002e-05,
      "loss": 0.1834,
      "step": 17200
    },
    {
      "epoch": 0.8686216120728815,
      "grad_norm": 0.4223397672176361,
      "learning_rate": 1.3930458606919364e-05,
      "loss": 0.1962,
      "step": 17210
    },
    {
      "epoch": 0.869126331196689,
      "grad_norm": 0.3966808617115021,
      "learning_rate": 1.3922356940706054e-05,
      "loss": 0.1933,
      "step": 17220
    },
    {
      "epoch": 0.8696310503204966,
      "grad_norm": 0.35512545704841614,
      "learning_rate": 1.3914252230727994e-05,
      "loss": 0.1848,
      "step": 17230
    },
    {
      "epoch": 0.8701357694443043,
      "grad_norm": 0.401493638753891,
      "learning_rate": 1.3906144483274473e-05,
      "loss": 0.1869,
      "step": 17240
    },
    {
      "epoch": 0.8706404885681118,
      "grad_norm": 0.4126547873020172,
      "learning_rate": 1.3898033704637139e-05,
      "loss": 0.19,
      "step": 17250
    },
    {
      "epoch": 0.8711452076919195,
      "grad_norm": 0.37719863653182983,
      "learning_rate": 1.3889919901109985e-05,
      "loss": 0.1892,
      "step": 17260
    },
    {
      "epoch": 0.8716499268157271,
      "grad_norm": 0.3759639263153076,
      "learning_rate": 1.388180307898936e-05,
      "loss": 0.1862,
      "step": 17270
    },
    {
      "epoch": 0.8721546459395346,
      "grad_norm": 0.40240710973739624,
      "learning_rate": 1.3873683244573946e-05,
      "loss": 0.1878,
      "step": 17280
    },
    {
      "epoch": 0.8726593650633423,
      "grad_norm": 0.42486846446990967,
      "learning_rate": 1.3865560404164766e-05,
      "loss": 0.1874,
      "step": 17290
    },
    {
      "epoch": 0.8731640841871499,
      "grad_norm": 0.38658639788627625,
      "learning_rate": 1.3857434564065178e-05,
      "loss": 0.1887,
      "step": 17300
    },
    {
      "epoch": 0.8736688033109574,
      "grad_norm": 0.3735341429710388,
      "learning_rate": 1.384930573058087e-05,
      "loss": 0.1912,
      "step": 17310
    },
    {
      "epoch": 0.8741735224347651,
      "grad_norm": 0.39644214510917664,
      "learning_rate": 1.3841173910019849e-05,
      "loss": 0.1883,
      "step": 17320
    },
    {
      "epoch": 0.8746782415585727,
      "grad_norm": 0.39270687103271484,
      "learning_rate": 1.3833039108692438e-05,
      "loss": 0.1846,
      "step": 17330
    },
    {
      "epoch": 0.8751829606823802,
      "grad_norm": 0.3906450569629669,
      "learning_rate": 1.3824901332911273e-05,
      "loss": 0.1909,
      "step": 17340
    },
    {
      "epoch": 0.8756876798061879,
      "grad_norm": 0.4019029438495636,
      "learning_rate": 1.3816760588991307e-05,
      "loss": 0.1863,
      "step": 17350
    },
    {
      "epoch": 0.8761923989299955,
      "grad_norm": 0.3638235032558441,
      "learning_rate": 1.3808616883249788e-05,
      "loss": 0.1869,
      "step": 17360
    },
    {
      "epoch": 0.876697118053803,
      "grad_norm": 0.4051116406917572,
      "learning_rate": 1.3800470222006259e-05,
      "loss": 0.1859,
      "step": 17370
    },
    {
      "epoch": 0.8772018371776107,
      "grad_norm": 0.3601747751235962,
      "learning_rate": 1.379232061158257e-05,
      "loss": 0.1835,
      "step": 17380
    },
    {
      "epoch": 0.8777065563014183,
      "grad_norm": 0.3887779116630554,
      "learning_rate": 1.3784168058302845e-05,
      "loss": 0.1884,
      "step": 17390
    },
    {
      "epoch": 0.8782112754252258,
      "grad_norm": 0.4080141484737396,
      "learning_rate": 1.3776012568493502e-05,
      "loss": 0.1934,
      "step": 17400
    },
    {
      "epoch": 0.8787159945490335,
      "grad_norm": 0.4419008493423462,
      "learning_rate": 1.376785414848323e-05,
      "loss": 0.1888,
      "step": 17410
    },
    {
      "epoch": 0.879220713672841,
      "grad_norm": 0.3907400965690613,
      "learning_rate": 1.3759692804603001e-05,
      "loss": 0.1849,
      "step": 17420
    },
    {
      "epoch": 0.8797254327966486,
      "grad_norm": 0.3940833806991577,
      "learning_rate": 1.3751528543186048e-05,
      "loss": 0.1892,
      "step": 17430
    },
    {
      "epoch": 0.8802301519204563,
      "grad_norm": 0.45420166850090027,
      "learning_rate": 1.374336137056787e-05,
      "loss": 0.1887,
      "step": 17440
    },
    {
      "epoch": 0.8807348710442638,
      "grad_norm": 0.3886755704879761,
      "learning_rate": 1.3735191293086224e-05,
      "loss": 0.1927,
      "step": 17450
    },
    {
      "epoch": 0.8812395901680715,
      "grad_norm": 0.39444541931152344,
      "learning_rate": 1.3727018317081129e-05,
      "loss": 0.1893,
      "step": 17460
    },
    {
      "epoch": 0.8817443092918791,
      "grad_norm": 0.3883327841758728,
      "learning_rate": 1.371884244889484e-05,
      "loss": 0.183,
      "step": 17470
    },
    {
      "epoch": 0.8822490284156866,
      "grad_norm": 0.3823162913322449,
      "learning_rate": 1.3710663694871867e-05,
      "loss": 0.187,
      "step": 17480
    },
    {
      "epoch": 0.8827537475394943,
      "grad_norm": 0.39884987473487854,
      "learning_rate": 1.3702482061358962e-05,
      "loss": 0.1862,
      "step": 17490
    },
    {
      "epoch": 0.8832584666633019,
      "grad_norm": 0.3719819486141205,
      "learning_rate": 1.3694297554705095e-05,
      "loss": 0.1882,
      "step": 17500
    },
    {
      "epoch": 0.8837631857871094,
      "grad_norm": 0.4320856034755707,
      "learning_rate": 1.3686110181261478e-05,
      "loss": 0.1944,
      "step": 17510
    },
    {
      "epoch": 0.8842679049109171,
      "grad_norm": 0.4061492383480072,
      "learning_rate": 1.367791994738155e-05,
      "loss": 0.1892,
      "step": 17520
    },
    {
      "epoch": 0.8847726240347247,
      "grad_norm": 0.38453060388565063,
      "learning_rate": 1.3669726859420967e-05,
      "loss": 0.1886,
      "step": 17530
    },
    {
      "epoch": 0.8852773431585322,
      "grad_norm": 0.3693595826625824,
      "learning_rate": 1.3661530923737591e-05,
      "loss": 0.1855,
      "step": 17540
    },
    {
      "epoch": 0.8857820622823399,
      "grad_norm": 0.4047423303127289,
      "learning_rate": 1.3653332146691505e-05,
      "loss": 0.1841,
      "step": 17550
    },
    {
      "epoch": 0.8862867814061475,
      "grad_norm": 0.3869906961917877,
      "learning_rate": 1.3645130534644995e-05,
      "loss": 0.1884,
      "step": 17560
    },
    {
      "epoch": 0.886791500529955,
      "grad_norm": 0.49165910482406616,
      "learning_rate": 1.3636926093962541e-05,
      "loss": 0.1849,
      "step": 17570
    },
    {
      "epoch": 0.8872962196537627,
      "grad_norm": 0.3990466594696045,
      "learning_rate": 1.3628718831010826e-05,
      "loss": 0.1881,
      "step": 17580
    },
    {
      "epoch": 0.8878009387775703,
      "grad_norm": 0.38278889656066895,
      "learning_rate": 1.3620508752158714e-05,
      "loss": 0.1893,
      "step": 17590
    },
    {
      "epoch": 0.8883056579013778,
      "grad_norm": 0.3712950348854065,
      "learning_rate": 1.3612295863777264e-05,
      "loss": 0.1859,
      "step": 17600
    },
    {
      "epoch": 0.8888103770251855,
      "grad_norm": 0.3666357696056366,
      "learning_rate": 1.3604080172239704e-05,
      "loss": 0.1886,
      "step": 17610
    },
    {
      "epoch": 0.8893150961489931,
      "grad_norm": 0.3947659432888031,
      "learning_rate": 1.3595861683921454e-05,
      "loss": 0.1924,
      "step": 17620
    },
    {
      "epoch": 0.8898198152728007,
      "grad_norm": 0.39866843819618225,
      "learning_rate": 1.3587640405200084e-05,
      "loss": 0.1924,
      "step": 17630
    },
    {
      "epoch": 0.8903245343966083,
      "grad_norm": 0.39450138807296753,
      "learning_rate": 1.3579416342455342e-05,
      "loss": 0.1915,
      "step": 17640
    },
    {
      "epoch": 0.8908292535204159,
      "grad_norm": 0.41644126176834106,
      "learning_rate": 1.3571189502069138e-05,
      "loss": 0.1884,
      "step": 17650
    },
    {
      "epoch": 0.8913339726442235,
      "grad_norm": 0.4018542766571045,
      "learning_rate": 1.3562959890425529e-05,
      "loss": 0.1888,
      "step": 17660
    },
    {
      "epoch": 0.8918386917680311,
      "grad_norm": 0.37818506360054016,
      "learning_rate": 1.3554727513910728e-05,
      "loss": 0.1939,
      "step": 17670
    },
    {
      "epoch": 0.8923434108918387,
      "grad_norm": 0.3896495997905731,
      "learning_rate": 1.3546492378913092e-05,
      "loss": 0.1936,
      "step": 17680
    },
    {
      "epoch": 0.8928481300156463,
      "grad_norm": 0.41057732701301575,
      "learning_rate": 1.3538254491823118e-05,
      "loss": 0.1949,
      "step": 17690
    },
    {
      "epoch": 0.8933528491394539,
      "grad_norm": 0.4044891893863678,
      "learning_rate": 1.3530013859033442e-05,
      "loss": 0.1921,
      "step": 17700
    },
    {
      "epoch": 0.8938575682632615,
      "grad_norm": 0.37531018257141113,
      "learning_rate": 1.3521770486938826e-05,
      "loss": 0.1864,
      "step": 17710
    },
    {
      "epoch": 0.8943622873870691,
      "grad_norm": 0.34309306740760803,
      "learning_rate": 1.3513524381936159e-05,
      "loss": 0.1867,
      "step": 17720
    },
    {
      "epoch": 0.8948670065108767,
      "grad_norm": 0.3826574385166168,
      "learning_rate": 1.3505275550424455e-05,
      "loss": 0.186,
      "step": 17730
    },
    {
      "epoch": 0.8953717256346843,
      "grad_norm": 0.4171966016292572,
      "learning_rate": 1.3497023998804837e-05,
      "loss": 0.1866,
      "step": 17740
    },
    {
      "epoch": 0.8958764447584919,
      "grad_norm": 0.3703576922416687,
      "learning_rate": 1.3488769733480544e-05,
      "loss": 0.1866,
      "step": 17750
    },
    {
      "epoch": 0.8963811638822995,
      "grad_norm": 0.3967248201370239,
      "learning_rate": 1.3480512760856918e-05,
      "loss": 0.1891,
      "step": 17760
    },
    {
      "epoch": 0.896885883006107,
      "grad_norm": 0.4023715853691101,
      "learning_rate": 1.3472253087341405e-05,
      "loss": 0.1929,
      "step": 17770
    },
    {
      "epoch": 0.8973906021299147,
      "grad_norm": 0.4654636085033417,
      "learning_rate": 1.3463990719343543e-05,
      "loss": 0.1919,
      "step": 17780
    },
    {
      "epoch": 0.8978953212537223,
      "grad_norm": 0.3911932408809662,
      "learning_rate": 1.345572566327496e-05,
      "loss": 0.1878,
      "step": 17790
    },
    {
      "epoch": 0.8984000403775299,
      "grad_norm": 0.39471837878227234,
      "learning_rate": 1.3447457925549383e-05,
      "loss": 0.1912,
      "step": 17800
    },
    {
      "epoch": 0.8989047595013375,
      "grad_norm": 0.40654850006103516,
      "learning_rate": 1.3439187512582599e-05,
      "loss": 0.1907,
      "step": 17810
    },
    {
      "epoch": 0.8994094786251451,
      "grad_norm": 0.47032544016838074,
      "learning_rate": 1.3430914430792484e-05,
      "loss": 0.1975,
      "step": 17820
    },
    {
      "epoch": 0.8999141977489528,
      "grad_norm": 0.3912856876850128,
      "learning_rate": 1.3422638686598983e-05,
      "loss": 0.1857,
      "step": 17830
    },
    {
      "epoch": 0.9004189168727603,
      "grad_norm": 0.3901309072971344,
      "learning_rate": 1.3414360286424114e-05,
      "loss": 0.1866,
      "step": 17840
    },
    {
      "epoch": 0.9009236359965679,
      "grad_norm": 0.4043125808238983,
      "learning_rate": 1.3406079236691939e-05,
      "loss": 0.1837,
      "step": 17850
    },
    {
      "epoch": 0.9014283551203756,
      "grad_norm": 0.37775176763534546,
      "learning_rate": 1.3397795543828587e-05,
      "loss": 0.1878,
      "step": 17860
    },
    {
      "epoch": 0.9019330742441831,
      "grad_norm": 0.40250468254089355,
      "learning_rate": 1.3389509214262245e-05,
      "loss": 0.1942,
      "step": 17870
    },
    {
      "epoch": 0.9024377933679907,
      "grad_norm": 0.385993093252182,
      "learning_rate": 1.3381220254423127e-05,
      "loss": 0.184,
      "step": 17880
    },
    {
      "epoch": 0.9029425124917984,
      "grad_norm": 0.3871241807937622,
      "learning_rate": 1.3372928670743507e-05,
      "loss": 0.1825,
      "step": 17890
    },
    {
      "epoch": 0.9034472316156059,
      "grad_norm": 0.3772827386856079,
      "learning_rate": 1.3364634469657682e-05,
      "loss": 0.1892,
      "step": 17900
    },
    {
      "epoch": 0.9039519507394135,
      "grad_norm": 0.4015592932701111,
      "learning_rate": 1.3356337657601995e-05,
      "loss": 0.1894,
      "step": 17910
    },
    {
      "epoch": 0.9044566698632212,
      "grad_norm": 0.40057751536369324,
      "learning_rate": 1.3348038241014791e-05,
      "loss": 0.1863,
      "step": 17920
    },
    {
      "epoch": 0.9049613889870287,
      "grad_norm": 0.35777053236961365,
      "learning_rate": 1.3339736226336464e-05,
      "loss": 0.1866,
      "step": 17930
    },
    {
      "epoch": 0.9054661081108363,
      "grad_norm": 0.36989134550094604,
      "learning_rate": 1.3331431620009405e-05,
      "loss": 0.1896,
      "step": 17940
    },
    {
      "epoch": 0.905970827234644,
      "grad_norm": 0.40947768092155457,
      "learning_rate": 1.3323124428478018e-05,
      "loss": 0.1891,
      "step": 17950
    },
    {
      "epoch": 0.9064755463584515,
      "grad_norm": 0.4183034598827362,
      "learning_rate": 1.3314814658188722e-05,
      "loss": 0.1905,
      "step": 17960
    },
    {
      "epoch": 0.9069802654822591,
      "grad_norm": 0.4044203460216522,
      "learning_rate": 1.3306502315589933e-05,
      "loss": 0.1888,
      "step": 17970
    },
    {
      "epoch": 0.9074849846060667,
      "grad_norm": 0.40425872802734375,
      "learning_rate": 1.3298187407132061e-05,
      "loss": 0.1877,
      "step": 17980
    },
    {
      "epoch": 0.9079897037298743,
      "grad_norm": 0.3932884633541107,
      "learning_rate": 1.3289869939267506e-05,
      "loss": 0.1836,
      "step": 17990
    },
    {
      "epoch": 0.9084944228536819,
      "grad_norm": 0.38710352778434753,
      "learning_rate": 1.3281549918450658e-05,
      "loss": 0.1862,
      "step": 18000
    },
    {
      "epoch": 0.9089991419774895,
      "grad_norm": 0.42150115966796875,
      "learning_rate": 1.3273227351137887e-05,
      "loss": 0.1869,
      "step": 18010
    },
    {
      "epoch": 0.9095038611012971,
      "grad_norm": 0.4699268937110901,
      "learning_rate": 1.326490224378754e-05,
      "loss": 0.188,
      "step": 18020
    },
    {
      "epoch": 0.9100085802251048,
      "grad_norm": 0.385500431060791,
      "learning_rate": 1.3256574602859934e-05,
      "loss": 0.187,
      "step": 18030
    },
    {
      "epoch": 0.9105132993489123,
      "grad_norm": 0.3661568760871887,
      "learning_rate": 1.3248244434817345e-05,
      "loss": 0.1838,
      "step": 18040
    },
    {
      "epoch": 0.9110180184727199,
      "grad_norm": 0.3784615397453308,
      "learning_rate": 1.3239911746124025e-05,
      "loss": 0.1854,
      "step": 18050
    },
    {
      "epoch": 0.9115227375965276,
      "grad_norm": 0.42229214310646057,
      "learning_rate": 1.3231576543246171e-05,
      "loss": 0.1901,
      "step": 18060
    },
    {
      "epoch": 0.9120274567203351,
      "grad_norm": 0.41551342606544495,
      "learning_rate": 1.3223238832651932e-05,
      "loss": 0.1874,
      "step": 18070
    },
    {
      "epoch": 0.9125321758441427,
      "grad_norm": 0.40857526659965515,
      "learning_rate": 1.321489862081141e-05,
      "loss": 0.1878,
      "step": 18080
    },
    {
      "epoch": 0.9130368949679504,
      "grad_norm": 0.4177916646003723,
      "learning_rate": 1.3206555914196638e-05,
      "loss": 0.1904,
      "step": 18090
    },
    {
      "epoch": 0.9135416140917579,
      "grad_norm": 0.40407809615135193,
      "learning_rate": 1.3198210719281587e-05,
      "loss": 0.1876,
      "step": 18100
    },
    {
      "epoch": 0.9140463332155655,
      "grad_norm": 0.4145451784133911,
      "learning_rate": 1.3189863042542175e-05,
      "loss": 0.1904,
      "step": 18110
    },
    {
      "epoch": 0.9145510523393732,
      "grad_norm": 0.43739816546440125,
      "learning_rate": 1.3181512890456219e-05,
      "loss": 0.1868,
      "step": 18120
    },
    {
      "epoch": 0.9150557714631807,
      "grad_norm": 0.4065525233745575,
      "learning_rate": 1.3173160269503475e-05,
      "loss": 0.1927,
      "step": 18130
    },
    {
      "epoch": 0.9155604905869883,
      "grad_norm": 0.3947850465774536,
      "learning_rate": 1.316480518616561e-05,
      "loss": 0.1957,
      "step": 18140
    },
    {
      "epoch": 0.916065209710796,
      "grad_norm": 0.3730889856815338,
      "learning_rate": 1.3156447646926208e-05,
      "loss": 0.1864,
      "step": 18150
    },
    {
      "epoch": 0.9165699288346035,
      "grad_norm": 0.38471749424934387,
      "learning_rate": 1.3148087658270745e-05,
      "loss": 0.1869,
      "step": 18160
    },
    {
      "epoch": 0.9170746479584111,
      "grad_norm": 0.38841649889945984,
      "learning_rate": 1.313972522668661e-05,
      "loss": 0.1832,
      "step": 18170
    },
    {
      "epoch": 0.9175793670822188,
      "grad_norm": 0.4182887375354767,
      "learning_rate": 1.3131360358663083e-05,
      "loss": 0.1888,
      "step": 18180
    },
    {
      "epoch": 0.9180840862060263,
      "grad_norm": 0.4276795983314514,
      "learning_rate": 1.312299306069133e-05,
      "loss": 0.1909,
      "step": 18190
    },
    {
      "epoch": 0.918588805329834,
      "grad_norm": 0.39521312713623047,
      "learning_rate": 1.3114623339264418e-05,
      "loss": 0.1857,
      "step": 18200
    },
    {
      "epoch": 0.9190935244536416,
      "grad_norm": 0.4137890636920929,
      "learning_rate": 1.3106251200877278e-05,
      "loss": 0.1875,
      "step": 18210
    },
    {
      "epoch": 0.9195982435774491,
      "grad_norm": 0.4018981158733368,
      "learning_rate": 1.3097876652026726e-05,
      "loss": 0.1891,
      "step": 18220
    },
    {
      "epoch": 0.9201029627012568,
      "grad_norm": 0.3807357847690582,
      "learning_rate": 1.3089499699211439e-05,
      "loss": 0.1908,
      "step": 18230
    },
    {
      "epoch": 0.9206076818250644,
      "grad_norm": 0.39533624053001404,
      "learning_rate": 1.3081120348931976e-05,
      "loss": 0.1851,
      "step": 18240
    },
    {
      "epoch": 0.9211124009488719,
      "grad_norm": 0.3895586431026459,
      "learning_rate": 1.3072738607690739e-05,
      "loss": 0.191,
      "step": 18250
    },
    {
      "epoch": 0.9216171200726796,
      "grad_norm": 0.38842660188674927,
      "learning_rate": 1.3064354481991992e-05,
      "loss": 0.1865,
      "step": 18260
    },
    {
      "epoch": 0.9221218391964872,
      "grad_norm": 0.36495429277420044,
      "learning_rate": 1.3055967978341855e-05,
      "loss": 0.1845,
      "step": 18270
    },
    {
      "epoch": 0.9226265583202947,
      "grad_norm": 0.37781986594200134,
      "learning_rate": 1.304757910324829e-05,
      "loss": 0.1827,
      "step": 18280
    },
    {
      "epoch": 0.9231312774441024,
      "grad_norm": 0.382387638092041,
      "learning_rate": 1.3039187863221092e-05,
      "loss": 0.1901,
      "step": 18290
    },
    {
      "epoch": 0.92363599656791,
      "grad_norm": 0.4121244251728058,
      "learning_rate": 1.3030794264771897e-05,
      "loss": 0.1904,
      "step": 18300
    },
    {
      "epoch": 0.9241407156917175,
      "grad_norm": 0.38884395360946655,
      "learning_rate": 1.3022398314414177e-05,
      "loss": 0.1886,
      "step": 18310
    },
    {
      "epoch": 0.9246454348155252,
      "grad_norm": 0.40891653299331665,
      "learning_rate": 1.301400001866322e-05,
      "loss": 0.1874,
      "step": 18320
    },
    {
      "epoch": 0.9251501539393328,
      "grad_norm": 0.38639605045318604,
      "learning_rate": 1.3005599384036138e-05,
      "loss": 0.1904,
      "step": 18330
    },
    {
      "epoch": 0.9256548730631403,
      "grad_norm": 0.4162602424621582,
      "learning_rate": 1.2997196417051854e-05,
      "loss": 0.1888,
      "step": 18340
    },
    {
      "epoch": 0.926159592186948,
      "grad_norm": 0.42429137229919434,
      "learning_rate": 1.2988791124231106e-05,
      "loss": 0.1886,
      "step": 18350
    },
    {
      "epoch": 0.9266643113107556,
      "grad_norm": 0.36188003420829773,
      "learning_rate": 1.2980383512096437e-05,
      "loss": 0.1834,
      "step": 18360
    },
    {
      "epoch": 0.9271690304345631,
      "grad_norm": 0.39754724502563477,
      "learning_rate": 1.2971973587172189e-05,
      "loss": 0.1851,
      "step": 18370
    },
    {
      "epoch": 0.9276737495583708,
      "grad_norm": 0.40513288974761963,
      "learning_rate": 1.296356135598449e-05,
      "loss": 0.1907,
      "step": 18380
    },
    {
      "epoch": 0.9281784686821783,
      "grad_norm": 0.39540326595306396,
      "learning_rate": 1.2955146825061275e-05,
      "loss": 0.1884,
      "step": 18390
    },
    {
      "epoch": 0.928683187805986,
      "grad_norm": 0.391646146774292,
      "learning_rate": 1.2946730000932246e-05,
      "loss": 0.1911,
      "step": 18400
    },
    {
      "epoch": 0.9291879069297936,
      "grad_norm": 0.3708418309688568,
      "learning_rate": 1.2938310890128896e-05,
      "loss": 0.186,
      "step": 18410
    },
    {
      "epoch": 0.9296926260536011,
      "grad_norm": 0.3623686730861664,
      "learning_rate": 1.2929889499184488e-05,
      "loss": 0.184,
      "step": 18420
    },
    {
      "epoch": 0.9301973451774088,
      "grad_norm": 0.40290018916130066,
      "learning_rate": 1.2921465834634054e-05,
      "loss": 0.1873,
      "step": 18430
    },
    {
      "epoch": 0.9307020643012164,
      "grad_norm": 0.4136424660682678,
      "learning_rate": 1.2913039903014395e-05,
      "loss": 0.1904,
      "step": 18440
    },
    {
      "epoch": 0.9312067834250239,
      "grad_norm": 0.38041770458221436,
      "learning_rate": 1.2904611710864063e-05,
      "loss": 0.1871,
      "step": 18450
    },
    {
      "epoch": 0.9317115025488316,
      "grad_norm": 0.37278133630752563,
      "learning_rate": 1.2896181264723375e-05,
      "loss": 0.1806,
      "step": 18460
    },
    {
      "epoch": 0.9322162216726392,
      "grad_norm": 0.4447067081928253,
      "learning_rate": 1.2887748571134386e-05,
      "loss": 0.19,
      "step": 18470
    },
    {
      "epoch": 0.9327209407964467,
      "grad_norm": 0.41927793622016907,
      "learning_rate": 1.2879313636640903e-05,
      "loss": 0.187,
      "step": 18480
    },
    {
      "epoch": 0.9332256599202544,
      "grad_norm": 0.4079114496707916,
      "learning_rate": 1.2870876467788465e-05,
      "loss": 0.1847,
      "step": 18490
    },
    {
      "epoch": 0.933730379044062,
      "grad_norm": 0.38684362173080444,
      "learning_rate": 1.2862437071124354e-05,
      "loss": 0.1871,
      "step": 18500
    },
    {
      "epoch": 0.9342350981678695,
      "grad_norm": 0.400623619556427,
      "learning_rate": 1.2853995453197574e-05,
      "loss": 0.1897,
      "step": 18510
    },
    {
      "epoch": 0.9347398172916772,
      "grad_norm": 0.4177345931529999,
      "learning_rate": 1.2845551620558852e-05,
      "loss": 0.1835,
      "step": 18520
    },
    {
      "epoch": 0.9352445364154848,
      "grad_norm": 0.3982730209827423,
      "learning_rate": 1.2837105579760638e-05,
      "loss": 0.187,
      "step": 18530
    },
    {
      "epoch": 0.9357492555392923,
      "grad_norm": 0.4048924446105957,
      "learning_rate": 1.2828657337357096e-05,
      "loss": 0.1931,
      "step": 18540
    },
    {
      "epoch": 0.9362539746631,
      "grad_norm": 0.3783653676509857,
      "learning_rate": 1.2820206899904093e-05,
      "loss": 0.1883,
      "step": 18550
    },
    {
      "epoch": 0.9367586937869076,
      "grad_norm": 0.40518417954444885,
      "learning_rate": 1.28117542739592e-05,
      "loss": 0.184,
      "step": 18560
    },
    {
      "epoch": 0.9372634129107151,
      "grad_norm": 0.3878217339515686,
      "learning_rate": 1.2803299466081696e-05,
      "loss": 0.1895,
      "step": 18570
    },
    {
      "epoch": 0.9377681320345228,
      "grad_norm": 0.40706539154052734,
      "learning_rate": 1.2794842482832539e-05,
      "loss": 0.1856,
      "step": 18580
    },
    {
      "epoch": 0.9382728511583304,
      "grad_norm": 0.40574854612350464,
      "learning_rate": 1.2786383330774386e-05,
      "loss": 0.1794,
      "step": 18590
    },
    {
      "epoch": 0.938777570282138,
      "grad_norm": 0.4051927328109741,
      "learning_rate": 1.277792201647157e-05,
      "loss": 0.1883,
      "step": 18600
    },
    {
      "epoch": 0.9392822894059456,
      "grad_norm": 0.3852958083152771,
      "learning_rate": 1.2769458546490108e-05,
      "loss": 0.1893,
      "step": 18610
    },
    {
      "epoch": 0.9397870085297532,
      "grad_norm": 0.41109198331832886,
      "learning_rate": 1.2760992927397683e-05,
      "loss": 0.187,
      "step": 18620
    },
    {
      "epoch": 0.9402917276535608,
      "grad_norm": 0.4046623408794403,
      "learning_rate": 1.2752525165763657e-05,
      "loss": 0.19,
      "step": 18630
    },
    {
      "epoch": 0.9407964467773684,
      "grad_norm": 0.4416605234146118,
      "learning_rate": 1.274405526815904e-05,
      "loss": 0.1905,
      "step": 18640
    },
    {
      "epoch": 0.941301165901176,
      "grad_norm": 0.4671986401081085,
      "learning_rate": 1.2735583241156503e-05,
      "loss": 0.1873,
      "step": 18650
    },
    {
      "epoch": 0.9418058850249836,
      "grad_norm": 0.39447131752967834,
      "learning_rate": 1.2727109091330382e-05,
      "loss": 0.1838,
      "step": 18660
    },
    {
      "epoch": 0.9423106041487912,
      "grad_norm": 0.3601526618003845,
      "learning_rate": 1.271863282525665e-05,
      "loss": 0.1819,
      "step": 18670
    },
    {
      "epoch": 0.9428153232725988,
      "grad_norm": 0.37990450859069824,
      "learning_rate": 1.2710154449512918e-05,
      "loss": 0.1898,
      "step": 18680
    },
    {
      "epoch": 0.9433200423964064,
      "grad_norm": 0.38716715574264526,
      "learning_rate": 1.2701673970678443e-05,
      "loss": 0.1798,
      "step": 18690
    },
    {
      "epoch": 0.943824761520214,
      "grad_norm": 0.41000890731811523,
      "learning_rate": 1.2693191395334113e-05,
      "loss": 0.1886,
      "step": 18700
    },
    {
      "epoch": 0.9443294806440216,
      "grad_norm": 0.38004541397094727,
      "learning_rate": 1.2684706730062434e-05,
      "loss": 0.1785,
      "step": 18710
    },
    {
      "epoch": 0.9448341997678292,
      "grad_norm": 0.38889482617378235,
      "learning_rate": 1.2676219981447546e-05,
      "loss": 0.1817,
      "step": 18720
    },
    {
      "epoch": 0.9453389188916368,
      "grad_norm": 0.4031127691268921,
      "learning_rate": 1.2667731156075198e-05,
      "loss": 0.1903,
      "step": 18730
    },
    {
      "epoch": 0.9458436380154444,
      "grad_norm": 0.42967334389686584,
      "learning_rate": 1.2659240260532757e-05,
      "loss": 0.1858,
      "step": 18740
    },
    {
      "epoch": 0.946348357139252,
      "grad_norm": 0.4163878858089447,
      "learning_rate": 1.2650747301409182e-05,
      "loss": 0.185,
      "step": 18750
    },
    {
      "epoch": 0.9468530762630596,
      "grad_norm": 0.3954657018184662,
      "learning_rate": 1.2642252285295053e-05,
      "loss": 0.1854,
      "step": 18760
    },
    {
      "epoch": 0.9473577953868673,
      "grad_norm": 0.4097488224506378,
      "learning_rate": 1.2633755218782533e-05,
      "loss": 0.1882,
      "step": 18770
    },
    {
      "epoch": 0.9478625145106748,
      "grad_norm": 0.41508227586746216,
      "learning_rate": 1.262525610846538e-05,
      "loss": 0.1877,
      "step": 18780
    },
    {
      "epoch": 0.9483672336344824,
      "grad_norm": 0.4029572308063507,
      "learning_rate": 1.2616754960938938e-05,
      "loss": 0.1818,
      "step": 18790
    },
    {
      "epoch": 0.9488719527582901,
      "grad_norm": 0.37432044744491577,
      "learning_rate": 1.2608251782800127e-05,
      "loss": 0.1889,
      "step": 18800
    },
    {
      "epoch": 0.9493766718820976,
      "grad_norm": 0.39409905672073364,
      "learning_rate": 1.2599746580647457e-05,
      "loss": 0.1856,
      "step": 18810
    },
    {
      "epoch": 0.9498813910059052,
      "grad_norm": 0.4346454441547394,
      "learning_rate": 1.2591239361080993e-05,
      "loss": 0.1863,
      "step": 18820
    },
    {
      "epoch": 0.9503861101297129,
      "grad_norm": 0.4063919186592102,
      "learning_rate": 1.258273013070237e-05,
      "loss": 0.1851,
      "step": 18830
    },
    {
      "epoch": 0.9508908292535204,
      "grad_norm": 0.38064175844192505,
      "learning_rate": 1.257421889611479e-05,
      "loss": 0.1867,
      "step": 18840
    },
    {
      "epoch": 0.951395548377328,
      "grad_norm": 0.3972936272621155,
      "learning_rate": 1.2565705663922997e-05,
      "loss": 0.1833,
      "step": 18850
    },
    {
      "epoch": 0.9519002675011357,
      "grad_norm": 0.3956112563610077,
      "learning_rate": 1.2557190440733304e-05,
      "loss": 0.1839,
      "step": 18860
    },
    {
      "epoch": 0.9524049866249432,
      "grad_norm": 0.39520660042762756,
      "learning_rate": 1.2548673233153552e-05,
      "loss": 0.1897,
      "step": 18870
    },
    {
      "epoch": 0.9529097057487508,
      "grad_norm": 0.4157237708568573,
      "learning_rate": 1.2540154047793129e-05,
      "loss": 0.1861,
      "step": 18880
    },
    {
      "epoch": 0.9534144248725585,
      "grad_norm": 0.3810465335845947,
      "learning_rate": 1.2531632891262958e-05,
      "loss": 0.1879,
      "step": 18890
    },
    {
      "epoch": 0.953919143996366,
      "grad_norm": 0.4200023114681244,
      "learning_rate": 1.2523109770175492e-05,
      "loss": 0.192,
      "step": 18900
    },
    {
      "epoch": 0.9544238631201736,
      "grad_norm": 0.3746134340763092,
      "learning_rate": 1.2514584691144704e-05,
      "loss": 0.189,
      "step": 18910
    },
    {
      "epoch": 0.9549285822439812,
      "grad_norm": 0.38868263363838196,
      "learning_rate": 1.250605766078609e-05,
      "loss": 0.1885,
      "step": 18920
    },
    {
      "epoch": 0.9554333013677888,
      "grad_norm": 0.4028845429420471,
      "learning_rate": 1.2497528685716663e-05,
      "loss": 0.1843,
      "step": 18930
    },
    {
      "epoch": 0.9559380204915964,
      "grad_norm": 0.3548697233200073,
      "learning_rate": 1.2488997772554938e-05,
      "loss": 0.183,
      "step": 18940
    },
    {
      "epoch": 0.956442739615404,
      "grad_norm": 0.3994232714176178,
      "learning_rate": 1.2480464927920943e-05,
      "loss": 0.1835,
      "step": 18950
    },
    {
      "epoch": 0.9569474587392116,
      "grad_norm": 0.3968152403831482,
      "learning_rate": 1.2471930158436193e-05,
      "loss": 0.1869,
      "step": 18960
    },
    {
      "epoch": 0.9574521778630193,
      "grad_norm": 0.40542981028556824,
      "learning_rate": 1.2463393470723708e-05,
      "loss": 0.1847,
      "step": 18970
    },
    {
      "epoch": 0.9579568969868268,
      "grad_norm": 0.44324395060539246,
      "learning_rate": 1.2454854871407993e-05,
      "loss": 0.1865,
      "step": 18980
    },
    {
      "epoch": 0.9584616161106344,
      "grad_norm": 0.43222367763519287,
      "learning_rate": 1.2446314367115031e-05,
      "loss": 0.1855,
      "step": 18990
    },
    {
      "epoch": 0.9589663352344421,
      "grad_norm": 0.39202016592025757,
      "learning_rate": 1.2437771964472292e-05,
      "loss": 0.1883,
      "step": 19000
    },
    {
      "epoch": 0.9594710543582496,
      "grad_norm": 0.4227850139141083,
      "learning_rate": 1.242922767010871e-05,
      "loss": 0.1926,
      "step": 19010
    },
    {
      "epoch": 0.9599757734820572,
      "grad_norm": 0.3796577751636505,
      "learning_rate": 1.2420681490654698e-05,
      "loss": 0.1834,
      "step": 19020
    },
    {
      "epoch": 0.9604804926058649,
      "grad_norm": 0.3752273619174957,
      "learning_rate": 1.2412133432742119e-05,
      "loss": 0.1836,
      "step": 19030
    },
    {
      "epoch": 0.9609852117296724,
      "grad_norm": 0.3826806843280792,
      "learning_rate": 1.2403583503004306e-05,
      "loss": 0.1871,
      "step": 19040
    },
    {
      "epoch": 0.96148993085348,
      "grad_norm": 0.370390385389328,
      "learning_rate": 1.2395031708076036e-05,
      "loss": 0.1844,
      "step": 19050
    },
    {
      "epoch": 0.9619946499772877,
      "grad_norm": 0.41818445920944214,
      "learning_rate": 1.2386478054593534e-05,
      "loss": 0.1845,
      "step": 19060
    },
    {
      "epoch": 0.9624993691010952,
      "grad_norm": 0.4110012650489807,
      "learning_rate": 1.2377922549194473e-05,
      "loss": 0.1906,
      "step": 19070
    },
    {
      "epoch": 0.9630040882249028,
      "grad_norm": 0.38379669189453125,
      "learning_rate": 1.2369365198517958e-05,
      "loss": 0.1801,
      "step": 19080
    },
    {
      "epoch": 0.9635088073487105,
      "grad_norm": 0.3884803354740143,
      "learning_rate": 1.236080600920453e-05,
      "loss": 0.1879,
      "step": 19090
    },
    {
      "epoch": 0.964013526472518,
      "grad_norm": 0.394203782081604,
      "learning_rate": 1.235224498789615e-05,
      "loss": 0.1826,
      "step": 19100
    },
    {
      "epoch": 0.9645182455963256,
      "grad_norm": 0.41411563754081726,
      "learning_rate": 1.2343682141236206e-05,
      "loss": 0.1841,
      "step": 19110
    },
    {
      "epoch": 0.9650229647201333,
      "grad_norm": 0.42363905906677246,
      "learning_rate": 1.2335117475869506e-05,
      "loss": 0.1918,
      "step": 19120
    },
    {
      "epoch": 0.9655276838439408,
      "grad_norm": 0.40305760502815247,
      "learning_rate": 1.2326550998442262e-05,
      "loss": 0.1856,
      "step": 19130
    },
    {
      "epoch": 0.9660324029677484,
      "grad_norm": 0.4416186213493347,
      "learning_rate": 1.2317982715602091e-05,
      "loss": 0.1805,
      "step": 19140
    },
    {
      "epoch": 0.9665371220915561,
      "grad_norm": 0.389775812625885,
      "learning_rate": 1.2309412633998019e-05,
      "loss": 0.1903,
      "step": 19150
    },
    {
      "epoch": 0.9670418412153636,
      "grad_norm": 0.40692880749702454,
      "learning_rate": 1.2300840760280463e-05,
      "loss": 0.1777,
      "step": 19160
    },
    {
      "epoch": 0.9675465603391713,
      "grad_norm": 0.39865750074386597,
      "learning_rate": 1.2292267101101233e-05,
      "loss": 0.1889,
      "step": 19170
    },
    {
      "epoch": 0.9680512794629789,
      "grad_norm": 0.3984813690185547,
      "learning_rate": 1.2283691663113522e-05,
      "loss": 0.1817,
      "step": 19180
    },
    {
      "epoch": 0.9685559985867864,
      "grad_norm": 0.3841911852359772,
      "learning_rate": 1.22751144529719e-05,
      "loss": 0.185,
      "step": 19190
    },
    {
      "epoch": 0.9690607177105941,
      "grad_norm": 0.39884617924690247,
      "learning_rate": 1.2266535477332325e-05,
      "loss": 0.1855,
      "step": 19200
    },
    {
      "epoch": 0.9695654368344017,
      "grad_norm": 0.44988569617271423,
      "learning_rate": 1.2257954742852107e-05,
      "loss": 0.1898,
      "step": 19210
    },
    {
      "epoch": 0.9700701559582092,
      "grad_norm": 0.4106396734714508,
      "learning_rate": 1.224937225618994e-05,
      "loss": 0.1847,
      "step": 19220
    },
    {
      "epoch": 0.9705748750820169,
      "grad_norm": 0.41007187962532043,
      "learning_rate": 1.2240788024005861e-05,
      "loss": 0.1857,
      "step": 19230
    },
    {
      "epoch": 0.9710795942058245,
      "grad_norm": 0.3749086260795593,
      "learning_rate": 1.223220205296127e-05,
      "loss": 0.1847,
      "step": 19240
    },
    {
      "epoch": 0.971584313329632,
      "grad_norm": 0.39011332392692566,
      "learning_rate": 1.2223614349718917e-05,
      "loss": 0.1859,
      "step": 19250
    },
    {
      "epoch": 0.9720890324534397,
      "grad_norm": 0.3921906650066376,
      "learning_rate": 1.2215024920942896e-05,
      "loss": 0.1859,
      "step": 19260
    },
    {
      "epoch": 0.9725937515772473,
      "grad_norm": 0.37081339955329895,
      "learning_rate": 1.2206433773298632e-05,
      "loss": 0.1919,
      "step": 19270
    },
    {
      "epoch": 0.9730984707010548,
      "grad_norm": 0.3966238796710968,
      "learning_rate": 1.2197840913452895e-05,
      "loss": 0.1863,
      "step": 19280
    },
    {
      "epoch": 0.9736031898248625,
      "grad_norm": 0.3983743488788605,
      "learning_rate": 1.2189246348073778e-05,
      "loss": 0.1836,
      "step": 19290
    },
    {
      "epoch": 0.97410790894867,
      "grad_norm": 0.39500346779823303,
      "learning_rate": 1.2180650083830697e-05,
      "loss": 0.1872,
      "step": 19300
    },
    {
      "epoch": 0.9746126280724776,
      "grad_norm": 0.405495285987854,
      "learning_rate": 1.2172052127394389e-05,
      "loss": 0.1822,
      "step": 19310
    },
    {
      "epoch": 0.9751173471962853,
      "grad_norm": 0.4609345495700836,
      "learning_rate": 1.21634524854369e-05,
      "loss": 0.1843,
      "step": 19320
    },
    {
      "epoch": 0.9756220663200929,
      "grad_norm": 0.4241788387298584,
      "learning_rate": 1.215485116463159e-05,
      "loss": 0.1875,
      "step": 19330
    },
    {
      "epoch": 0.9761267854439005,
      "grad_norm": 0.39858144521713257,
      "learning_rate": 1.2146248171653116e-05,
      "loss": 0.1813,
      "step": 19340
    },
    {
      "epoch": 0.9766315045677081,
      "grad_norm": 0.40153568983078003,
      "learning_rate": 1.2137643513177442e-05,
      "loss": 0.1874,
      "step": 19350
    },
    {
      "epoch": 0.9771362236915156,
      "grad_norm": 0.40968558192253113,
      "learning_rate": 1.2129037195881807e-05,
      "loss": 0.184,
      "step": 19360
    },
    {
      "epoch": 0.9776409428153233,
      "grad_norm": 0.3997901976108551,
      "learning_rate": 1.2120429226444754e-05,
      "loss": 0.1885,
      "step": 19370
    },
    {
      "epoch": 0.9781456619391309,
      "grad_norm": 0.3866599500179291,
      "learning_rate": 1.2111819611546099e-05,
      "loss": 0.186,
      "step": 19380
    },
    {
      "epoch": 0.9786503810629384,
      "grad_norm": 0.38477715849876404,
      "learning_rate": 1.2103208357866943e-05,
      "loss": 0.1816,
      "step": 19390
    },
    {
      "epoch": 0.9791551001867461,
      "grad_norm": 0.4093908965587616,
      "learning_rate": 1.2094595472089648e-05,
      "loss": 0.1877,
      "step": 19400
    },
    {
      "epoch": 0.9796598193105537,
      "grad_norm": 0.43984702229499817,
      "learning_rate": 1.2085980960897848e-05,
      "loss": 0.1874,
      "step": 19410
    },
    {
      "epoch": 0.9801645384343612,
      "grad_norm": 0.37637844681739807,
      "learning_rate": 1.2077364830976442e-05,
      "loss": 0.1827,
      "step": 19420
    },
    {
      "epoch": 0.9806692575581689,
      "grad_norm": 0.40419793128967285,
      "learning_rate": 1.2068747089011579e-05,
      "loss": 0.1849,
      "step": 19430
    },
    {
      "epoch": 0.9811739766819765,
      "grad_norm": 0.39993032813072205,
      "learning_rate": 1.2060127741690664e-05,
      "loss": 0.1787,
      "step": 19440
    },
    {
      "epoch": 0.981678695805784,
      "grad_norm": 0.44488808512687683,
      "learning_rate": 1.2051506795702338e-05,
      "loss": 0.1816,
      "step": 19450
    },
    {
      "epoch": 0.9821834149295917,
      "grad_norm": 0.40668126940727234,
      "learning_rate": 1.2042884257736497e-05,
      "loss": 0.1855,
      "step": 19460
    },
    {
      "epoch": 0.9826881340533993,
      "grad_norm": 0.4074295163154602,
      "learning_rate": 1.2034260134484268e-05,
      "loss": 0.1841,
      "step": 19470
    },
    {
      "epoch": 0.9831928531772068,
      "grad_norm": 0.39995354413986206,
      "learning_rate": 1.2025634432637995e-05,
      "loss": 0.1893,
      "step": 19480
    },
    {
      "epoch": 0.9836975723010145,
      "grad_norm": 0.43158194422721863,
      "learning_rate": 1.2017007158891264e-05,
      "loss": 0.1846,
      "step": 19490
    },
    {
      "epoch": 0.9842022914248221,
      "grad_norm": 0.41605162620544434,
      "learning_rate": 1.2008378319938874e-05,
      "loss": 0.1887,
      "step": 19500
    },
    {
      "epoch": 0.9847070105486296,
      "grad_norm": 0.4008845090866089,
      "learning_rate": 1.1999747922476835e-05,
      "loss": 0.1875,
      "step": 19510
    },
    {
      "epoch": 0.9852117296724373,
      "grad_norm": 0.4134013056755066,
      "learning_rate": 1.1991115973202371e-05,
      "loss": 0.1885,
      "step": 19520
    },
    {
      "epoch": 0.9857164487962449,
      "grad_norm": 0.3742181360721588,
      "learning_rate": 1.1982482478813915e-05,
      "loss": 0.1819,
      "step": 19530
    },
    {
      "epoch": 0.9862211679200525,
      "grad_norm": 0.40392449498176575,
      "learning_rate": 1.197384744601109e-05,
      "loss": 0.1838,
      "step": 19540
    },
    {
      "epoch": 0.9867258870438601,
      "grad_norm": 0.4069797396659851,
      "learning_rate": 1.196521088149471e-05,
      "loss": 0.1831,
      "step": 19550
    },
    {
      "epoch": 0.9872306061676677,
      "grad_norm": 0.3964247405529022,
      "learning_rate": 1.1956572791966792e-05,
      "loss": 0.1863,
      "step": 19560
    },
    {
      "epoch": 0.9877353252914753,
      "grad_norm": 0.4302219748497009,
      "learning_rate": 1.1947933184130524e-05,
      "loss": 0.1895,
      "step": 19570
    },
    {
      "epoch": 0.9882400444152829,
      "grad_norm": 0.39273980259895325,
      "learning_rate": 1.193929206469028e-05,
      "loss": 0.1819,
      "step": 19580
    },
    {
      "epoch": 0.9887447635390905,
      "grad_norm": 0.40586337447166443,
      "learning_rate": 1.1930649440351599e-05,
      "loss": 0.1853,
      "step": 19590
    },
    {
      "epoch": 0.9892494826628981,
      "grad_norm": 0.4366891384124756,
      "learning_rate": 1.1922005317821194e-05,
      "loss": 0.1849,
      "step": 19600
    },
    {
      "epoch": 0.9897542017867057,
      "grad_norm": 0.39312854409217834,
      "learning_rate": 1.1913359703806941e-05,
      "loss": 0.1854,
      "step": 19610
    },
    {
      "epoch": 0.9902589209105133,
      "grad_norm": 0.3899368643760681,
      "learning_rate": 1.190471260501787e-05,
      "loss": 0.1809,
      "step": 19620
    },
    {
      "epoch": 0.9907636400343209,
      "grad_norm": 0.4024716019630432,
      "learning_rate": 1.189606402816416e-05,
      "loss": 0.18,
      "step": 19630
    },
    {
      "epoch": 0.9912683591581285,
      "grad_norm": 0.4122626781463623,
      "learning_rate": 1.1887413979957148e-05,
      "loss": 0.1798,
      "step": 19640
    },
    {
      "epoch": 0.9917730782819361,
      "grad_norm": 0.41943690180778503,
      "learning_rate": 1.1878762467109302e-05,
      "loss": 0.1869,
      "step": 19650
    },
    {
      "epoch": 0.9922777974057437,
      "grad_norm": 0.39539793133735657,
      "learning_rate": 1.1870109496334232e-05,
      "loss": 0.1841,
      "step": 19660
    },
    {
      "epoch": 0.9927825165295513,
      "grad_norm": 0.4011574685573578,
      "learning_rate": 1.1861455074346677e-05,
      "loss": 0.1819,
      "step": 19670
    },
    {
      "epoch": 0.9932872356533589,
      "grad_norm": 0.4197707772254944,
      "learning_rate": 1.1852799207862507e-05,
      "loss": 0.1845,
      "step": 19680
    },
    {
      "epoch": 0.9937919547771665,
      "grad_norm": 0.3969573974609375,
      "learning_rate": 1.1844141903598705e-05,
      "loss": 0.1813,
      "step": 19690
    },
    {
      "epoch": 0.9942966739009741,
      "grad_norm": 0.39650118350982666,
      "learning_rate": 1.1835483168273377e-05,
      "loss": 0.1868,
      "step": 19700
    },
    {
      "epoch": 0.9948013930247817,
      "grad_norm": 0.40741580724716187,
      "learning_rate": 1.1826823008605732e-05,
      "loss": 0.1869,
      "step": 19710
    },
    {
      "epoch": 0.9953061121485893,
      "grad_norm": 0.39383557438850403,
      "learning_rate": 1.1818161431316093e-05,
      "loss": 0.1902,
      "step": 19720
    },
    {
      "epoch": 0.9958108312723969,
      "grad_norm": 0.40619343519210815,
      "learning_rate": 1.1809498443125875e-05,
      "loss": 0.185,
      "step": 19730
    },
    {
      "epoch": 0.9963155503962046,
      "grad_norm": 0.42451363801956177,
      "learning_rate": 1.18008340507576e-05,
      "loss": 0.1881,
      "step": 19740
    },
    {
      "epoch": 0.9968202695200121,
      "grad_norm": 0.3952495753765106,
      "learning_rate": 1.179216826093486e-05,
      "loss": 0.1852,
      "step": 19750
    },
    {
      "epoch": 0.9973249886438197,
      "grad_norm": 0.41204485297203064,
      "learning_rate": 1.1783501080382349e-05,
      "loss": 0.1913,
      "step": 19760
    },
    {
      "epoch": 0.9978297077676274,
      "grad_norm": 0.39689990878105164,
      "learning_rate": 1.1774832515825832e-05,
      "loss": 0.1797,
      "step": 19770
    },
    {
      "epoch": 0.9983344268914349,
      "grad_norm": 0.3918308615684509,
      "learning_rate": 1.1766162573992153e-05,
      "loss": 0.1813,
      "step": 19780
    },
    {
      "epoch": 0.9988391460152425,
      "grad_norm": 0.39842039346694946,
      "learning_rate": 1.175749126160922e-05,
      "loss": 0.1885,
      "step": 19790
    },
    {
      "epoch": 0.9993438651390502,
      "grad_norm": 0.39777183532714844,
      "learning_rate": 1.1748818585406004e-05,
      "loss": 0.1843,
      "step": 19800
    },
    {
      "epoch": 0.9998485842628577,
      "grad_norm": 0.36155563592910767,
      "learning_rate": 1.1740144552112536e-05,
      "loss": 0.1838,
      "step": 19810
    },
    {
      "epoch": 1.0003533033866654,
      "grad_norm": 0.34840667247772217,
      "learning_rate": 1.1731469168459906e-05,
      "loss": 0.1781,
      "step": 19820
    },
    {
      "epoch": 1.0008580225104728,
      "grad_norm": 0.4441397190093994,
      "learning_rate": 1.1722792441180242e-05,
      "loss": 0.1729,
      "step": 19830
    },
    {
      "epoch": 1.0013627416342805,
      "grad_norm": 0.43244704604148865,
      "learning_rate": 1.1714114377006725e-05,
      "loss": 0.176,
      "step": 19840
    },
    {
      "epoch": 1.0018674607580882,
      "grad_norm": 0.44057613611221313,
      "learning_rate": 1.170543498267356e-05,
      "loss": 0.1709,
      "step": 19850
    },
    {
      "epoch": 1.0023721798818956,
      "grad_norm": 0.4264165461063385,
      "learning_rate": 1.1696754264915995e-05,
      "loss": 0.1764,
      "step": 19860
    },
    {
      "epoch": 1.0028768990057033,
      "grad_norm": 0.420516699552536,
      "learning_rate": 1.1688072230470302e-05,
      "loss": 0.1733,
      "step": 19870
    },
    {
      "epoch": 1.003381618129511,
      "grad_norm": 0.4225519895553589,
      "learning_rate": 1.1679388886073777e-05,
      "loss": 0.169,
      "step": 19880
    },
    {
      "epoch": 1.0038863372533184,
      "grad_norm": 0.500748336315155,
      "learning_rate": 1.1670704238464729e-05,
      "loss": 0.172,
      "step": 19890
    },
    {
      "epoch": 1.0043910563771261,
      "grad_norm": 0.4070868194103241,
      "learning_rate": 1.1662018294382476e-05,
      "loss": 0.1745,
      "step": 19900
    },
    {
      "epoch": 1.0048957755009338,
      "grad_norm": 0.4627508819103241,
      "learning_rate": 1.1653331060567347e-05,
      "loss": 0.1695,
      "step": 19910
    },
    {
      "epoch": 1.0054004946247412,
      "grad_norm": 0.4450300335884094,
      "learning_rate": 1.1644642543760673e-05,
      "loss": 0.1721,
      "step": 19920
    },
    {
      "epoch": 1.005905213748549,
      "grad_norm": 0.4622417092323303,
      "learning_rate": 1.163595275070478e-05,
      "loss": 0.1705,
      "step": 19930
    },
    {
      "epoch": 1.0064099328723566,
      "grad_norm": 0.4213803708553314,
      "learning_rate": 1.1627261688142973e-05,
      "loss": 0.1717,
      "step": 19940
    },
    {
      "epoch": 1.006914651996164,
      "grad_norm": 0.45333626866340637,
      "learning_rate": 1.1618569362819559e-05,
      "loss": 0.1751,
      "step": 19950
    },
    {
      "epoch": 1.0074193711199717,
      "grad_norm": 0.4487689137458801,
      "learning_rate": 1.1609875781479816e-05,
      "loss": 0.1705,
      "step": 19960
    },
    {
      "epoch": 1.0079240902437794,
      "grad_norm": 0.4083845913410187,
      "learning_rate": 1.1601180950869997e-05,
      "loss": 0.1693,
      "step": 19970
    },
    {
      "epoch": 1.0084288093675868,
      "grad_norm": 0.4832732677459717,
      "learning_rate": 1.1592484877737325e-05,
      "loss": 0.1737,
      "step": 19980
    },
    {
      "epoch": 1.0089335284913945,
      "grad_norm": 0.45176923274993896,
      "learning_rate": 1.1583787568829989e-05,
      "loss": 0.1749,
      "step": 19990
    },
    {
      "epoch": 1.0094382476152022,
      "grad_norm": 0.43392476439476013,
      "learning_rate": 1.1575089030897138e-05,
      "loss": 0.1647,
      "step": 20000
    }
  ],
  "logging_steps": 10,
  "max_steps": 39626,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.6832279303782138e+20,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}