{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 15165,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0019784350578692256,
      "grad_norm": 18.27071222966372,
      "learning_rate": 5.932762030323006e-07,
      "loss": 8.2488,
      "step": 10
    },
    {
      "epoch": 0.003956870115738451,
      "grad_norm": 18.42850638804892,
      "learning_rate": 1.2524719841793013e-06,
      "loss": 8.1926,
      "step": 20
    },
    {
      "epoch": 0.005935305173607676,
      "grad_norm": 16.237706525302578,
      "learning_rate": 1.9116677653263018e-06,
      "loss": 7.8797,
      "step": 30
    },
    {
      "epoch": 0.007913740231476903,
      "grad_norm": 7.345094443891543,
      "learning_rate": 2.570863546473303e-06,
      "loss": 7.1377,
      "step": 40
    },
    {
      "epoch": 0.009892175289346126,
      "grad_norm": 4.1751077965013,
      "learning_rate": 3.2300593276203036e-06,
      "loss": 6.5949,
      "step": 50
    },
    {
      "epoch": 0.011870610347215352,
      "grad_norm": 3.045191177285298,
      "learning_rate": 3.889255108767304e-06,
      "loss": 6.2493,
      "step": 60
    },
    {
      "epoch": 0.013849045405084578,
      "grad_norm": 2.8843237041855585,
      "learning_rate": 4.548450889914305e-06,
      "loss": 5.9583,
      "step": 70
    },
    {
      "epoch": 0.015827480462953805,
      "grad_norm": 3.670983769912659,
      "learning_rate": 5.207646671061305e-06,
      "loss": 5.6254,
      "step": 80
    },
    {
      "epoch": 0.01780591552082303,
      "grad_norm": 4.139292942232579,
      "learning_rate": 5.866842452208306e-06,
      "loss": 5.1575,
      "step": 90
    },
    {
      "epoch": 0.019784350578692253,
      "grad_norm": 5.066451878346414,
      "learning_rate": 6.5260382333553066e-06,
      "loss": 4.6772,
      "step": 100
    },
    {
      "epoch": 0.02176278563656148,
      "grad_norm": 7.076967605806251,
      "learning_rate": 7.1852340145023085e-06,
      "loss": 4.2365,
      "step": 110
    },
    {
      "epoch": 0.023741220694430704,
      "grad_norm": 4.396704378316536,
      "learning_rate": 7.844429795649308e-06,
      "loss": 3.8687,
      "step": 120
    },
    {
      "epoch": 0.02571965575229993,
      "grad_norm": 5.575119013791814,
      "learning_rate": 8.503625576796309e-06,
      "loss": 3.5716,
      "step": 130
    },
    {
      "epoch": 0.027698090810169156,
      "grad_norm": 7.366464259348961,
      "learning_rate": 9.162821357943308e-06,
      "loss": 3.3159,
      "step": 140
    },
    {
      "epoch": 0.029676525868038383,
      "grad_norm": 9.294372864837786,
      "learning_rate": 9.82201713909031e-06,
      "loss": 3.1137,
      "step": 150
    },
    {
      "epoch": 0.03165496092590761,
      "grad_norm": 8.668783845794014,
      "learning_rate": 1.048121292023731e-05,
      "loss": 2.9591,
      "step": 160
    },
    {
      "epoch": 0.033633395983776834,
      "grad_norm": 6.909772700939704,
      "learning_rate": 1.1140408701384312e-05,
      "loss": 2.8445,
      "step": 170
    },
    {
      "epoch": 0.03561183104164606,
      "grad_norm": 13.112664719198786,
      "learning_rate": 1.1799604482531313e-05,
      "loss": 2.7391,
      "step": 180
    },
    {
      "epoch": 0.03759026609951528,
      "grad_norm": 12.639432721417467,
      "learning_rate": 1.2458800263678314e-05,
      "loss": 2.6492,
      "step": 190
    },
    {
      "epoch": 0.039568701157384506,
      "grad_norm": 11.221743159874595,
      "learning_rate": 1.3117996044825315e-05,
      "loss": 2.5834,
      "step": 200
    },
    {
      "epoch": 0.04154713621525374,
      "grad_norm": 9.087262938797018,
      "learning_rate": 1.3777191825972313e-05,
      "loss": 2.5302,
      "step": 210
    },
    {
      "epoch": 0.04352557127312296,
      "grad_norm": 6.600787050022604,
      "learning_rate": 1.4436387607119314e-05,
      "loss": 2.4701,
      "step": 220
    },
    {
      "epoch": 0.045504006330992185,
      "grad_norm": 10.270712418847717,
      "learning_rate": 1.5095583388266315e-05,
      "loss": 2.4074,
      "step": 230
    },
    {
      "epoch": 0.04748244138886141,
      "grad_norm": 12.345468737508368,
      "learning_rate": 1.5754779169413318e-05,
      "loss": 2.361,
      "step": 240
    },
    {
      "epoch": 0.04946087644673064,
      "grad_norm": 10.27204672346041,
      "learning_rate": 1.6413974950560317e-05,
      "loss": 2.3118,
      "step": 250
    },
    {
      "epoch": 0.05143931150459986,
      "grad_norm": 13.25969451726472,
      "learning_rate": 1.707317073170732e-05,
      "loss": 2.2622,
      "step": 260
    },
    {
      "epoch": 0.05341774656246909,
      "grad_norm": 11.072289863008441,
      "learning_rate": 1.7732366512854316e-05,
      "loss": 2.2078,
      "step": 270
    },
    {
      "epoch": 0.05539618162033831,
      "grad_norm": 15.921575229391284,
      "learning_rate": 1.839156229400132e-05,
      "loss": 2.1729,
      "step": 280
    },
    {
      "epoch": 0.057374616678207535,
      "grad_norm": 11.043039612542414,
      "learning_rate": 1.905075807514832e-05,
      "loss": 2.0957,
      "step": 290
    },
    {
      "epoch": 0.059353051736076766,
      "grad_norm": 24.958698332358246,
      "learning_rate": 1.970995385629532e-05,
      "loss": 2.032,
      "step": 300
    },
    {
      "epoch": 0.06133148679394599,
      "grad_norm": 11.042186547150841,
      "learning_rate": 2.0369149637442324e-05,
      "loss": 1.9749,
      "step": 310
    },
    {
      "epoch": 0.06330992185181522,
      "grad_norm": 16.843891866559268,
      "learning_rate": 2.102834541858932e-05,
      "loss": 1.9295,
      "step": 320
    },
    {
      "epoch": 0.06528835690968444,
      "grad_norm": 20.259888935491475,
      "learning_rate": 2.1687541199736323e-05,
      "loss": 1.8722,
      "step": 330
    },
    {
      "epoch": 0.06726679196755367,
      "grad_norm": 9.302704264687149,
      "learning_rate": 2.2346736980883322e-05,
      "loss": 1.7837,
      "step": 340
    },
    {
      "epoch": 0.06924522702542289,
      "grad_norm": 11.853746101934286,
      "learning_rate": 2.3005932762030325e-05,
      "loss": 1.7023,
      "step": 350
    },
    {
      "epoch": 0.07122366208329212,
      "grad_norm": 12.452596266651673,
      "learning_rate": 2.3665128543177324e-05,
      "loss": 1.5953,
      "step": 360
    },
    {
      "epoch": 0.07320209714116134,
      "grad_norm": 12.611442852636781,
      "learning_rate": 2.4324324324324327e-05,
      "loss": 1.4886,
      "step": 370
    },
    {
      "epoch": 0.07518053219903056,
      "grad_norm": 10.129597712782196,
      "learning_rate": 2.4983520105471327e-05,
      "loss": 1.3923,
      "step": 380
    },
    {
      "epoch": 0.07715896725689979,
      "grad_norm": 12.506004353627162,
      "learning_rate": 2.564271588661833e-05,
      "loss": 1.3274,
      "step": 390
    },
    {
      "epoch": 0.07913740231476901,
      "grad_norm": 10.822619254143786,
      "learning_rate": 2.630191166776533e-05,
      "loss": 1.2532,
      "step": 400
    },
    {
      "epoch": 0.08111583737263825,
      "grad_norm": 8.906632002969795,
      "learning_rate": 2.6961107448912325e-05,
      "loss": 1.1827,
      "step": 410
    },
    {
      "epoch": 0.08309427243050747,
      "grad_norm": 11.275909284095082,
      "learning_rate": 2.762030323005933e-05,
      "loss": 1.1337,
      "step": 420
    },
    {
      "epoch": 0.0850727074883767,
      "grad_norm": 8.116166301720503,
      "learning_rate": 2.8279499011206327e-05,
      "loss": 1.0995,
      "step": 430
    },
    {
      "epoch": 0.08705114254624592,
      "grad_norm": 6.04533752402456,
      "learning_rate": 2.8938694792353333e-05,
      "loss": 1.041,
      "step": 440
    },
    {
      "epoch": 0.08902957760411515,
      "grad_norm": 8.199967110198395,
      "learning_rate": 2.959789057350033e-05,
      "loss": 1.0085,
      "step": 450
    },
    {
      "epoch": 0.09100801266198437,
      "grad_norm": 5.966632634787246,
      "learning_rate": 3.025708635464733e-05,
      "loss": 0.9789,
      "step": 460
    },
    {
      "epoch": 0.0929864477198536,
      "grad_norm": 7.542890494666366,
      "learning_rate": 3.0916282135794335e-05,
      "loss": 0.9322,
      "step": 470
    },
    {
      "epoch": 0.09496488277772282,
      "grad_norm": 6.419197290117979,
      "learning_rate": 3.1575477916941334e-05,
      "loss": 0.9012,
      "step": 480
    },
    {
      "epoch": 0.09694331783559204,
      "grad_norm": 7.230609355229698,
      "learning_rate": 3.2234673698088334e-05,
      "loss": 0.864,
      "step": 490
    },
    {
      "epoch": 0.09892175289346128,
      "grad_norm": 8.831206385771303,
      "learning_rate": 3.289386947923533e-05,
      "loss": 0.8396,
      "step": 500
    },
    {
      "epoch": 0.1009001879513305,
      "grad_norm": 5.474288141127669,
      "learning_rate": 3.355306526038233e-05,
      "loss": 0.8105,
      "step": 510
    },
    {
      "epoch": 0.10287862300919973,
      "grad_norm": 6.480739234240131,
      "learning_rate": 3.421226104152934e-05,
      "loss": 0.7882,
      "step": 520
    },
    {
      "epoch": 0.10485705806706895,
      "grad_norm": 7.728117033857703,
      "learning_rate": 3.487145682267634e-05,
      "loss": 0.7672,
      "step": 530
    },
    {
      "epoch": 0.10683549312493817,
      "grad_norm": 7.224543934905468,
      "learning_rate": 3.553065260382334e-05,
      "loss": 0.7427,
      "step": 540
    },
    {
      "epoch": 0.1088139281828074,
      "grad_norm": 9.71755071067802,
      "learning_rate": 3.618984838497034e-05,
      "loss": 0.7289,
      "step": 550
    },
    {
      "epoch": 0.11079236324067662,
      "grad_norm": 9.013838481212211,
      "learning_rate": 3.684904416611734e-05,
      "loss": 0.7055,
      "step": 560
    },
    {
      "epoch": 0.11277079829854585,
      "grad_norm": 8.990168050738767,
      "learning_rate": 3.750823994726434e-05,
      "loss": 0.6953,
      "step": 570
    },
    {
      "epoch": 0.11474923335641507,
      "grad_norm": 8.401383219800481,
      "learning_rate": 3.8167435728411335e-05,
      "loss": 0.6521,
      "step": 580
    },
    {
      "epoch": 0.11672766841428431,
      "grad_norm": 6.087284054616336,
      "learning_rate": 3.882663150955834e-05,
      "loss": 0.6344,
      "step": 590
    },
    {
      "epoch": 0.11870610347215353,
      "grad_norm": 10.801136312533107,
      "learning_rate": 3.948582729070534e-05,
      "loss": 0.6241,
      "step": 600
    },
    {
      "epoch": 0.12068453853002276,
      "grad_norm": 6.860269629025034,
      "learning_rate": 4.014502307185235e-05,
      "loss": 0.6092,
      "step": 610
    },
    {
      "epoch": 0.12266297358789198,
      "grad_norm": 5.73511209502541,
      "learning_rate": 4.0804218852999346e-05,
      "loss": 0.567,
      "step": 620
    },
    {
      "epoch": 0.1246414086457612,
      "grad_norm": 8.680536771631163,
      "learning_rate": 4.146341463414634e-05,
      "loss": 0.5574,
      "step": 630
    },
    {
      "epoch": 0.12661984370363044,
      "grad_norm": 5.459117315187968,
      "learning_rate": 4.2122610415293345e-05,
      "loss": 0.5388,
      "step": 640
    },
    {
      "epoch": 0.12859827876149965,
      "grad_norm": 7.626847592321398,
      "learning_rate": 4.2781806196440345e-05,
      "loss": 0.5242,
      "step": 650
    },
    {
      "epoch": 0.1305767138193689,
      "grad_norm": 8.224696776851802,
      "learning_rate": 4.344100197758735e-05,
      "loss": 0.5008,
      "step": 660
    },
    {
      "epoch": 0.1325551488772381,
      "grad_norm": 5.504100133562513,
      "learning_rate": 4.4100197758734343e-05,
      "loss": 0.476,
      "step": 670
    },
    {
      "epoch": 0.13453358393510734,
      "grad_norm": 6.288010307279371,
      "learning_rate": 4.475939353988134e-05,
      "loss": 0.4708,
      "step": 680
    },
    {
      "epoch": 0.13651201899297655,
      "grad_norm": 5.01649859280277,
      "learning_rate": 4.541858932102835e-05,
      "loss": 0.4509,
      "step": 690
    },
    {
      "epoch": 0.13849045405084578,
      "grad_norm": 4.608076080280306,
      "learning_rate": 4.607778510217535e-05,
      "loss": 0.4285,
      "step": 700
    },
    {
      "epoch": 0.140468889108715,
      "grad_norm": 3.985096852254749,
      "learning_rate": 4.673698088332235e-05,
      "loss": 0.4168,
      "step": 710
    },
    {
      "epoch": 0.14244732416658423,
      "grad_norm": 4.352804627518931,
      "learning_rate": 4.739617666446935e-05,
      "loss": 0.4,
      "step": 720
    },
    {
      "epoch": 0.14442575922445347,
      "grad_norm": 4.6295209533510615,
      "learning_rate": 4.805537244561635e-05,
      "loss": 0.3813,
      "step": 730
    },
    {
      "epoch": 0.14640419428232268,
      "grad_norm": 3.571509058834046,
      "learning_rate": 4.871456822676335e-05,
      "loss": 0.3647,
      "step": 740
    },
    {
      "epoch": 0.14838262934019192,
      "grad_norm": 3.5864532865596424,
      "learning_rate": 4.937376400791035e-05,
      "loss": 0.3573,
      "step": 750
    },
    {
      "epoch": 0.15036106439806113,
      "grad_norm": 3.8114210512980624,
      "learning_rate": 5.003295978905735e-05,
      "loss": 0.3418,
      "step": 760
    },
    {
      "epoch": 0.15233949945593037,
      "grad_norm": 3.6429674032242136,
      "learning_rate": 5.069215557020436e-05,
      "loss": 0.3299,
      "step": 770
    },
    {
      "epoch": 0.15431793451379958,
      "grad_norm": 3.605975388814614,
      "learning_rate": 5.135135135135135e-05,
      "loss": 0.315,
      "step": 780
    },
    {
      "epoch": 0.15629636957166881,
      "grad_norm": 3.298857057317268,
      "learning_rate": 5.201054713249836e-05,
      "loss": 0.2976,
      "step": 790
    },
    {
      "epoch": 0.15827480462953802,
      "grad_norm": 2.9058443234006734,
      "learning_rate": 5.2669742913645356e-05,
      "loss": 0.2847,
      "step": 800
    },
    {
      "epoch": 0.16025323968740726,
      "grad_norm": 3.6515866016769745,
      "learning_rate": 5.332893869479235e-05,
      "loss": 0.276,
      "step": 810
    },
    {
      "epoch": 0.1622316747452765,
      "grad_norm": 3.220582176879008,
      "learning_rate": 5.3988134475939355e-05,
      "loss": 0.2615,
      "step": 820
    },
    {
      "epoch": 0.1642101098031457,
      "grad_norm": 3.6386287428897197,
      "learning_rate": 5.464733025708636e-05,
      "loss": 0.2502,
      "step": 830
    },
    {
      "epoch": 0.16618854486101495,
      "grad_norm": 3.0386970537722577,
      "learning_rate": 5.5306526038233354e-05,
      "loss": 0.2413,
      "step": 840
    },
    {
      "epoch": 0.16816697991888416,
      "grad_norm": 2.902041954379045,
      "learning_rate": 5.596572181938036e-05,
      "loss": 0.2276,
      "step": 850
    },
    {
      "epoch": 0.1701454149767534,
      "grad_norm": 2.741706143098911,
      "learning_rate": 5.662491760052736e-05,
      "loss": 0.221,
      "step": 860
    },
    {
      "epoch": 0.1721238500346226,
      "grad_norm": 2.537183361968342,
      "learning_rate": 5.7284113381674366e-05,
      "loss": 0.2128,
      "step": 870
    },
    {
      "epoch": 0.17410228509249184,
      "grad_norm": 2.4428925267211854,
      "learning_rate": 5.794330916282136e-05,
      "loss": 0.2007,
      "step": 880
    },
    {
      "epoch": 0.17608072015036105,
      "grad_norm": 1.908820370585511,
      "learning_rate": 5.8602504943968364e-05,
      "loss": 0.1945,
      "step": 890
    },
    {
      "epoch": 0.1780591552082303,
      "grad_norm": 2.7172405072443984,
      "learning_rate": 5.9261700725115364e-05,
      "loss": 0.1928,
      "step": 900
    },
    {
      "epoch": 0.18003759026609953,
      "grad_norm": 2.3026113232110825,
      "learning_rate": 5.9920896506262356e-05,
      "loss": 0.1807,
      "step": 910
    },
    {
      "epoch": 0.18201602532396874,
      "grad_norm": 1.6702746909235135,
      "learning_rate": 6.058009228740936e-05,
      "loss": 0.1729,
      "step": 920
    },
    {
      "epoch": 0.18399446038183798,
      "grad_norm": 2.1885972795168382,
      "learning_rate": 6.123928806855637e-05,
      "loss": 0.1696,
      "step": 930
    },
    {
      "epoch": 0.1859728954397072,
      "grad_norm": 1.8285855376817652,
      "learning_rate": 6.189848384970337e-05,
      "loss": 0.1667,
      "step": 940
    },
    {
      "epoch": 0.18795133049757642,
      "grad_norm": 2.061400953914988,
      "learning_rate": 6.255767963085037e-05,
      "loss": 0.1726,
      "step": 950
    },
    {
      "epoch": 0.18992976555544563,
      "grad_norm": 1.5792470793396332,
      "learning_rate": 6.321687541199737e-05,
      "loss": 0.1506,
      "step": 960
    },
    {
      "epoch": 0.19190820061331487,
      "grad_norm": 2.1192645528434593,
      "learning_rate": 6.387607119314437e-05,
      "loss": 0.1412,
      "step": 970
    },
    {
      "epoch": 0.19388663567118408,
      "grad_norm": 1.4500544198791672,
      "learning_rate": 6.453526697429137e-05,
      "loss": 0.1381,
      "step": 980
    },
    {
      "epoch": 0.19586507072905332,
      "grad_norm": 1.43896161133675,
      "learning_rate": 6.519446275543837e-05,
      "loss": 0.1283,
      "step": 990
    },
    {
      "epoch": 0.19784350578692256,
      "grad_norm": 1.1558821629708707,
      "learning_rate": 6.585365853658538e-05,
      "loss": 0.1232,
      "step": 1000
    },
    {
      "epoch": 0.19982194084479177,
      "grad_norm": 1.4182204283213564,
      "learning_rate": 6.651285431773236e-05,
      "loss": 0.1159,
      "step": 1010
    },
    {
      "epoch": 0.201800375902661,
      "grad_norm": 3.0799753417021503,
      "learning_rate": 6.717205009887936e-05,
      "loss": 0.1161,
      "step": 1020
    },
    {
      "epoch": 0.20377881096053022,
      "grad_norm": 1.2820891947710336,
      "learning_rate": 6.783124588002638e-05,
      "loss": 0.11,
      "step": 1030
    },
    {
      "epoch": 0.20575724601839945,
      "grad_norm": 2.0583661804961757,
      "learning_rate": 6.849044166117338e-05,
      "loss": 0.1008,
      "step": 1040
    },
    {
      "epoch": 0.20773568107626866,
      "grad_norm": 1.1818264274691648,
      "learning_rate": 6.914963744232038e-05,
      "loss": 0.0973,
      "step": 1050
    },
    {
      "epoch": 0.2097141161341379,
      "grad_norm": 1.2140902159119609,
      "learning_rate": 6.980883322346737e-05,
      "loss": 0.0904,
      "step": 1060
    },
    {
      "epoch": 0.2116925511920071,
      "grad_norm": 1.4704612176762442,
      "learning_rate": 7.046802900461437e-05,
      "loss": 0.0857,
      "step": 1070
    },
    {
      "epoch": 0.21367098624987635,
      "grad_norm": 0.9715676164608135,
      "learning_rate": 7.112722478576137e-05,
      "loss": 0.0824,
      "step": 1080
    },
    {
      "epoch": 0.2156494213077456,
      "grad_norm": 0.9615010807072581,
      "learning_rate": 7.178642056690837e-05,
      "loss": 0.0755,
      "step": 1090
    },
    {
      "epoch": 0.2176278563656148,
      "grad_norm": 0.9591347873930333,
      "learning_rate": 7.244561634805537e-05,
      "loss": 0.0727,
      "step": 1100
    },
    {
      "epoch": 0.21960629142348403,
      "grad_norm": 2.054035215655813,
      "learning_rate": 7.310481212920237e-05,
      "loss": 0.0694,
      "step": 1110
    },
    {
      "epoch": 0.22158472648135324,
      "grad_norm": 0.76983503457118,
      "learning_rate": 7.376400791034937e-05,
      "loss": 0.0661,
      "step": 1120
    },
    {
      "epoch": 0.22356316153922248,
      "grad_norm": 1.0543448944080172,
      "learning_rate": 7.442320369149638e-05,
      "loss": 0.0618,
      "step": 1130
    },
    {
      "epoch": 0.2255415965970917,
      "grad_norm": 1.8380530306521385,
      "learning_rate": 7.508239947264338e-05,
      "loss": 0.0606,
      "step": 1140
    },
    {
      "epoch": 0.22752003165496093,
      "grad_norm": 2.0298100718304295,
      "learning_rate": 7.574159525379037e-05,
      "loss": 0.06,
      "step": 1150
    },
    {
      "epoch": 0.22949846671283014,
      "grad_norm": 0.7850120675106677,
      "learning_rate": 7.640079103493738e-05,
      "loss": 0.0585,
      "step": 1160
    },
    {
      "epoch": 0.23147690177069938,
      "grad_norm": 0.7884170191325863,
      "learning_rate": 7.705998681608438e-05,
      "loss": 0.0522,
      "step": 1170
    },
    {
      "epoch": 0.23345533682856862,
      "grad_norm": 0.5010389334832719,
      "learning_rate": 7.771918259723138e-05,
      "loss": 0.0491,
      "step": 1180
    },
    {
      "epoch": 0.23543377188643783,
      "grad_norm": 0.6507233218781745,
      "learning_rate": 7.837837837837838e-05,
      "loss": 0.0474,
      "step": 1190
    },
    {
      "epoch": 0.23741220694430706,
      "grad_norm": 0.5581034960231178,
      "learning_rate": 7.903757415952538e-05,
      "loss": 0.0468,
      "step": 1200
    },
    {
      "epoch": 0.23939064200217627,
      "grad_norm": 0.4453789872011856,
      "learning_rate": 7.969676994067239e-05,
      "loss": 0.0441,
      "step": 1210
    },
    {
      "epoch": 0.2413690770600455,
      "grad_norm": 0.5104078911344194,
      "learning_rate": 8.035596572181938e-05,
      "loss": 0.0422,
      "step": 1220
    },
    {
      "epoch": 0.24334751211791472,
      "grad_norm": 1.286567971103356,
      "learning_rate": 8.101516150296639e-05,
      "loss": 0.0408,
      "step": 1230
    },
    {
      "epoch": 0.24532594717578396,
      "grad_norm": 0.49181587428166895,
      "learning_rate": 8.167435728411339e-05,
      "loss": 0.0402,
      "step": 1240
    },
    {
      "epoch": 0.24730438223365317,
      "grad_norm": 0.7317945998039639,
      "learning_rate": 8.233355306526038e-05,
      "loss": 0.039,
      "step": 1250
    },
    {
      "epoch": 0.2492828172915224,
      "grad_norm": 0.4130993908845939,
      "learning_rate": 8.299274884640739e-05,
      "loss": 0.0382,
      "step": 1260
    },
    {
      "epoch": 0.2512612523493916,
      "grad_norm": 0.404109672195275,
      "learning_rate": 8.365194462755439e-05,
      "loss": 0.0361,
      "step": 1270
    },
    {
      "epoch": 0.2532396874072609,
      "grad_norm": 0.822901429910853,
      "learning_rate": 8.431114040870139e-05,
      "loss": 0.0379,
      "step": 1280
    },
    {
      "epoch": 0.2552181224651301,
      "grad_norm": 0.4883898965930876,
      "learning_rate": 8.497033618984839e-05,
      "loss": 0.0351,
      "step": 1290
    },
    {
      "epoch": 0.2571965575229993,
      "grad_norm": 0.389666817589575,
      "learning_rate": 8.562953197099539e-05,
      "loss": 0.0342,
      "step": 1300
    },
    {
      "epoch": 0.2591749925808685,
      "grad_norm": 0.3790689302129442,
      "learning_rate": 8.62887277521424e-05,
      "loss": 0.0329,
      "step": 1310
    },
    {
      "epoch": 0.2611534276387378,
      "grad_norm": 0.32907797725751103,
      "learning_rate": 8.694792353328939e-05,
      "loss": 0.0318,
      "step": 1320
    },
    {
      "epoch": 0.263131862696607,
      "grad_norm": 0.3383972239997863,
      "learning_rate": 8.760711931443639e-05,
      "loss": 0.0313,
      "step": 1330
    },
    {
      "epoch": 0.2651102977544762,
      "grad_norm": 0.3983225906999062,
      "learning_rate": 8.82663150955834e-05,
      "loss": 0.0304,
      "step": 1340
    },
    {
      "epoch": 0.2670887328123454,
      "grad_norm": 0.3636773066413063,
      "learning_rate": 8.892551087673038e-05,
      "loss": 0.0295,
      "step": 1350
    },
    {
      "epoch": 0.2690671678702147,
      "grad_norm": 0.4608665923788849,
      "learning_rate": 8.95847066578774e-05,
      "loss": 0.0291,
      "step": 1360
    },
    {
      "epoch": 0.2710456029280839,
      "grad_norm": 0.39615995489412303,
      "learning_rate": 9.02439024390244e-05,
      "loss": 0.0286,
      "step": 1370
    },
    {
      "epoch": 0.2730240379859531,
      "grad_norm": 0.33923940925497204,
      "learning_rate": 9.09030982201714e-05,
      "loss": 0.0282,
      "step": 1380
    },
    {
      "epoch": 0.27500247304382236,
      "grad_norm": 0.33306128586119255,
      "learning_rate": 9.15622940013184e-05,
      "loss": 0.0272,
      "step": 1390
    },
    {
      "epoch": 0.27698090810169157,
      "grad_norm": 0.41155940683344466,
      "learning_rate": 9.22214897824654e-05,
      "loss": 0.0276,
      "step": 1400
    },
    {
      "epoch": 0.2789593431595608,
      "grad_norm": 0.5591564986148319,
      "learning_rate": 9.288068556361241e-05,
      "loss": 0.0339,
      "step": 1410
    },
    {
      "epoch": 0.28093777821743,
      "grad_norm": 0.40142374929251,
      "learning_rate": 9.35398813447594e-05,
      "loss": 0.0288,
      "step": 1420
    },
    {
      "epoch": 0.28291621327529926,
      "grad_norm": 0.292621860384423,
      "learning_rate": 9.41990771259064e-05,
      "loss": 0.0269,
      "step": 1430
    },
    {
      "epoch": 0.28489464833316847,
      "grad_norm": 0.2669086140425147,
      "learning_rate": 9.48582729070534e-05,
      "loss": 0.0256,
      "step": 1440
    },
    {
      "epoch": 0.2868730833910377,
      "grad_norm": 0.6717743898362967,
      "learning_rate": 9.551746868820039e-05,
      "loss": 0.0329,
      "step": 1450
    },
    {
      "epoch": 0.28885151844890694,
      "grad_norm": 1.7021152585706614,
      "learning_rate": 9.61766644693474e-05,
      "loss": 0.0659,
      "step": 1460
    },
    {
      "epoch": 0.29082995350677615,
      "grad_norm": 0.7907788991394129,
      "learning_rate": 9.68358602504944e-05,
      "loss": 0.0372,
      "step": 1470
    },
    {
      "epoch": 0.29280838856464536,
      "grad_norm": 0.2584893164753254,
      "learning_rate": 9.74950560316414e-05,
      "loss": 0.0291,
      "step": 1480
    },
    {
      "epoch": 0.29478682362251457,
      "grad_norm": 0.32025739969737904,
      "learning_rate": 9.81542518127884e-05,
      "loss": 0.0255,
      "step": 1490
    },
    {
      "epoch": 0.29676525868038384,
      "grad_norm": 0.20426366249103842,
      "learning_rate": 9.88134475939354e-05,
      "loss": 0.0238,
      "step": 1500
    },
    {
      "epoch": 0.29874369373825305,
      "grad_norm": 0.24034505644414958,
      "learning_rate": 9.94726433750824e-05,
      "loss": 0.0229,
      "step": 1510
    },
    {
      "epoch": 0.30072212879612226,
      "grad_norm": 0.22550643011713606,
      "learning_rate": 9.999999470139298e-05,
      "loss": 0.0226,
      "step": 1520
    },
    {
      "epoch": 0.30270056385399147,
      "grad_norm": 0.20996707646322188,
      "learning_rate": 9.99998092502654e-05,
      "loss": 0.0218,
      "step": 1530
    },
    {
      "epoch": 0.30467899891186073,
      "grad_norm": 0.2103489426286884,
      "learning_rate": 9.999935886991012e-05,
      "loss": 0.0215,
      "step": 1540
    },
    {
      "epoch": 0.30665743396972994,
      "grad_norm": 0.23417341038846984,
      "learning_rate": 9.99986435627135e-05,
      "loss": 0.0214,
      "step": 1550
    },
    {
      "epoch": 0.30863586902759915,
      "grad_norm": 0.20419705329028645,
      "learning_rate": 9.99976633324657e-05,
      "loss": 0.0205,
      "step": 1560
    },
    {
      "epoch": 0.3106143040854684,
      "grad_norm": 0.210670513278798,
      "learning_rate": 9.999641818436056e-05,
      "loss": 0.0202,
      "step": 1570
    },
    {
      "epoch": 0.31259273914333763,
      "grad_norm": 0.3129273917098813,
      "learning_rate": 9.999490812499562e-05,
      "loss": 0.0201,
      "step": 1580
    },
    {
      "epoch": 0.31457117420120684,
      "grad_norm": 0.22867677182226284,
      "learning_rate": 9.999313316237211e-05,
      "loss": 0.0201,
      "step": 1590
    },
    {
      "epoch": 0.31654960925907605,
      "grad_norm": 0.20409491066803853,
      "learning_rate": 9.999109330589484e-05,
      "loss": 0.0197,
      "step": 1600
    },
    {
      "epoch": 0.3185280443169453,
      "grad_norm": 0.23073247629787672,
      "learning_rate": 9.998878856637221e-05,
      "loss": 0.0196,
      "step": 1610
    },
    {
      "epoch": 0.3205064793748145,
      "grad_norm": 0.20949794277551104,
      "learning_rate": 9.998621895601612e-05,
      "loss": 0.0189,
      "step": 1620
    },
    {
      "epoch": 0.32248491443268373,
      "grad_norm": 0.21407051226502274,
      "learning_rate": 9.998338448844192e-05,
      "loss": 0.0188,
      "step": 1630
    },
    {
      "epoch": 0.324463349490553,
      "grad_norm": 0.1994791050599832,
      "learning_rate": 9.998028517866833e-05,
      "loss": 0.0184,
      "step": 1640
    },
    {
      "epoch": 0.3264417845484222,
      "grad_norm": 0.20127441339151428,
      "learning_rate": 9.997692104311738e-05,
      "loss": 0.0183,
      "step": 1650
    },
    {
      "epoch": 0.3284202196062914,
      "grad_norm": 0.20969386452902716,
      "learning_rate": 9.997329209961429e-05,
      "loss": 0.0182,
      "step": 1660
    },
    {
      "epoch": 0.33039865466416063,
      "grad_norm": 0.17731608982958325,
      "learning_rate": 9.996939836738737e-05,
      "loss": 0.0177,
      "step": 1670
    },
    {
      "epoch": 0.3323770897220299,
      "grad_norm": 0.272294844875037,
      "learning_rate": 9.9965239867068e-05,
      "loss": 0.0173,
      "step": 1680
    },
    {
      "epoch": 0.3343555247798991,
      "grad_norm": 0.19887575205385985,
      "learning_rate": 9.996081662069043e-05,
      "loss": 0.0171,
      "step": 1690
    },
    {
      "epoch": 0.3363339598377683,
      "grad_norm": 0.20935746301337058,
      "learning_rate": 9.995612865169168e-05,
      "loss": 0.017,
      "step": 1700
    },
    {
      "epoch": 0.3383123948956375,
      "grad_norm": 0.17467148864928533,
      "learning_rate": 9.995117598491145e-05,
      "loss": 0.0168,
      "step": 1710
    },
    {
      "epoch": 0.3402908299535068,
      "grad_norm": 0.20199420234121898,
      "learning_rate": 9.994595864659197e-05,
      "loss": 0.0167,
      "step": 1720
    },
    {
      "epoch": 0.342269265011376,
      "grad_norm": 0.18643461199042377,
      "learning_rate": 9.994047666437785e-05,
      "loss": 0.0164,
      "step": 1730
    },
    {
      "epoch": 0.3442477000692452,
      "grad_norm": 0.17758508486724536,
      "learning_rate": 9.993473006731592e-05,
      "loss": 0.016,
      "step": 1740
    },
    {
      "epoch": 0.3462261351271145,
      "grad_norm": 0.20260344715375592,
      "learning_rate": 9.992871888585518e-05,
      "loss": 0.0162,
      "step": 1750
    },
    {
      "epoch": 0.3482045701849837,
      "grad_norm": 0.18906034685664402,
      "learning_rate": 9.992244315184647e-05,
      "loss": 0.0162,
      "step": 1760
    },
    {
      "epoch": 0.3501830052428529,
      "grad_norm": 0.1902025350330913,
      "learning_rate": 9.991590289854243e-05,
      "loss": 0.0161,
      "step": 1770
    },
    {
      "epoch": 0.3521614403007221,
      "grad_norm": 0.1963864269259241,
      "learning_rate": 9.990909816059725e-05,
      "loss": 0.0159,
      "step": 1780
    },
    {
      "epoch": 0.35413987535859137,
      "grad_norm": 0.18493355754825055,
      "learning_rate": 9.99020289740666e-05,
      "loss": 0.0158,
      "step": 1790
    },
    {
      "epoch": 0.3561183104164606,
      "grad_norm": 0.16162033473909126,
      "learning_rate": 9.989469537640728e-05,
      "loss": 0.0153,
      "step": 1800
    },
    {
      "epoch": 0.3580967454743298,
      "grad_norm": 0.16210562905386647,
      "learning_rate": 9.988709740647713e-05,
      "loss": 0.0153,
      "step": 1810
    },
    {
      "epoch": 0.36007518053219906,
      "grad_norm": 0.1861527786368335,
      "learning_rate": 9.987923510453478e-05,
      "loss": 0.015,
      "step": 1820
    },
    {
      "epoch": 0.36205361559006827,
      "grad_norm": 0.1731760233353491,
      "learning_rate": 9.987110851223947e-05,
      "loss": 0.015,
      "step": 1830
    },
    {
      "epoch": 0.3640320506479375,
      "grad_norm": 0.22176267341613817,
      "learning_rate": 9.986271767265079e-05,
      "loss": 0.0149,
      "step": 1840
    },
    {
      "epoch": 0.3660104857058067,
      "grad_norm": 2.7138484930558113,
      "learning_rate": 9.985406263022849e-05,
      "loss": 0.0555,
      "step": 1850
    },
    {
      "epoch": 0.36798892076367595,
      "grad_norm": 0.6156570549159073,
      "learning_rate": 9.984514343083221e-05,
      "loss": 0.0304,
      "step": 1860
    },
    {
      "epoch": 0.36996735582154516,
      "grad_norm": 0.30450567226151876,
      "learning_rate": 9.983596012172127e-05,
      "loss": 0.0203,
      "step": 1870
    },
    {
      "epoch": 0.3719457908794144,
      "grad_norm": 0.17715639276273182,
      "learning_rate": 9.982651275155441e-05,
      "loss": 0.0166,
      "step": 1880
    },
    {
      "epoch": 0.3739242259372836,
      "grad_norm": 0.17221412299368635,
      "learning_rate": 9.981680137038949e-05,
      "loss": 0.0157,
      "step": 1890
    },
    {
      "epoch": 0.37590266099515285,
      "grad_norm": 0.16650881643730378,
      "learning_rate": 9.980682602968329e-05,
      "loss": 0.0155,
      "step": 1900
    },
    {
      "epoch": 0.37788109605302206,
      "grad_norm": 0.17186205410418143,
      "learning_rate": 9.97965867822912e-05,
      "loss": 0.0148,
      "step": 1910
    },
    {
      "epoch": 0.37985953111089127,
      "grad_norm": 0.16871854088882923,
      "learning_rate": 9.978608368246693e-05,
      "loss": 0.0144,
      "step": 1920
    },
    {
      "epoch": 0.38183796616876053,
      "grad_norm": 0.15767900428710602,
      "learning_rate": 9.977531678586227e-05,
      "loss": 0.0143,
      "step": 1930
    },
    {
      "epoch": 0.38381640122662974,
      "grad_norm": 0.17085878007753835,
      "learning_rate": 9.976428614952675e-05,
      "loss": 0.0143,
      "step": 1940
    },
    {
      "epoch": 0.38579483628449895,
      "grad_norm": 0.1557885785550734,
      "learning_rate": 9.975299183190734e-05,
      "loss": 0.0139,
      "step": 1950
    },
    {
      "epoch": 0.38777327134236816,
      "grad_norm": 0.15532188027890467,
      "learning_rate": 9.974143389284818e-05,
      "loss": 0.014,
      "step": 1960
    },
    {
      "epoch": 0.38975170640023743,
      "grad_norm": 0.17696140320293408,
      "learning_rate": 9.97296123935902e-05,
      "loss": 0.014,
      "step": 1970
    },
    {
      "epoch": 0.39173014145810664,
      "grad_norm": 0.14737524339382413,
      "learning_rate": 9.971752739677088e-05,
      "loss": 0.0137,
      "step": 1980
    },
    {
      "epoch": 0.39370857651597585,
      "grad_norm": 0.14613331163939172,
      "learning_rate": 9.970517896642382e-05,
      "loss": 0.0133,
      "step": 1990
    },
    {
      "epoch": 0.3956870115738451,
      "grad_norm": 0.15210697285686842,
      "learning_rate": 9.969256716797848e-05,
      "loss": 0.0133,
      "step": 2000
    },
    {
      "epoch": 0.3976654466317143,
      "grad_norm": 0.1789192225935935,
      "learning_rate": 9.967969206825977e-05,
      "loss": 0.0132,
      "step": 2010
    },
    {
      "epoch": 0.39964388168958354,
      "grad_norm": 0.1691264535252646,
      "learning_rate": 9.96665537354878e-05,
      "loss": 0.0133,
      "step": 2020
    },
    {
      "epoch": 0.40162231674745275,
      "grad_norm": 0.16891301900061895,
      "learning_rate": 9.965315223927741e-05,
      "loss": 0.0133,
      "step": 2030
    },
    {
      "epoch": 0.403600751805322,
      "grad_norm": 0.15933488779804839,
      "learning_rate": 9.963948765063778e-05,
      "loss": 0.0132,
      "step": 2040
    },
    {
      "epoch": 0.4055791868631912,
      "grad_norm": 0.1373319112253178,
      "learning_rate": 9.962556004197217e-05,
      "loss": 0.0131,
      "step": 2050
    },
    {
      "epoch": 0.40755762192106043,
      "grad_norm": 0.13991025862812204,
      "learning_rate": 9.961136948707752e-05,
      "loss": 0.0126,
      "step": 2060
    },
    {
      "epoch": 0.40953605697892964,
      "grad_norm": 0.1520604465645477,
      "learning_rate": 9.959691606114393e-05,
      "loss": 0.0129,
      "step": 2070
    },
    {
      "epoch": 0.4115144920367989,
      "grad_norm": 0.13702578784961592,
      "learning_rate": 9.958219984075441e-05,
      "loss": 0.0126,
      "step": 2080
    },
    {
      "epoch": 0.4134929270946681,
      "grad_norm": 0.14317171182340832,
      "learning_rate": 9.956722090388438e-05,
      "loss": 0.0125,
      "step": 2090
    },
    {
      "epoch": 0.4154713621525373,
      "grad_norm": 0.12994050709305002,
      "learning_rate": 9.955197932990132e-05,
      "loss": 0.0124,
      "step": 2100
    },
    {
      "epoch": 0.4174497972104066,
      "grad_norm": 0.1290948440933199,
      "learning_rate": 9.953647519956433e-05,
      "loss": 0.0125,
      "step": 2110
    },
    {
      "epoch": 0.4194282322682758,
      "grad_norm": 0.1452448147300029,
      "learning_rate": 9.952070859502361e-05,
      "loss": 0.0124,
      "step": 2120
    },
    {
      "epoch": 0.421406667326145,
      "grad_norm": 0.156936711245955,
      "learning_rate": 9.950467959982021e-05,
      "loss": 0.0124,
      "step": 2130
    },
    {
      "epoch": 0.4233851023840142,
      "grad_norm": 0.1479060960421303,
      "learning_rate": 9.948838829888543e-05,
      "loss": 0.0121,
      "step": 2140
    },
    {
      "epoch": 0.4253635374418835,
      "grad_norm": 0.1444854778503891,
      "learning_rate": 9.947183477854042e-05,
      "loss": 0.0121,
      "step": 2150
    },
    {
      "epoch": 0.4273419724997527,
      "grad_norm": 0.13909593760444425,
      "learning_rate": 9.945501912649579e-05,
      "loss": 0.0119,
      "step": 2160
    },
    {
      "epoch": 0.4293204075576219,
      "grad_norm": 0.12428618136451598,
      "learning_rate": 9.943794143185096e-05,
      "loss": 0.0119,
      "step": 2170
    },
    {
      "epoch": 0.4312988426154912,
      "grad_norm": 0.1506850368800817,
      "learning_rate": 9.942060178509396e-05,
      "loss": 0.0117,
      "step": 2180
    },
    {
      "epoch": 0.4332772776733604,
      "grad_norm": 0.12839501649272292,
      "learning_rate": 9.940300027810067e-05,
      "loss": 0.0116,
      "step": 2190
    },
    {
      "epoch": 0.4352557127312296,
      "grad_norm": 0.14004475907733424,
      "learning_rate": 9.938513700413454e-05,
      "loss": 0.0115,
      "step": 2200
    },
    {
      "epoch": 0.4372341477890988,
      "grad_norm": 0.1261495091329367,
      "learning_rate": 9.9367012057846e-05,
      "loss": 0.0117,
      "step": 2210
    },
    {
      "epoch": 0.43921258284696807,
      "grad_norm": 0.1358011017237008,
      "learning_rate": 9.934862553527198e-05,
      "loss": 0.0115,
      "step": 2220
    },
    {
      "epoch": 0.4411910179048373,
      "grad_norm": 0.1411290658590074,
      "learning_rate": 9.932997753383537e-05,
      "loss": 0.0115,
      "step": 2230
    },
    {
      "epoch": 0.4431694529627065,
      "grad_norm": 0.12659832639612287,
      "learning_rate": 9.931106815234459e-05,
      "loss": 0.0115,
      "step": 2240
    },
    {
      "epoch": 0.4451478880205757,
      "grad_norm": 0.13903927176278846,
      "learning_rate": 9.929189749099296e-05,
      "loss": 0.0112,
      "step": 2250
    },
    {
      "epoch": 0.44712632307844496,
      "grad_norm": 0.12356071814334763,
      "learning_rate": 9.927246565135826e-05,
      "loss": 0.0112,
      "step": 2260
    },
    {
      "epoch": 0.4491047581363142,
      "grad_norm": 0.13041458090076927,
      "learning_rate": 9.92527727364021e-05,
      "loss": 0.0112,
      "step": 2270
    },
    {
      "epoch": 0.4510831931941834,
      "grad_norm": 0.12590258455132816,
      "learning_rate": 9.923281885046949e-05,
      "loss": 0.0113,
      "step": 2280
    },
    {
      "epoch": 0.45306162825205265,
      "grad_norm": 0.12404394638691316,
      "learning_rate": 9.921260409928814e-05,
      "loss": 0.0111,
      "step": 2290
    },
    {
      "epoch": 0.45504006330992186,
      "grad_norm": 0.13612215734263539,
      "learning_rate": 9.919212858996804e-05,
      "loss": 0.011,
      "step": 2300
    },
    {
      "epoch": 0.45701849836779107,
      "grad_norm": 0.11913171991177544,
      "learning_rate": 9.917139243100087e-05,
      "loss": 0.0111,
      "step": 2310
    },
    {
      "epoch": 0.4589969334256603,
      "grad_norm": 0.13329695806649872,
      "learning_rate": 9.915039573225926e-05,
      "loss": 0.0109,
      "step": 2320
    },
    {
      "epoch": 0.46097536848352955,
      "grad_norm": 0.14125699263141173,
      "learning_rate": 9.912913860499649e-05,
      "loss": 0.0109,
      "step": 2330
    },
    {
      "epoch": 0.46295380354139876,
      "grad_norm": 0.12104853462060958,
      "learning_rate": 9.910762116184562e-05,
      "loss": 0.0108,
      "step": 2340
    },
    {
      "epoch": 0.46493223859926797,
      "grad_norm": 0.12282656859696627,
      "learning_rate": 9.908584351681911e-05,
      "loss": 0.0106,
      "step": 2350
    },
    {
      "epoch": 0.46691067365713723,
      "grad_norm": 0.1460306411923164,
      "learning_rate": 9.906380578530809e-05,
      "loss": 0.0109,
      "step": 2360
    },
    {
      "epoch": 0.46888910871500644,
      "grad_norm": 0.10939892906253743,
      "learning_rate": 9.904150808408178e-05,
      "loss": 0.0106,
      "step": 2370
    },
    {
      "epoch": 0.47086754377287565,
      "grad_norm": 0.13594945697882396,
      "learning_rate": 9.901895053128689e-05,
      "loss": 0.0105,
      "step": 2380
    },
    {
      "epoch": 0.47284597883074486,
      "grad_norm": 0.12220136996842215,
      "learning_rate": 9.899613324644698e-05,
      "loss": 0.0105,
      "step": 2390
    },
    {
      "epoch": 0.4748244138886141,
      "grad_norm": 0.12870951433145741,
      "learning_rate": 9.897305635046183e-05,
      "loss": 0.0103,
      "step": 2400
    },
    {
      "epoch": 0.47680284894648334,
      "grad_norm": 0.1316205180171467,
      "learning_rate": 9.894971996560678e-05,
      "loss": 0.0105,
      "step": 2410
    },
    {
      "epoch": 0.47878128400435255,
      "grad_norm": 0.1305285315976155,
      "learning_rate": 9.89261242155321e-05,
      "loss": 0.0102,
      "step": 2420
    },
    {
      "epoch": 0.48075971906222176,
      "grad_norm": 0.12623148968736433,
      "learning_rate": 9.890226922526237e-05,
      "loss": 0.0102,
      "step": 2430
    },
    {
      "epoch": 0.482738154120091,
      "grad_norm": 0.1132237520867546,
      "learning_rate": 9.887815512119574e-05,
      "loss": 0.01,
      "step": 2440
    },
    {
      "epoch": 0.48471658917796023,
      "grad_norm": 0.18018637793783576,
      "learning_rate": 9.885378203110331e-05,
      "loss": 0.0102,
      "step": 2450
    },
    {
      "epoch": 0.48669502423582944,
      "grad_norm": 0.13203387813991668,
      "learning_rate": 9.882915008412847e-05,
      "loss": 0.0103,
      "step": 2460
    },
    {
      "epoch": 0.4886734592936987,
      "grad_norm": 0.13046018632283776,
      "learning_rate": 9.880425941078617e-05,
      "loss": 0.0103,
      "step": 2470
    },
    {
      "epoch": 0.4906518943515679,
      "grad_norm": 0.11992403164782048,
      "learning_rate": 9.877911014296223e-05,
      "loss": 0.01,
      "step": 2480
    },
    {
      "epoch": 0.49263032940943713,
      "grad_norm": 0.12468772045799464,
      "learning_rate": 9.875370241391269e-05,
      "loss": 0.0101,
      "step": 2490
    },
    {
      "epoch": 0.49460876446730634,
      "grad_norm": 0.14111415318491116,
      "learning_rate": 9.872803635826307e-05,
      "loss": 0.0101,
      "step": 2500
    },
    {
      "epoch": 0.4965871995251756,
      "grad_norm": 0.12099428405326328,
      "learning_rate": 9.870211211200766e-05,
      "loss": 0.01,
      "step": 2510
    },
    {
      "epoch": 0.4985656345830448,
      "grad_norm": 0.1476937936011028,
      "learning_rate": 9.867592981250878e-05,
      "loss": 0.0099,
      "step": 2520
    },
    {
      "epoch": 0.500544069640914,
      "grad_norm": 0.13432335217095112,
      "learning_rate": 9.864948959849609e-05,
      "loss": 0.0101,
      "step": 2530
    },
    {
      "epoch": 0.5025225046987832,
      "grad_norm": 0.1392108467394354,
      "learning_rate": 9.862279161006585e-05,
      "loss": 0.01,
      "step": 2540
    },
    {
      "epoch": 0.5045009397566524,
      "grad_norm": 0.11740968606161478,
      "learning_rate": 9.859583598868012e-05,
      "loss": 0.0101,
      "step": 2550
    },
    {
      "epoch": 0.5064793748145218,
      "grad_norm": 0.11401268014541416,
      "learning_rate": 9.856862287716613e-05,
      "loss": 0.0101,
      "step": 2560
    },
    {
      "epoch": 0.508457809872391,
      "grad_norm": 0.14188186038823888,
      "learning_rate": 9.854115241971535e-05,
      "loss": 0.01,
      "step": 2570
    },
    {
      "epoch": 0.5104362449302602,
      "grad_norm": 0.13373153004331623,
      "learning_rate": 9.85134247618829e-05,
      "loss": 0.01,
      "step": 2580
    },
    {
      "epoch": 0.5124146799881294,
      "grad_norm": 0.13359175031467982,
      "learning_rate": 9.848544005058668e-05,
      "loss": 0.0098,
      "step": 2590
    },
    {
      "epoch": 0.5143931150459986,
      "grad_norm": 0.1330043328866887,
      "learning_rate": 9.845719843410663e-05,
      "loss": 0.01,
      "step": 2600
    },
    {
      "epoch": 0.5163715501038678,
      "grad_norm": 0.12010339275024787,
      "learning_rate": 9.842870006208389e-05,
      "loss": 0.0096,
      "step": 2610
    },
    {
      "epoch": 0.518349985161737,
      "grad_norm": 0.11783659130556426,
      "learning_rate": 9.839994508552006e-05,
      "loss": 0.0095,
      "step": 2620
    },
    {
      "epoch": 0.5203284202196063,
      "grad_norm": 0.1103512089185162,
      "learning_rate": 9.837093365677644e-05,
      "loss": 0.0097,
      "step": 2630
    },
    {
      "epoch": 0.5223068552774756,
      "grad_norm": 0.12956652728135173,
      "learning_rate": 9.83416659295731e-05,
      "loss": 0.0096,
      "step": 2640
    },
    {
      "epoch": 0.5242852903353448,
      "grad_norm": 0.10618236113968803,
      "learning_rate": 9.831214205898814e-05,
      "loss": 0.0093,
      "step": 2650
    },
    {
      "epoch": 0.526263725393214,
      "grad_norm": 0.10434730603918825,
      "learning_rate": 9.82823622014569e-05,
      "loss": 0.0094,
      "step": 2660
    },
    {
      "epoch": 0.5282421604510832,
      "grad_norm": 0.11825542223300856,
      "learning_rate": 9.825232651477109e-05,
      "loss": 0.0093,
      "step": 2670
    },
    {
      "epoch": 0.5302205955089524,
      "grad_norm": 0.1099030389542697,
      "learning_rate": 9.82220351580779e-05,
      "loss": 0.0093,
      "step": 2680
    },
    {
      "epoch": 0.5321990305668216,
      "grad_norm": 0.11220532463349939,
      "learning_rate": 9.819148829187932e-05,
      "loss": 0.0094,
      "step": 2690
    },
    {
      "epoch": 0.5341774656246908,
      "grad_norm": 0.10979674218345543,
      "learning_rate": 9.816068607803107e-05,
      "loss": 0.0091,
      "step": 2700
    },
    {
      "epoch": 0.5361559006825601,
      "grad_norm": 0.11157272496025121,
      "learning_rate": 9.812962867974191e-05,
      "loss": 0.0093,
      "step": 2710
    },
    {
      "epoch": 0.5381343357404293,
      "grad_norm": 0.11147814778180097,
      "learning_rate": 9.809831626157274e-05,
      "loss": 0.0093,
      "step": 2720
    },
    {
      "epoch": 0.5401127707982986,
      "grad_norm": 0.09304047514252435,
      "learning_rate": 9.806674898943569e-05,
      "loss": 0.0092,
      "step": 2730
    },
    {
      "epoch": 0.5420912058561678,
      "grad_norm": 0.1558502207413301,
      "learning_rate": 9.803492703059323e-05,
      "loss": 0.0092,
      "step": 2740
    },
    {
      "epoch": 0.544069640914037,
      "grad_norm": 0.11219115888650007,
      "learning_rate": 9.800285055365736e-05,
      "loss": 0.0089,
      "step": 2750
    },
    {
      "epoch": 0.5460480759719062,
      "grad_norm": 0.09312180616993888,
      "learning_rate": 9.797051972858867e-05,
      "loss": 0.0089,
      "step": 2760
    },
    {
      "epoch": 0.5480265110297754,
      "grad_norm": 0.1063564366185372,
      "learning_rate": 9.79379347266954e-05,
      "loss": 0.0091,
      "step": 2770
    },
    {
      "epoch": 0.5500049460876447,
      "grad_norm": 0.10562546218430055,
      "learning_rate": 9.79050957206326e-05,
      "loss": 0.009,
      "step": 2780
    },
    {
      "epoch": 0.5519833811455139,
      "grad_norm": 0.10909833693173913,
      "learning_rate": 9.787200288440119e-05,
      "loss": 0.009,
      "step": 2790
    },
    {
      "epoch": 0.5539618162033831,
      "grad_norm": 0.09667167599549363,
      "learning_rate": 9.783865639334705e-05,
      "loss": 0.0089,
      "step": 2800
    },
    {
      "epoch": 0.5559402512612523,
      "grad_norm": 0.11382261676962288,
      "learning_rate": 9.780505642416001e-05,
      "loss": 0.0087,
      "step": 2810
    },
    {
      "epoch": 0.5579186863191216,
      "grad_norm": 0.09763126202587183,
      "learning_rate": 9.777120315487306e-05,
      "loss": 0.0088,
      "step": 2820
    },
    {
      "epoch": 0.5598971213769908,
      "grad_norm": 0.10567945621868782,
      "learning_rate": 9.773709676486129e-05,
      "loss": 0.0088,
      "step": 2830
    },
    {
      "epoch": 0.56187555643486,
      "grad_norm": 0.1246007022886585,
      "learning_rate": 9.770273743484097e-05,
      "loss": 0.0087,
      "step": 2840
    },
    {
      "epoch": 0.5638539914927293,
      "grad_norm": 0.10403407706452061,
      "learning_rate": 9.766812534686863e-05,
      "loss": 0.0086,
      "step": 2850
    },
    {
      "epoch": 0.5658324265505985,
      "grad_norm": 0.10736978890300135,
      "learning_rate": 9.763326068434e-05,
      "loss": 0.0085,
      "step": 2860
    },
    {
      "epoch": 0.5678108616084677,
      "grad_norm": 0.10266585683334195,
      "learning_rate": 9.75981436319892e-05,
      "loss": 0.0086,
      "step": 2870
    },
    {
      "epoch": 0.5697892966663369,
      "grad_norm": 0.1125771282765764,
      "learning_rate": 9.756277437588759e-05,
      "loss": 0.0086,
      "step": 2880
    },
    {
      "epoch": 0.5717677317242061,
      "grad_norm": 0.09469279337228775,
      "learning_rate": 9.752715310344288e-05,
      "loss": 0.0086,
      "step": 2890
    },
    {
      "epoch": 0.5737461667820754,
      "grad_norm": 0.10750071761268216,
      "learning_rate": 9.74912800033981e-05,
      "loss": 0.0087,
      "step": 2900
    },
    {
      "epoch": 0.5757246018399446,
      "grad_norm": 0.10768664614608274,
      "learning_rate": 9.745515526583065e-05,
      "loss": 0.0086,
      "step": 2910
    },
    {
      "epoch": 0.5777030368978139,
      "grad_norm": 0.11801029671257762,
      "learning_rate": 9.741877908215123e-05,
      "loss": 0.0087,
      "step": 2920
    },
    {
      "epoch": 0.5796814719556831,
      "grad_norm": 0.11417675586444921,
      "learning_rate": 9.738215164510286e-05,
      "loss": 0.0087,
      "step": 2930
    },
    {
      "epoch": 0.5816599070135523,
      "grad_norm": 0.11842164212723759,
      "learning_rate": 9.734527314875985e-05,
      "loss": 0.0087,
      "step": 2940
    },
    {
      "epoch": 0.5836383420714215,
      "grad_norm": 0.096454115166828,
      "learning_rate": 9.730814378852678e-05,
      "loss": 0.0085,
      "step": 2950
    },
    {
      "epoch": 0.5856167771292907,
      "grad_norm": 0.12994975733905417,
      "learning_rate": 9.727076376113745e-05,
      "loss": 0.0089,
      "step": 2960
    },
    {
      "epoch": 0.5875952121871599,
      "grad_norm": 0.09737031520970617,
      "learning_rate": 9.723313326465384e-05,
      "loss": 0.0087,
      "step": 2970
    },
    {
      "epoch": 0.5895736472450291,
      "grad_norm": 0.09151950235467704,
      "learning_rate": 9.71952524984651e-05,
      "loss": 0.0086,
      "step": 2980
    },
    {
      "epoch": 0.5915520823028984,
      "grad_norm": 0.1087761136082462,
      "learning_rate": 9.715712166328644e-05,
      "loss": 0.0086,
      "step": 2990
    },
    {
      "epoch": 0.5935305173607677,
      "grad_norm": 0.11093449988019483,
      "learning_rate": 9.711874096115805e-05,
      "loss": 0.0086,
      "step": 3000
    },
    {
      "epoch": 0.5955089524186369,
      "grad_norm": 0.09716724674902559,
      "learning_rate": 9.708011059544415e-05,
      "loss": 0.0084,
      "step": 3010
    },
    {
      "epoch": 0.5974873874765061,
      "grad_norm": 0.11094447541668732,
      "learning_rate": 9.704123077083176e-05,
      "loss": 0.0086,
      "step": 3020
    },
    {
      "epoch": 0.5994658225343753,
      "grad_norm": 0.09560547138802698,
      "learning_rate": 9.700210169332968e-05,
      "loss": 0.0085,
      "step": 3030
    },
    {
      "epoch": 0.6014442575922445,
      "grad_norm": 0.10990118072394835,
      "learning_rate": 9.696272357026746e-05,
      "loss": 0.0086,
      "step": 3040
    },
    {
      "epoch": 0.6034226926501137,
      "grad_norm": 0.09235689053973803,
      "learning_rate": 9.692309661029421e-05,
      "loss": 0.0083,
      "step": 3050
    },
    {
      "epoch": 0.6054011277079829,
      "grad_norm": 0.08629908964647842,
      "learning_rate": 9.68832210233775e-05,
      "loss": 0.0084,
      "step": 3060
    },
    {
      "epoch": 0.6073795627658523,
      "grad_norm": 0.10510614451938238,
      "learning_rate": 9.684309702080233e-05,
      "loss": 0.0085,
      "step": 3070
    },
    {
      "epoch": 0.6093579978237215,
      "grad_norm": 0.11963131040492381,
      "learning_rate": 9.680272481516992e-05,
      "loss": 0.0084,
      "step": 3080
    },
    {
      "epoch": 0.6113364328815907,
      "grad_norm": 0.10020908077194356,
      "learning_rate": 9.676210462039664e-05,
      "loss": 0.0082,
      "step": 3090
    },
    {
      "epoch": 0.6133148679394599,
      "grad_norm": 0.10253228521835761,
      "learning_rate": 9.672123665171285e-05,
      "loss": 0.0083,
      "step": 3100
    },
    {
      "epoch": 0.6152933029973291,
      "grad_norm": 0.09205504696891975,
      "learning_rate": 9.668012112566174e-05,
      "loss": 0.0081,
      "step": 3110
    },
    {
      "epoch": 0.6172717380551983,
      "grad_norm": 0.10864163266297724,
      "learning_rate": 9.663875826009824e-05,
      "loss": 0.008,
      "step": 3120
    },
    {
      "epoch": 0.6192501731130675,
      "grad_norm": 0.10477899956884754,
      "learning_rate": 9.659714827418786e-05,
      "loss": 0.008,
      "step": 3130
    },
    {
      "epoch": 0.6212286081709368,
      "grad_norm": 0.09602544291229947,
      "learning_rate": 9.655529138840543e-05,
      "loss": 0.008,
      "step": 3140
    },
    {
      "epoch": 0.623207043228806,
      "grad_norm": 0.11445446958844417,
      "learning_rate": 9.651318782453407e-05,
      "loss": 0.0081,
      "step": 3150
    },
    {
      "epoch": 0.6251854782866753,
      "grad_norm": 0.11868213177021668,
      "learning_rate": 9.64708378056639e-05,
      "loss": 0.0081,
      "step": 3160
    },
    {
      "epoch": 0.6271639133445445,
      "grad_norm": 0.1063521350270348,
      "learning_rate": 9.642824155619095e-05,
      "loss": 0.0081,
      "step": 3170
    },
    {
      "epoch": 0.6291423484024137,
      "grad_norm": 0.11131781961056957,
      "learning_rate": 9.638539930181592e-05,
      "loss": 0.0082,
      "step": 3180
    },
    {
      "epoch": 0.6311207834602829,
      "grad_norm": 0.6744125662714023,
      "learning_rate": 9.634231126954296e-05,
      "loss": 0.0082,
      "step": 3190
    },
    {
      "epoch": 0.6330992185181521,
      "grad_norm": 0.22826648287192897,
      "learning_rate": 9.629897768767853e-05,
      "loss": 0.0134,
      "step": 3200
    },
    {
      "epoch": 0.6350776535760214,
      "grad_norm": 0.7485763780709964,
      "learning_rate": 9.625539878583016e-05,
      "loss": 0.0099,
      "step": 3210
    },
    {
      "epoch": 0.6370560886338906,
      "grad_norm": 1.1495512412645512,
      "learning_rate": 9.621157479490521e-05,
      "loss": 0.0743,
      "step": 3220
    },
    {
      "epoch": 0.6390345236917598,
      "grad_norm": 0.2529297530304174,
      "learning_rate": 9.616750594710973e-05,
      "loss": 0.0229,
      "step": 3230
    },
    {
      "epoch": 0.641012958749629,
      "grad_norm": 0.4698348817093051,
      "learning_rate": 9.612319247594707e-05,
      "loss": 0.0135,
      "step": 3240
    },
    {
      "epoch": 0.6429913938074983,
      "grad_norm": 0.11230031382579697,
      "learning_rate": 9.607863461621685e-05,
      "loss": 0.0105,
      "step": 3250
    },
    {
      "epoch": 0.6449698288653675,
      "grad_norm": 0.10717656479524013,
      "learning_rate": 9.603383260401352e-05,
      "loss": 0.0093,
      "step": 3260
    },
    {
      "epoch": 0.6469482639232367,
      "grad_norm": 0.0873579618168942,
      "learning_rate": 9.598878667672526e-05,
      "loss": 0.0089,
      "step": 3270
    },
    {
      "epoch": 0.648926698981106,
      "grad_norm": 0.09656106249444439,
      "learning_rate": 9.594349707303262e-05,
      "loss": 0.0087,
      "step": 3280
    },
    {
      "epoch": 0.6509051340389752,
      "grad_norm": 0.08934847100060869,
      "learning_rate": 9.589796403290732e-05,
      "loss": 0.0083,
      "step": 3290
    },
    {
      "epoch": 0.6528835690968444,
      "grad_norm": 0.08828931793580587,
      "learning_rate": 9.585218779761093e-05,
      "loss": 0.0084,
      "step": 3300
    },
    {
      "epoch": 0.6548620041547136,
      "grad_norm": 0.08044589540348661,
      "learning_rate": 9.580616860969364e-05,
      "loss": 0.008,
      "step": 3310
    },
    {
      "epoch": 0.6568404392125828,
      "grad_norm": 0.08601935611935667,
      "learning_rate": 9.575990671299295e-05,
      "loss": 0.0082,
      "step": 3320
    },
    {
      "epoch": 0.658818874270452,
      "grad_norm": 0.09313836442584884,
      "learning_rate": 9.571340235263236e-05,
      "loss": 0.008,
      "step": 3330
    },
    {
      "epoch": 0.6607973093283213,
      "grad_norm": 0.08223161107958786,
      "learning_rate": 9.566665577502008e-05,
      "loss": 0.008,
      "step": 3340
    },
    {
      "epoch": 0.6627757443861905,
      "grad_norm": 0.07587703505063832,
      "learning_rate": 9.561966722784774e-05,
      "loss": 0.0079,
      "step": 3350
    },
    {
      "epoch": 0.6647541794440598,
      "grad_norm": 0.0745264783336451,
      "learning_rate": 9.557243696008912e-05,
      "loss": 0.0078,
      "step": 3360
    },
    {
      "epoch": 0.666732614501929,
      "grad_norm": 0.07694962517222637,
      "learning_rate": 9.552496522199872e-05,
      "loss": 0.0078,
      "step": 3370
    },
    {
      "epoch": 0.6687110495597982,
      "grad_norm": 0.07994450607436887,
      "learning_rate": 9.54772522651105e-05,
      "loss": 0.0077,
      "step": 3380
    },
    {
      "epoch": 0.6706894846176674,
      "grad_norm": 0.08149198041513614,
      "learning_rate": 9.54292983422366e-05,
      "loss": 0.0076,
      "step": 3390
    },
    {
      "epoch": 0.6726679196755366,
      "grad_norm": 0.08687156420923639,
      "learning_rate": 9.538110370746587e-05,
      "loss": 0.0077,
      "step": 3400
    },
    {
      "epoch": 0.6746463547334058,
      "grad_norm": 0.0830048828950416,
      "learning_rate": 9.533266861616264e-05,
      "loss": 0.0077,
      "step": 3410
    },
    {
      "epoch": 0.676624789791275,
      "grad_norm": 0.07845345649339167,
      "learning_rate": 9.528399332496533e-05,
      "loss": 0.0077,
      "step": 3420
    },
    {
      "epoch": 0.6786032248491444,
      "grad_norm": 0.07493918215941761,
      "learning_rate": 9.523507809178506e-05,
      "loss": 0.0076,
      "step": 3430
    },
    {
      "epoch": 0.6805816599070136,
      "grad_norm": 0.0710504876296262,
      "learning_rate": 9.518592317580432e-05,
      "loss": 0.0076,
      "step": 3440
    },
    {
      "epoch": 0.6825600949648828,
      "grad_norm": 0.07931077809953062,
      "learning_rate": 9.513652883747558e-05,
      "loss": 0.0076,
      "step": 3450
    },
    {
      "epoch": 0.684538530022752,
      "grad_norm": 0.066957945316505,
      "learning_rate": 9.508689533851991e-05,
      "loss": 0.0075,
      "step": 3460
    },
    {
      "epoch": 0.6865169650806212,
      "grad_norm": 0.06704046921295281,
      "learning_rate": 9.503702294192563e-05,
      "loss": 0.0074,
      "step": 3470
    },
    {
      "epoch": 0.6884954001384904,
      "grad_norm": 0.07415571073858836,
      "learning_rate": 9.498691191194682e-05,
      "loss": 0.0074,
      "step": 3480
    },
    {
      "epoch": 0.6904738351963596,
      "grad_norm": 0.07977852248754132,
      "learning_rate": 9.493656251410204e-05,
      "loss": 0.0074,
      "step": 3490
    },
    {
      "epoch": 0.692452270254229,
      "grad_norm": 0.08225022248993116,
      "learning_rate": 9.488597501517287e-05,
      "loss": 0.0075,
      "step": 3500
    },
    {
      "epoch": 0.6944307053120982,
      "grad_norm": 0.07825788394276378,
      "learning_rate": 9.483514968320243e-05,
      "loss": 0.0074,
      "step": 3510
    },
    {
      "epoch": 0.6964091403699674,
      "grad_norm": 0.09183031735737562,
      "learning_rate": 9.478408678749412e-05,
      "loss": 0.0075,
      "step": 3520
    },
    {
      "epoch": 0.6983875754278366,
      "grad_norm": 0.0720458506003794,
      "learning_rate": 9.473278659861e-05,
      "loss": 0.0076,
      "step": 3530
    },
    {
      "epoch": 0.7003660104857058,
      "grad_norm": 0.07530455461073304,
      "learning_rate": 9.46812493883695e-05,
      "loss": 0.0074,
      "step": 3540
    },
    {
      "epoch": 0.702344445543575,
      "grad_norm": 0.07124311025178519,
      "learning_rate": 9.462947542984795e-05,
      "loss": 0.0074,
      "step": 3550
    },
    {
      "epoch": 0.7043228806014442,
      "grad_norm": 0.07538429690828752,
      "learning_rate": 9.457746499737508e-05,
      "loss": 0.0073,
      "step": 3560
    },
    {
      "epoch": 0.7063013156593135,
      "grad_norm": 0.06044979076114897,
      "learning_rate": 9.45252183665336e-05,
      "loss": 0.0074,
      "step": 3570
    },
    {
      "epoch": 0.7082797507171827,
      "grad_norm": 0.07077175641013338,
      "learning_rate": 9.44727358141578e-05,
      "loss": 0.0074,
      "step": 3580
    },
    {
      "epoch": 0.710258185775052,
      "grad_norm": 0.07116447284949018,
      "learning_rate": 9.442001761833194e-05,
      "loss": 0.0074,
      "step": 3590
    },
    {
      "epoch": 0.7122366208329212,
      "grad_norm": 0.08185369034749854,
      "learning_rate": 9.436706405838892e-05,
      "loss": 0.0073,
      "step": 3600
    },
    {
      "epoch": 0.7142150558907904,
      "grad_norm": 0.07539601398869769,
      "learning_rate": 9.431387541490872e-05,
      "loss": 0.0073,
      "step": 3610
    },
    {
      "epoch": 0.7161934909486596,
      "grad_norm": 0.07369304666681967,
      "learning_rate": 9.426045196971695e-05,
      "loss": 0.0073,
      "step": 3620
    },
    {
      "epoch": 0.7181719260065288,
      "grad_norm": 0.07684246421536554,
      "learning_rate": 9.420679400588334e-05,
      "loss": 0.0073,
      "step": 3630
    },
    {
      "epoch": 0.7201503610643981,
      "grad_norm": 0.0759377671825623,
      "learning_rate": 9.41529018077202e-05,
      "loss": 0.0072,
      "step": 3640
    },
    {
      "epoch": 0.7221287961222673,
      "grad_norm": 0.06423327195585746,
      "learning_rate": 9.409877566078101e-05,
      "loss": 0.0072,
      "step": 3650
    },
    {
      "epoch": 0.7241072311801365,
      "grad_norm": 0.07283947328902358,
      "learning_rate": 9.404441585185883e-05,
      "loss": 0.0073,
      "step": 3660
    },
    {
      "epoch": 0.7260856662380057,
      "grad_norm": 0.06716882585998145,
      "learning_rate": 9.398982266898481e-05,
      "loss": 0.0073,
      "step": 3670
    },
    {
      "epoch": 0.728064101295875,
      "grad_norm": 0.06491196781807074,
      "learning_rate": 9.393499640142662e-05,
      "loss": 0.007,
      "step": 3680
    },
    {
      "epoch": 0.7300425363537442,
      "grad_norm": 0.07671705115054112,
      "learning_rate": 9.387993733968702e-05,
      "loss": 0.0073,
      "step": 3690
    },
    {
      "epoch": 0.7320209714116134,
      "grad_norm": 0.07183068183092203,
      "learning_rate": 9.382464577550218e-05,
      "loss": 0.0071,
      "step": 3700
    },
    {
      "epoch": 0.7339994064694826,
      "grad_norm": 0.06537498050720979,
      "learning_rate": 9.376912200184029e-05,
      "loss": 0.007,
      "step": 3710
    },
    {
      "epoch": 0.7359778415273519,
      "grad_norm": 0.0728190888867773,
      "learning_rate": 9.371336631289984e-05,
      "loss": 0.0071,
      "step": 3720
    },
    {
      "epoch": 0.7379562765852211,
      "grad_norm": 0.05946137496069559,
      "learning_rate": 9.365737900410821e-05,
      "loss": 0.007,
      "step": 3730
    },
    {
      "epoch": 0.7399347116430903,
      "grad_norm": 0.07730166450378773,
      "learning_rate": 9.360116037212002e-05,
      "loss": 0.0072,
      "step": 3740
    },
    {
      "epoch": 0.7419131467009595,
      "grad_norm": 0.06975355093106723,
      "learning_rate": 9.354471071481557e-05,
      "loss": 0.0071,
      "step": 3750
    },
    {
      "epoch": 0.7438915817588287,
      "grad_norm": 0.06540376060124382,
      "learning_rate": 9.348803033129929e-05,
      "loss": 0.0071,
      "step": 3760
    },
    {
      "epoch": 0.745870016816698,
      "grad_norm": 0.08374657677867178,
      "learning_rate": 9.343111952189814e-05,
      "loss": 0.0072,
      "step": 3770
    },
    {
      "epoch": 0.7478484518745672,
      "grad_norm": 0.06084650537997817,
      "learning_rate": 9.337397858816e-05,
      "loss": 0.007,
      "step": 3780
    },
    {
      "epoch": 0.7498268869324365,
      "grad_norm": 0.06690577793009148,
      "learning_rate": 9.331660783285208e-05,
      "loss": 0.007,
      "step": 3790
    },
    {
      "epoch": 0.7518053219903057,
      "grad_norm": 0.057451885815765366,
      "learning_rate": 9.325900755995938e-05,
      "loss": 0.0069,
      "step": 3800
    },
    {
      "epoch": 0.7537837570481749,
      "grad_norm": 0.0666516869820689,
      "learning_rate": 9.320117807468292e-05,
      "loss": 0.007,
      "step": 3810
    },
    {
      "epoch": 0.7557621921060441,
      "grad_norm": 0.06171766566724972,
      "learning_rate": 9.314311968343833e-05,
      "loss": 0.0069,
      "step": 3820
    },
    {
      "epoch": 0.7577406271639133,
      "grad_norm": 0.07177869879098754,
      "learning_rate": 9.308483269385406e-05,
      "loss": 0.007,
      "step": 3830
    },
    {
      "epoch": 0.7597190622217825,
      "grad_norm": 0.075172112420474,
      "learning_rate": 9.302631741476984e-05,
      "loss": 0.007,
      "step": 3840
    },
    {
      "epoch": 0.7616974972796517,
      "grad_norm": 0.07708464331338541,
      "learning_rate": 9.2967574156235e-05,
      "loss": 0.007,
      "step": 3850
    },
    {
      "epoch": 0.7636759323375211,
      "grad_norm": 0.053913534849623065,
      "learning_rate": 9.290860322950687e-05,
      "loss": 0.0069,
      "step": 3860
    },
    {
      "epoch": 0.7656543673953903,
      "grad_norm": 0.0676504075792851,
      "learning_rate": 9.284940494704906e-05,
      "loss": 0.007,
      "step": 3870
    },
    {
      "epoch": 0.7676328024532595,
      "grad_norm": 0.06926147858181811,
      "learning_rate": 9.278997962252986e-05,
      "loss": 0.0071,
      "step": 3880
    },
    {
      "epoch": 0.7696112375111287,
      "grad_norm": 0.07054418264240375,
      "learning_rate": 9.273032757082062e-05,
      "loss": 0.0071,
      "step": 3890
    },
    {
      "epoch": 0.7715896725689979,
      "grad_norm": 0.0718416494212589,
      "learning_rate": 9.267044910799395e-05,
      "loss": 0.007,
      "step": 3900
    },
    {
      "epoch": 0.7735681076268671,
      "grad_norm": 0.06542758058074326,
      "learning_rate": 9.261034455132218e-05,
      "loss": 0.007,
      "step": 3910
    },
    {
      "epoch": 0.7755465426847363,
      "grad_norm": 0.06032467328627186,
      "learning_rate": 9.255001421927558e-05,
      "loss": 0.007,
      "step": 3920
    },
    {
      "epoch": 0.7775249777426056,
      "grad_norm": 0.06793832880692362,
      "learning_rate": 9.248945843152075e-05,
      "loss": 0.0069,
      "step": 3930
    },
    {
      "epoch": 0.7795034128004749,
      "grad_norm": 0.06438206500082877,
      "learning_rate": 9.242867750891887e-05,
      "loss": 0.0069,
      "step": 3940
    },
    {
      "epoch": 0.7814818478583441,
      "grad_norm": 0.06954005309954028,
      "learning_rate": 9.236767177352403e-05,
      "loss": 0.0069,
      "step": 3950
    },
    {
      "epoch": 0.7834602829162133,
      "grad_norm": 0.07186576329011196,
      "learning_rate": 9.230644154858152e-05,
      "loss": 0.0069,
      "step": 3960
    },
    {
      "epoch": 0.7854387179740825,
      "grad_norm": 0.07063208824907581,
      "learning_rate": 9.224498715852607e-05,
      "loss": 0.0068,
      "step": 3970
    },
    {
      "epoch": 0.7874171530319517,
      "grad_norm": 0.07460668902019707,
      "learning_rate": 9.218330892898024e-05,
      "loss": 0.0069,
      "step": 3980
    },
    {
      "epoch": 0.7893955880898209,
      "grad_norm": 0.0732636409715858,
      "learning_rate": 9.212140718675257e-05,
      "loss": 0.0069,
      "step": 3990
    },
    {
      "epoch": 0.7913740231476902,
      "grad_norm": 0.06798532462569319,
      "learning_rate": 9.205928225983593e-05,
      "loss": 0.0068,
      "step": 4000
    },
    {
      "epoch": 0.7933524582055594,
      "grad_norm": 0.0636911036266309,
      "learning_rate": 9.199693447740577e-05,
      "loss": 0.0068,
      "step": 4010
    },
    {
      "epoch": 0.7953308932634287,
      "grad_norm": 0.061108788280069014,
      "learning_rate": 9.193436416981833e-05,
      "loss": 0.0068,
      "step": 4020
    },
    {
      "epoch": 0.7973093283212979,
      "grad_norm": 0.06101635509829753,
      "learning_rate": 9.187157166860894e-05,
      "loss": 0.0068,
      "step": 4030
    },
    {
      "epoch": 0.7992877633791671,
      "grad_norm": 0.07353954629201065,
      "learning_rate": 9.180855730649025e-05,
      "loss": 0.0069,
      "step": 4040
    },
    {
      "epoch": 0.8012661984370363,
      "grad_norm": 0.06527398112861182,
      "learning_rate": 9.174532141735045e-05,
      "loss": 0.0068,
      "step": 4050
    },
    {
      "epoch": 0.8032446334949055,
      "grad_norm": 0.06129466520102315,
      "learning_rate": 9.168186433625156e-05,
      "loss": 0.0067,
      "step": 4060
    },
    {
      "epoch": 0.8052230685527747,
      "grad_norm": 0.06281889577354008,
      "learning_rate": 9.161818639942753e-05,
      "loss": 0.0068,
      "step": 4070
    },
    {
      "epoch": 0.807201503610644,
      "grad_norm": 0.059647600581276466,
      "learning_rate": 9.155428794428258e-05,
      "loss": 0.0067,
      "step": 4080
    },
    {
      "epoch": 0.8091799386685132,
      "grad_norm": 0.08277185883095518,
      "learning_rate": 9.14901693093894e-05,
      "loss": 0.0069,
      "step": 4090
    },
    {
      "epoch": 0.8111583737263824,
      "grad_norm": 0.05955665846107748,
      "learning_rate": 9.14258308344873e-05,
      "loss": 0.0067,
      "step": 4100
    },
    {
      "epoch": 0.8131368087842517,
      "grad_norm": 0.054553894123811224,
      "learning_rate": 9.136127286048038e-05,
      "loss": 0.0067,
      "step": 4110
    },
    {
      "epoch": 0.8151152438421209,
      "grad_norm": 0.060871124663467,
      "learning_rate": 9.129649572943587e-05,
      "loss": 0.0067,
      "step": 4120
    },
    {
      "epoch": 0.8170936788999901,
      "grad_norm": 0.08240427937746402,
      "learning_rate": 9.123149978458216e-05,
      "loss": 0.0067,
      "step": 4130
    },
    {
      "epoch": 0.8190721139578593,
      "grad_norm": 0.09735951865486749,
      "learning_rate": 9.116628537030711e-05,
      "loss": 0.0067,
      "step": 4140
    },
    {
      "epoch": 0.8210505490157286,
      "grad_norm": 0.06576563712188861,
      "learning_rate": 9.11008528321561e-05,
      "loss": 0.0068,
      "step": 4150
    },
    {
      "epoch": 0.8230289840735978,
      "grad_norm": 0.09092857590097672,
      "learning_rate": 9.103520251683029e-05,
      "loss": 0.0068,
      "step": 4160
    },
    {
      "epoch": 0.825007419131467,
      "grad_norm": 0.18877837904749156,
      "learning_rate": 9.096933477218475e-05,
      "loss": 0.007,
      "step": 4170
    },
    {
      "epoch": 0.8269858541893362,
      "grad_norm": 0.07283132361827203,
      "learning_rate": 9.090324994722663e-05,
      "loss": 0.0071,
      "step": 4180
    },
    {
      "epoch": 0.8289642892472054,
      "grad_norm": 0.07507999991030927,
      "learning_rate": 9.083694839211329e-05,
      "loss": 0.0069,
      "step": 4190
    },
    {
      "epoch": 0.8309427243050747,
      "grad_norm": 0.07254121955407823,
      "learning_rate": 9.07704304581505e-05,
      "loss": 0.0068,
      "step": 4200
    },
    {
      "epoch": 0.8329211593629439,
      "grad_norm": 0.07616803041316234,
      "learning_rate": 9.070369649779047e-05,
      "loss": 0.0069,
      "step": 4210
    },
    {
      "epoch": 0.8348995944208132,
      "grad_norm": 0.06864939078590776,
      "learning_rate": 9.063674686463008e-05,
      "loss": 0.0069,
      "step": 4220
    },
    {
      "epoch": 0.8368780294786824,
      "grad_norm": 0.06822602450726216,
      "learning_rate": 9.056958191340901e-05,
      "loss": 0.0067,
      "step": 4230
    },
    {
      "epoch": 0.8388564645365516,
      "grad_norm": 0.06282779217185734,
      "learning_rate": 9.050220200000774e-05,
      "loss": 0.0066,
      "step": 4240
    },
    {
      "epoch": 0.8408348995944208,
      "grad_norm": 0.06108134707175462,
      "learning_rate": 9.043460748144584e-05,
      "loss": 0.0067,
      "step": 4250
    },
    {
      "epoch": 0.84281333465229,
      "grad_norm": 0.07736566473934542,
      "learning_rate": 9.036679871587992e-05,
      "loss": 0.007,
      "step": 4260
    },
    {
      "epoch": 0.8447917697101592,
      "grad_norm": 0.06587405477651638,
      "learning_rate": 9.029877606260186e-05,
      "loss": 0.0068,
      "step": 4270
    },
    {
      "epoch": 0.8467702047680284,
      "grad_norm": 0.061817295167019656,
      "learning_rate": 9.023053988203679e-05,
      "loss": 0.0068,
      "step": 4280
    },
    {
      "epoch": 0.8487486398258978,
      "grad_norm": 0.07255425054916446,
      "learning_rate": 9.016209053574127e-05,
      "loss": 0.0068,
      "step": 4290
    },
    {
      "epoch": 0.850727074883767,
      "grad_norm": 0.05903475116028139,
      "learning_rate": 9.009342838640134e-05,
      "loss": 0.0067,
      "step": 4300
    },
    {
      "epoch": 0.8527055099416362,
      "grad_norm": 0.057353373813424036,
      "learning_rate": 9.002455379783057e-05,
      "loss": 0.0066,
      "step": 4310
    },
    {
      "epoch": 0.8546839449995054,
      "grad_norm": 0.058266108049207295,
      "learning_rate": 8.99554671349682e-05,
      "loss": 0.0067,
      "step": 4320
    },
    {
      "epoch": 0.8566623800573746,
      "grad_norm": 0.05768018894520512,
      "learning_rate": 8.988616876387717e-05,
      "loss": 0.0067,
      "step": 4330
    },
    {
      "epoch": 0.8586408151152438,
      "grad_norm": 0.06487506645983676,
      "learning_rate": 8.98166590517421e-05,
      "loss": 0.0067,
      "step": 4340
    },
    {
      "epoch": 0.860619250173113,
      "grad_norm": 0.06947289352120758,
      "learning_rate": 8.974693836686754e-05,
      "loss": 0.0067,
      "step": 4350
    },
    {
      "epoch": 0.8625976852309823,
      "grad_norm": 0.053500374984663306,
      "learning_rate": 8.967700707867584e-05,
      "loss": 0.0066,
      "step": 4360
    },
    {
      "epoch": 0.8645761202888516,
      "grad_norm": 0.05634583748427737,
      "learning_rate": 8.960686555770523e-05,
      "loss": 0.0067,
      "step": 4370
    },
    {
      "epoch": 0.8665545553467208,
      "grad_norm": 0.058048605971892535,
      "learning_rate": 8.953651417560791e-05,
      "loss": 0.0065,
      "step": 4380
    },
    {
      "epoch": 0.86853299040459,
      "grad_norm": 0.0628462204149445,
      "learning_rate": 8.946595330514806e-05,
      "loss": 0.0066,
      "step": 4390
    },
    {
      "epoch": 0.8705114254624592,
      "grad_norm": 0.057947434903711965,
      "learning_rate": 8.939518332019985e-05,
      "loss": 0.0065,
      "step": 4400
    },
    {
      "epoch": 0.8724898605203284,
      "grad_norm": 0.05133378970372188,
      "learning_rate": 8.932420459574544e-05,
      "loss": 0.0065,
      "step": 4410
    },
    {
      "epoch": 0.8744682955781976,
      "grad_norm": 0.06080125735131476,
      "learning_rate": 8.925301750787306e-05,
      "loss": 0.0067,
      "step": 4420
    },
    {
      "epoch": 0.8764467306360668,
      "grad_norm": 0.05339436036281166,
      "learning_rate": 8.918162243377493e-05,
      "loss": 0.0066,
      "step": 4430
    },
    {
      "epoch": 0.8784251656939361,
      "grad_norm": 0.05848663571729996,
      "learning_rate": 8.911001975174536e-05,
      "loss": 0.0064,
      "step": 4440
    },
    {
      "epoch": 0.8804036007518053,
      "grad_norm": 0.05703004219983968,
      "learning_rate": 8.903820984117864e-05,
      "loss": 0.0064,
      "step": 4450
    },
    {
      "epoch": 0.8823820358096746,
      "grad_norm": 0.0479921616427529,
      "learning_rate": 8.896619308256711e-05,
      "loss": 0.0065,
      "step": 4460
    },
    {
      "epoch": 0.8843604708675438,
      "grad_norm": 0.05586302889535068,
      "learning_rate": 8.88939698574991e-05,
      "loss": 0.0065,
      "step": 4470
    },
    {
      "epoch": 0.886338905925413,
      "grad_norm": 0.05022811666061468,
      "learning_rate": 8.882154054865695e-05,
      "loss": 0.0064,
      "step": 4480
    },
    {
      "epoch": 0.8883173409832822,
      "grad_norm": 0.05071147382360628,
      "learning_rate": 8.874890553981492e-05,
      "loss": 0.0065,
      "step": 4490
    },
    {
      "epoch": 0.8902957760411514,
      "grad_norm": 0.056626868766170534,
      "learning_rate": 8.867606521583725e-05,
      "loss": 0.0065,
      "step": 4500
    },
    {
      "epoch": 0.8922742110990207,
      "grad_norm": 0.05749771003186095,
      "learning_rate": 8.860301996267602e-05,
      "loss": 0.0064,
      "step": 4510
    },
    {
      "epoch": 0.8942526461568899,
      "grad_norm": 0.06257023182138685,
      "learning_rate": 8.852977016736912e-05,
      "loss": 0.0065,
      "step": 4520
    },
    {
      "epoch": 0.8962310812147591,
      "grad_norm": 0.06106579528212765,
      "learning_rate": 8.84563162180383e-05,
      "loss": 0.0065,
      "step": 4530
    },
    {
      "epoch": 0.8982095162726283,
      "grad_norm": 0.05564877983037075,
      "learning_rate": 8.838265850388698e-05,
      "loss": 0.0064,
      "step": 4540
    },
    {
      "epoch": 0.9001879513304976,
      "grad_norm": 0.05401290886445682,
      "learning_rate": 8.830879741519832e-05,
      "loss": 0.0065,
      "step": 4550
    },
    {
      "epoch": 0.9021663863883668,
      "grad_norm": 0.05309894654401534,
      "learning_rate": 8.823473334333298e-05,
      "loss": 0.0064,
      "step": 4560
    },
    {
      "epoch": 0.904144821446236,
      "grad_norm": 0.07063760925967655,
      "learning_rate": 8.816046668072726e-05,
      "loss": 0.0064,
      "step": 4570
    },
    {
      "epoch": 0.9061232565041053,
      "grad_norm": 0.06820623507767576,
      "learning_rate": 8.808599782089081e-05,
      "loss": 0.0065,
      "step": 4580
    },
    {
      "epoch": 0.9081016915619745,
      "grad_norm": 0.052298698247737994,
      "learning_rate": 8.80113271584047e-05,
      "loss": 0.0065,
      "step": 4590
    },
    {
      "epoch": 0.9100801266198437,
      "grad_norm": 0.05759021044284225,
      "learning_rate": 8.793645508891926e-05,
      "loss": 0.0065,
      "step": 4600
    },
    {
      "epoch": 0.9120585616777129,
      "grad_norm": 0.056339337145968726,
      "learning_rate": 8.786138200915199e-05,
      "loss": 0.0066,
      "step": 4610
    },
    {
      "epoch": 0.9140369967355821,
      "grad_norm": 0.06415336025362771,
      "learning_rate": 8.778610831688548e-05,
      "loss": 0.0065,
      "step": 4620
    },
    {
      "epoch": 0.9160154317934514,
      "grad_norm": 0.06873391630964733,
      "learning_rate": 8.771063441096526e-05,
      "loss": 0.0064,
      "step": 4630
    },
    {
      "epoch": 0.9179938668513206,
      "grad_norm": 0.05561441802540685,
      "learning_rate": 8.763496069129773e-05,
      "loss": 0.0065,
      "step": 4640
    },
    {
      "epoch": 0.9199723019091899,
      "grad_norm": 0.05559728491634889,
      "learning_rate": 8.755908755884804e-05,
      "loss": 0.0066,
      "step": 4650
    },
    {
      "epoch": 0.9219507369670591,
      "grad_norm": 0.0754326077118553,
      "learning_rate": 8.74830154156379e-05,
      "loss": 0.0064,
      "step": 4660
    },
    {
      "epoch": 0.9239291720249283,
      "grad_norm": 0.06615963349086343,
      "learning_rate": 8.740674466474356e-05,
      "loss": 0.0064,
      "step": 4670
    },
    {
      "epoch": 0.9259076070827975,
      "grad_norm": 0.055688495656439574,
      "learning_rate": 8.733027571029358e-05,
      "loss": 0.0064,
      "step": 4680
    },
    {
      "epoch": 0.9278860421406667,
      "grad_norm": 0.053608715657351175,
      "learning_rate": 8.725360895746671e-05,
      "loss": 0.0065,
      "step": 4690
    },
    {
      "epoch": 0.9298644771985359,
      "grad_norm": 0.06435095756330546,
      "learning_rate": 8.717674481248978e-05,
      "loss": 0.0064,
      "step": 4700
    },
    {
      "epoch": 0.9318429122564051,
      "grad_norm": 0.05601715443981754,
      "learning_rate": 8.709968368263553e-05,
      "loss": 0.0065,
      "step": 4710
    },
    {
      "epoch": 0.9338213473142745,
      "grad_norm": 0.052154573713080944,
      "learning_rate": 8.70224259762204e-05,
      "loss": 0.0064,
      "step": 4720
    },
    {
      "epoch": 0.9357997823721437,
      "grad_norm": 0.05959940510361388,
      "learning_rate": 8.694497210260246e-05,
      "loss": 0.0065,
      "step": 4730
    },
    {
      "epoch": 0.9377782174300129,
      "grad_norm": 0.06431152910070152,
      "learning_rate": 8.686732247217917e-05,
      "loss": 0.0064,
      "step": 4740
    },
    {
      "epoch": 0.9397566524878821,
      "grad_norm": 0.05312521793881159,
      "learning_rate": 8.678947749638526e-05,
      "loss": 0.0063,
      "step": 4750
    },
    {
      "epoch": 0.9417350875457513,
      "grad_norm": 0.05887685000413241,
      "learning_rate": 8.671143758769044e-05,
      "loss": 0.0065,
      "step": 4760
    },
    {
      "epoch": 0.9437135226036205,
      "grad_norm": 0.061758462411031334,
      "learning_rate": 8.663320315959736e-05,
      "loss": 0.0064,
      "step": 4770
    },
    {
      "epoch": 0.9456919576614897,
      "grad_norm": 0.0537891122232519,
      "learning_rate": 8.655477462663937e-05,
      "loss": 0.0064,
      "step": 4780
    },
    {
      "epoch": 0.9476703927193589,
      "grad_norm": 0.06034634525515235,
      "learning_rate": 8.647615240437821e-05,
      "loss": 0.0064,
      "step": 4790
    },
    {
      "epoch": 0.9496488277772283,
      "grad_norm": 0.05425680773228168,
      "learning_rate": 8.6397336909402e-05,
      "loss": 0.0064,
      "step": 4800
    },
    {
      "epoch": 0.9516272628350975,
      "grad_norm": 0.06392369970927836,
      "learning_rate": 8.631832855932289e-05,
      "loss": 0.0065,
      "step": 4810
    },
    {
      "epoch": 0.9536056978929667,
      "grad_norm": 0.060984861928068644,
      "learning_rate": 8.62391277727749e-05,
      "loss": 0.0064,
      "step": 4820
    },
    {
      "epoch": 0.9555841329508359,
      "grad_norm": 0.051804491240789285,
      "learning_rate": 8.615973496941169e-05,
      "loss": 0.0065,
      "step": 4830
    },
    {
      "epoch": 0.9575625680087051,
      "grad_norm": 0.06588654290257213,
      "learning_rate": 8.608015056990437e-05,
      "loss": 0.0064,
      "step": 4840
    },
    {
      "epoch": 0.9595410030665743,
      "grad_norm": 0.05263256626721606,
      "learning_rate": 8.600037499593918e-05,
      "loss": 0.0064,
      "step": 4850
    },
    {
      "epoch": 0.9615194381244435,
      "grad_norm": 0.06300547596461618,
      "learning_rate": 8.592040867021538e-05,
      "loss": 0.0064,
      "step": 4860
    },
    {
      "epoch": 0.9634978731823128,
      "grad_norm": 0.05599778772428957,
      "learning_rate": 8.584025201644292e-05,
      "loss": 0.0062,
      "step": 4870
    },
    {
      "epoch": 0.965476308240182,
      "grad_norm": 0.063894521252768,
      "learning_rate": 8.575990545934023e-05,
      "loss": 0.0064,
      "step": 4880
    },
    {
      "epoch": 0.9674547432980513,
      "grad_norm": 0.07368831023490205,
      "learning_rate": 8.567936942463195e-05,
      "loss": 0.0064,
      "step": 4890
    },
    {
      "epoch": 0.9694331783559205,
      "grad_norm": 0.05274767583379141,
      "learning_rate": 8.559864433904671e-05,
      "loss": 0.0063,
      "step": 4900
    },
    {
      "epoch": 0.9714116134137897,
      "grad_norm": 0.06571010807091127,
      "learning_rate": 8.551773063031484e-05,
      "loss": 0.0063,
      "step": 4910
    },
    {
      "epoch": 0.9733900484716589,
      "grad_norm": 0.053683243831398886,
      "learning_rate": 8.543662872716607e-05,
      "loss": 0.0064,
      "step": 4920
    },
    {
      "epoch": 0.9753684835295281,
      "grad_norm": 0.07304035287780136,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.0064,
      "step": 4930
    },
    {
      "epoch": 0.9773469185873974,
      "grad_norm": 0.059987622420537776,
      "learning_rate": 8.527386205752056e-05,
      "loss": 0.0063,
      "step": 4940
    },
    {
      "epoch": 0.9793253536452666,
      "grad_norm": 0.05024276154684285,
      "learning_rate": 8.519219815346004e-05,
      "loss": 0.0063,
      "step": 4950
    },
    {
      "epoch": 0.9813037887031358,
      "grad_norm": 0.05220805908925522,
      "learning_rate": 8.511034777985058e-05,
      "loss": 0.0063,
      "step": 4960
    },
    {
      "epoch": 0.983282223761005,
      "grad_norm": 0.044460036896057126,
      "learning_rate": 8.502831137038496e-05,
      "loss": 0.0063,
      "step": 4970
    },
    {
      "epoch": 0.9852606588188743,
      "grad_norm": 0.06869253220601658,
      "learning_rate": 8.494608935974168e-05,
      "loss": 0.0063,
      "step": 4980
    },
    {
      "epoch": 0.9872390938767435,
      "grad_norm": 0.06903323760960157,
      "learning_rate": 8.486368218358268e-05,
      "loss": 0.0064,
      "step": 4990
    },
    {
      "epoch": 0.9892175289346127,
      "grad_norm": 0.05802420181193652,
      "learning_rate": 8.478109027855103e-05,
      "loss": 0.0063,
      "step": 5000
    },
    {
      "epoch": 0.991195963992482,
      "grad_norm": 0.05432879143271827,
      "learning_rate": 8.469831408226858e-05,
      "loss": 0.0064,
      "step": 5010
    },
    {
      "epoch": 0.9931743990503512,
      "grad_norm": 0.06884081116476606,
      "learning_rate": 8.46153540333337e-05,
      "loss": 0.0063,
      "step": 5020
    },
    {
      "epoch": 0.9951528341082204,
      "grad_norm": 0.05083108308689334,
      "learning_rate": 8.453221057131886e-05,
      "loss": 0.0063,
      "step": 5030
    },
    {
      "epoch": 0.9971312691660896,
      "grad_norm": 0.06555923251197328,
      "learning_rate": 8.444888413676844e-05,
      "loss": 0.0062,
      "step": 5040
    },
    {
      "epoch": 0.9991097042239588,
      "grad_norm": 0.0485194097725489,
      "learning_rate": 8.436537517119624e-05,
      "loss": 0.0062,
      "step": 5050
    },
    {
      "epoch": 1.0009892175289345,
      "grad_norm": 0.05751697437865557,
      "learning_rate": 8.428168411708332e-05,
      "loss": 0.0062,
      "step": 5060
    },
    {
      "epoch": 1.0029676525868039,
      "grad_norm": 0.06194461458596978,
      "learning_rate": 8.419781141787548e-05,
      "loss": 0.0065,
      "step": 5070
    },
    {
      "epoch": 1.004946087644673,
      "grad_norm": 0.06190989641569733,
      "learning_rate": 8.411375751798099e-05,
      "loss": 0.0064,
      "step": 5080
    },
    {
      "epoch": 1.0069245227025423,
      "grad_norm": 0.06313636014593507,
      "learning_rate": 8.402952286276824e-05,
      "loss": 0.0062,
      "step": 5090
    },
    {
      "epoch": 1.0089029577604116,
      "grad_norm": 0.04529763060472979,
      "learning_rate": 8.394510789856339e-05,
      "loss": 0.0061,
      "step": 5100
    },
    {
      "epoch": 1.0108813928182807,
      "grad_norm": 0.05658755695332991,
      "learning_rate": 8.386051307264797e-05,
      "loss": 0.0061,
      "step": 5110
    },
    {
      "epoch": 1.01285982787615,
      "grad_norm": 0.05876296700094565,
      "learning_rate": 8.377573883325653e-05,
      "loss": 0.0062,
      "step": 5120
    },
    {
      "epoch": 1.0148382629340191,
      "grad_norm": 0.048677319222699744,
      "learning_rate": 8.369078562957425e-05,
      "loss": 0.006,
      "step": 5130
    },
    {
      "epoch": 1.0168166979918885,
      "grad_norm": 0.04814968376497898,
      "learning_rate": 8.360565391173459e-05,
      "loss": 0.006,
      "step": 5140
    },
    {
      "epoch": 1.0187951330497576,
      "grad_norm": 0.05224291236621946,
      "learning_rate": 8.352034413081686e-05,
      "loss": 0.0062,
      "step": 5150
    },
    {
      "epoch": 1.0207735681076269,
      "grad_norm": 0.055530887607350574,
      "learning_rate": 8.343485673884388e-05,
      "loss": 0.0062,
      "step": 5160
    },
    {
      "epoch": 1.0227520031654962,
      "grad_norm": 0.053363533845341746,
      "learning_rate": 8.334919218877957e-05,
      "loss": 0.0061,
      "step": 5170
    },
    {
      "epoch": 1.0247304382233653,
      "grad_norm": 0.04467609371510563,
      "learning_rate": 8.326335093452651e-05,
      "loss": 0.0061,
      "step": 5180
    },
    {
      "epoch": 1.0267088732812346,
      "grad_norm": 0.0585920042054814,
      "learning_rate": 8.317733343092357e-05,
      "loss": 0.006,
      "step": 5190
    },
    {
      "epoch": 1.0286873083391037,
      "grad_norm": 0.04585703525635281,
      "learning_rate": 8.309114013374353e-05,
      "loss": 0.0062,
      "step": 5200
    },
    {
      "epoch": 1.030665743396973,
      "grad_norm": 0.04805865638009708,
      "learning_rate": 8.300477149969057e-05,
      "loss": 0.006,
      "step": 5210
    },
    {
      "epoch": 1.0326441784548421,
      "grad_norm": 0.05690505062855741,
      "learning_rate": 8.291822798639797e-05,
      "loss": 0.006,
      "step": 5220
    },
    {
      "epoch": 1.0346226135127115,
      "grad_norm": 0.04730340198191466,
      "learning_rate": 8.28315100524256e-05,
      "loss": 0.006,
      "step": 5230
    },
    {
      "epoch": 1.0366010485705808,
      "grad_norm": 0.05951677298114814,
      "learning_rate": 8.274461815725751e-05,
      "loss": 0.006,
      "step": 5240
    },
    {
      "epoch": 1.0385794836284499,
      "grad_norm": 0.07843694815788296,
      "learning_rate": 8.265755276129953e-05,
      "loss": 0.0061,
      "step": 5250
    },
    {
      "epoch": 1.0405579186863192,
      "grad_norm": 0.04728971510378077,
      "learning_rate": 8.257031432587676e-05,
      "loss": 0.006,
      "step": 5260
    },
    {
      "epoch": 1.0425363537441883,
      "grad_norm": 0.052813393089842196,
      "learning_rate": 8.24829033132312e-05,
      "loss": 0.0061,
      "step": 5270
    },
    {
      "epoch": 1.0445147888020576,
      "grad_norm": 0.04242315686357168,
      "learning_rate": 8.239532018651924e-05,
      "loss": 0.0061,
      "step": 5280
    },
    {
      "epoch": 1.0464932238599267,
      "grad_norm": 0.04551625938635774,
      "learning_rate": 8.230756540980929e-05,
      "loss": 0.006,
      "step": 5290
    },
    {
      "epoch": 1.048471658917796,
      "grad_norm": 0.12609413534027722,
      "learning_rate": 8.22196394480792e-05,
      "loss": 0.006,
      "step": 5300
    },
    {
      "epoch": 1.0504500939756654,
      "grad_norm": 0.048345239728159864,
      "learning_rate": 8.213154276721388e-05,
      "loss": 0.0061,
      "step": 5310
    },
    {
      "epoch": 1.0524285290335345,
      "grad_norm": 0.049683983672517563,
      "learning_rate": 8.204327583400287e-05,
      "loss": 0.0059,
      "step": 5320
    },
    {
      "epoch": 1.0544069640914038,
      "grad_norm": 0.05188762055512984,
      "learning_rate": 8.195483911613772e-05,
      "loss": 0.0061,
      "step": 5330
    },
    {
      "epoch": 1.0563853991492729,
      "grad_norm": 0.04497316878650636,
      "learning_rate": 8.186623308220967e-05,
      "loss": 0.006,
      "step": 5340
    },
    {
      "epoch": 1.0583638342071422,
      "grad_norm": 0.0546094082196699,
      "learning_rate": 8.177745820170705e-05,
      "loss": 0.006,
      "step": 5350
    },
    {
      "epoch": 1.0603422692650113,
      "grad_norm": 0.05026765981658095,
      "learning_rate": 8.168851494501287e-05,
      "loss": 0.0061,
      "step": 5360
    },
    {
      "epoch": 1.0623207043228806,
      "grad_norm": 0.049164085129099054,
      "learning_rate": 8.159940378340232e-05,
      "loss": 0.0062,
      "step": 5370
    },
    {
      "epoch": 1.0642991393807497,
      "grad_norm": 2.1603938265812803,
      "learning_rate": 8.15101251890402e-05,
      "loss": 0.1131,
      "step": 5380
    },
    {
      "epoch": 1.066277574438619,
      "grad_norm": 2.0271542611486963,
      "learning_rate": 8.142067963497851e-05,
      "loss": 0.0686,
      "step": 5390
    },
    {
      "epoch": 1.0682560094964884,
      "grad_norm": 0.3394983528971652,
      "learning_rate": 8.133106759515388e-05,
      "loss": 0.048,
      "step": 5400
    },
    {
      "epoch": 1.0702344445543575,
      "grad_norm": 0.415602659010459,
      "learning_rate": 8.124128954438508e-05,
      "loss": 0.0485,
      "step": 5410
    },
    {
      "epoch": 1.0722128796122268,
      "grad_norm": 0.10803919390382354,
      "learning_rate": 8.115134595837055e-05,
      "loss": 0.0141,
      "step": 5420
    },
    {
      "epoch": 1.0741913146700959,
      "grad_norm": 0.08522270309725247,
      "learning_rate": 8.106123731368578e-05,
      "loss": 0.0094,
      "step": 5430
    },
    {
      "epoch": 1.0761697497279652,
      "grad_norm": 0.07158724437719485,
      "learning_rate": 8.097096408778086e-05,
      "loss": 0.0079,
      "step": 5440
    },
    {
      "epoch": 1.0781481847858343,
      "grad_norm": 0.057866180941927546,
      "learning_rate": 8.088052675897795e-05,
      "loss": 0.0072,
      "step": 5450
    },
    {
      "epoch": 1.0801266198437036,
      "grad_norm": 0.05126972570721972,
      "learning_rate": 8.078992580646871e-05,
      "loss": 0.0069,
      "step": 5460
    },
    {
      "epoch": 1.082105054901573,
      "grad_norm": 0.08979830221273404,
      "learning_rate": 8.06991617103118e-05,
      "loss": 0.0067,
      "step": 5470
    },
    {
      "epoch": 1.084083489959442,
      "grad_norm": 0.04456568001016533,
      "learning_rate": 8.060823495143024e-05,
      "loss": 0.0065,
      "step": 5480
    },
    {
      "epoch": 1.0860619250173114,
      "grad_norm": 0.0492565340931974,
      "learning_rate": 8.051714601160903e-05,
      "loss": 0.0063,
      "step": 5490
    },
    {
      "epoch": 1.0880403600751805,
      "grad_norm": 0.04849713080553465,
      "learning_rate": 8.042589537349243e-05,
      "loss": 0.0063,
      "step": 5500
    },
    {
      "epoch": 1.0900187951330498,
      "grad_norm": 0.05895897122616162,
      "learning_rate": 8.033448352058154e-05,
      "loss": 0.0062,
      "step": 5510
    },
    {
      "epoch": 1.0919972301909189,
      "grad_norm": 0.04641947900694574,
      "learning_rate": 8.024291093723162e-05,
      "loss": 0.0062,
      "step": 5520
    },
    {
      "epoch": 1.0939756652487882,
      "grad_norm": 0.05266295071130823,
      "learning_rate": 8.01511781086496e-05,
      "loss": 0.0062,
      "step": 5530
    },
    {
      "epoch": 1.0959541003066575,
      "grad_norm": 0.04113578402567327,
      "learning_rate": 8.005928552089148e-05,
      "loss": 0.006,
      "step": 5540
    },
    {
      "epoch": 1.0979325353645266,
      "grad_norm": 0.046397456824519824,
      "learning_rate": 7.996723366085977e-05,
      "loss": 0.0061,
      "step": 5550
    },
    {
      "epoch": 1.099910970422396,
      "grad_norm": 0.042504109848566785,
      "learning_rate": 7.98750230163009e-05,
      "loss": 0.006,
      "step": 5560
    },
    {
      "epoch": 1.101889405480265,
      "grad_norm": 0.04625137829184704,
      "learning_rate": 7.978265407580261e-05,
      "loss": 0.006,
      "step": 5570
    },
    {
      "epoch": 1.1038678405381344,
      "grad_norm": 0.03573652083585954,
      "learning_rate": 7.969012732879144e-05,
      "loss": 0.0061,
      "step": 5580
    },
    {
      "epoch": 1.1058462755960035,
      "grad_norm": 0.04264641938532718,
      "learning_rate": 7.959744326553001e-05,
      "loss": 0.006,
      "step": 5590
    },
    {
      "epoch": 1.1078247106538728,
      "grad_norm": 0.041439726686744414,
      "learning_rate": 7.950460237711458e-05,
      "loss": 0.006,
      "step": 5600
    },
    {
      "epoch": 1.109803145711742,
      "grad_norm": 0.042924810977132855,
      "learning_rate": 7.94116051554723e-05,
      "loss": 0.0059,
      "step": 5610
    },
    {
      "epoch": 1.1117815807696112,
      "grad_norm": 0.04403008318563282,
      "learning_rate": 7.931845209335871e-05,
      "loss": 0.006,
      "step": 5620
    },
    {
      "epoch": 1.1137600158274805,
      "grad_norm": 0.03738858465139161,
      "learning_rate": 7.922514368435505e-05,
      "loss": 0.0058,
      "step": 5630
    },
    {
      "epoch": 1.1157384508853496,
      "grad_norm": 0.03303808177320043,
      "learning_rate": 7.91316804228657e-05,
      "loss": 0.0058,
      "step": 5640
    },
    {
      "epoch": 1.117716885943219,
      "grad_norm": 0.031941951174383296,
      "learning_rate": 7.903806280411557e-05,
      "loss": 0.0058,
      "step": 5650
    },
    {
      "epoch": 1.119695321001088,
      "grad_norm": 0.04229774883039419,
      "learning_rate": 7.89442913241474e-05,
      "loss": 0.0059,
      "step": 5660
    },
    {
      "epoch": 1.1216737560589574,
      "grad_norm": 0.03986989201339158,
      "learning_rate": 7.885036647981921e-05,
      "loss": 0.0059,
      "step": 5670
    },
    {
      "epoch": 1.1236521911168267,
      "grad_norm": 0.043949789554008536,
      "learning_rate": 7.875628876880161e-05,
      "loss": 0.0058,
      "step": 5680
    },
    {
      "epoch": 1.1256306261746958,
      "grad_norm": 0.04241107898465743,
      "learning_rate": 7.866205868957524e-05,
      "loss": 0.0058,
      "step": 5690
    },
    {
      "epoch": 1.127609061232565,
      "grad_norm": 0.04108409727829765,
      "learning_rate": 7.8567676741428e-05,
      "loss": 0.0058,
      "step": 5700
    },
    {
      "epoch": 1.1295874962904342,
      "grad_norm": 0.038134778524605575,
      "learning_rate": 7.847314342445258e-05,
      "loss": 0.0059,
      "step": 5710
    },
    {
      "epoch": 1.1315659313483035,
      "grad_norm": 0.0395359110505131,
      "learning_rate": 7.837845923954364e-05,
      "loss": 0.0059,
      "step": 5720
    },
    {
      "epoch": 1.1335443664061726,
      "grad_norm": 0.03705923743875566,
      "learning_rate": 7.828362468839525e-05,
      "loss": 0.0057,
      "step": 5730
    },
    {
      "epoch": 1.135522801464042,
      "grad_norm": 0.04438030890390153,
      "learning_rate": 7.818864027349822e-05,
      "loss": 0.0059,
      "step": 5740
    },
    {
      "epoch": 1.1375012365219113,
      "grad_norm": 0.04093793909769111,
      "learning_rate": 7.809350649813743e-05,
      "loss": 0.0058,
      "step": 5750
    },
    {
      "epoch": 1.1394796715797804,
      "grad_norm": 0.04524355161903631,
      "learning_rate": 7.799822386638915e-05,
      "loss": 0.0058,
      "step": 5760
    },
    {
      "epoch": 1.1414581066376497,
      "grad_norm": 0.0442670428949603,
      "learning_rate": 7.790279288311837e-05,
      "loss": 0.0057,
      "step": 5770
    },
    {
      "epoch": 1.1434365416955188,
      "grad_norm": 0.033166208241422204,
      "learning_rate": 7.78072140539762e-05,
      "loss": 0.0057,
      "step": 5780
    },
    {
      "epoch": 1.145414976753388,
      "grad_norm": 0.04012402475370748,
      "learning_rate": 7.771148788539704e-05,
      "loss": 0.0057,
      "step": 5790
    },
    {
      "epoch": 1.1473934118112572,
      "grad_norm": 0.03237612662007064,
      "learning_rate": 7.761561488459603e-05,
      "loss": 0.0059,
      "step": 5800
    },
    {
      "epoch": 1.1493718468691265,
      "grad_norm": 0.03324122965447543,
      "learning_rate": 7.751959555956632e-05,
      "loss": 0.0057,
      "step": 5810
    },
    {
      "epoch": 1.1513502819269958,
      "grad_norm": 0.027949811113114495,
      "learning_rate": 7.742343041907634e-05,
      "loss": 0.0057,
      "step": 5820
    },
    {
      "epoch": 1.153328716984865,
      "grad_norm": 0.03791264371201285,
      "learning_rate": 7.732711997266719e-05,
      "loss": 0.0057,
      "step": 5830
    },
    {
      "epoch": 1.1553071520427343,
      "grad_norm": 0.034815972244427125,
      "learning_rate": 7.723066473064986e-05,
      "loss": 0.0058,
      "step": 5840
    },
    {
      "epoch": 1.1572855871006034,
      "grad_norm": 0.0414424156302514,
      "learning_rate": 7.713406520410252e-05,
      "loss": 0.0057,
      "step": 5850
    },
    {
      "epoch": 1.1592640221584727,
      "grad_norm": 0.03944905753887055,
      "learning_rate": 7.703732190486792e-05,
      "loss": 0.0057,
      "step": 5860
    },
    {
      "epoch": 1.1612424572163418,
      "grad_norm": 0.04460252097585453,
      "learning_rate": 7.694043534555055e-05,
      "loss": 0.0058,
      "step": 5870
    },
    {
      "epoch": 1.163220892274211,
      "grad_norm": 0.0369538846573498,
      "learning_rate": 7.684340603951399e-05,
      "loss": 0.0057,
      "step": 5880
    },
    {
      "epoch": 1.1651993273320804,
      "grad_norm": 0.031526159830323905,
      "learning_rate": 7.674623450087822e-05,
      "loss": 0.0057,
      "step": 5890
    },
    {
      "epoch": 1.1671777623899495,
      "grad_norm": 0.03307040490075019,
      "learning_rate": 7.664892124451676e-05,
      "loss": 0.0057,
      "step": 5900
    },
    {
      "epoch": 1.1691561974478188,
      "grad_norm": 0.03998929235774849,
      "learning_rate": 7.655146678605414e-05,
      "loss": 0.0057,
      "step": 5910
    },
    {
      "epoch": 1.171134632505688,
      "grad_norm": 0.04324580029205743,
      "learning_rate": 7.645387164186298e-05,
      "loss": 0.0058,
      "step": 5920
    },
    {
      "epoch": 1.1731130675635573,
      "grad_norm": 0.0426025264209868,
      "learning_rate": 7.635613632906141e-05,
      "loss": 0.0057,
      "step": 5930
    },
    {
      "epoch": 1.1750915026214264,
      "grad_norm": 0.028661143167508635,
      "learning_rate": 7.625826136551022e-05,
      "loss": 0.0057,
      "step": 5940
    },
    {
      "epoch": 1.1770699376792957,
      "grad_norm": 0.04388788894109092,
      "learning_rate": 7.616024726981015e-05,
      "loss": 0.0057,
      "step": 5950
    },
    {
      "epoch": 1.179048372737165,
      "grad_norm": 0.0436120659633431,
      "learning_rate": 7.606209456129914e-05,
      "loss": 0.0058,
      "step": 5960
    },
    {
      "epoch": 1.181026807795034,
      "grad_norm": 0.047845886779166666,
      "learning_rate": 7.596380376004965e-05,
      "loss": 0.0058,
      "step": 5970
    },
    {
      "epoch": 1.1830052428529034,
      "grad_norm": 0.04480178028026406,
      "learning_rate": 7.586537538686574e-05,
      "loss": 0.0058,
      "step": 5980
    },
    {
      "epoch": 1.1849836779107725,
      "grad_norm": 0.041454217066072045,
      "learning_rate": 7.576680996328045e-05,
      "loss": 0.0058,
      "step": 5990
    },
    {
      "epoch": 1.1869621129686418,
      "grad_norm": 0.05036860831205738,
      "learning_rate": 7.566810801155304e-05,
      "loss": 0.0058,
      "step": 6000
    },
    {
      "epoch": 1.188940548026511,
      "grad_norm": 0.03991876647458778,
      "learning_rate": 7.556927005466612e-05,
      "loss": 0.0058,
      "step": 6010
    },
    {
      "epoch": 1.1909189830843803,
      "grad_norm": 0.04511693975741068,
      "learning_rate": 7.547029661632298e-05,
      "loss": 0.0057,
      "step": 6020
    },
    {
      "epoch": 1.1928974181422496,
      "grad_norm": 0.035236003193201464,
      "learning_rate": 7.537118822094474e-05,
      "loss": 0.0057,
      "step": 6030
    },
    {
      "epoch": 1.1948758532001187,
      "grad_norm": 0.03635223890045791,
      "learning_rate": 7.52719453936676e-05,
      "loss": 0.0057,
      "step": 6040
    },
    {
      "epoch": 1.196854288257988,
      "grad_norm": 0.03499601711589297,
      "learning_rate": 7.517256866034011e-05,
      "loss": 0.0057,
      "step": 6050
    },
    {
      "epoch": 1.198832723315857,
      "grad_norm": 0.03051992982533724,
      "learning_rate": 7.507305854752027e-05,
      "loss": 0.0056,
      "step": 6060
    },
    {
      "epoch": 1.2008111583737264,
      "grad_norm": 0.03258091755349024,
      "learning_rate": 7.497341558247286e-05,
      "loss": 0.0056,
      "step": 6070
    },
    {
      "epoch": 1.2027895934315955,
      "grad_norm": 0.03250512206806069,
      "learning_rate": 7.487364029316655e-05,
      "loss": 0.0056,
      "step": 6080
    },
    {
      "epoch": 1.2047680284894648,
      "grad_norm": 0.036115795636918274,
      "learning_rate": 7.47737332082712e-05,
      "loss": 0.0056,
      "step": 6090
    },
    {
      "epoch": 1.2067464635473342,
      "grad_norm": 0.04493959647880394,
      "learning_rate": 7.467369485715492e-05,
      "loss": 0.0057,
      "step": 6100
    },
    {
      "epoch": 1.2087248986052033,
      "grad_norm": 0.042903241347616944,
      "learning_rate": 7.457352576988144e-05,
      "loss": 0.0056,
      "step": 6110
    },
    {
      "epoch": 1.2107033336630726,
      "grad_norm": 0.03237087689528689,
      "learning_rate": 7.447322647720714e-05,
      "loss": 0.0057,
      "step": 6120
    },
    {
      "epoch": 1.2126817687209417,
      "grad_norm": 0.03667458351368389,
      "learning_rate": 7.437279751057833e-05,
      "loss": 0.0057,
      "step": 6130
    },
    {
      "epoch": 1.214660203778811,
      "grad_norm": 0.03153719155428942,
      "learning_rate": 7.42722394021284e-05,
      "loss": 0.0057,
      "step": 6140
    },
    {
      "epoch": 1.21663863883668,
      "grad_norm": 0.03391573901177321,
      "learning_rate": 7.417155268467505e-05,
      "loss": 0.0057,
      "step": 6150
    },
    {
      "epoch": 1.2186170738945494,
      "grad_norm": 0.0557269786469655,
      "learning_rate": 7.407073789171737e-05,
      "loss": 0.0057,
      "step": 6160
    },
    {
      "epoch": 1.2205955089524188,
      "grad_norm": 0.04042665936983494,
      "learning_rate": 7.396979555743315e-05,
      "loss": 0.0057,
      "step": 6170
    },
    {
      "epoch": 1.2225739440102878,
      "grad_norm": 0.041175953128139264,
      "learning_rate": 7.386872621667588e-05,
      "loss": 0.0057,
      "step": 6180
    },
    {
      "epoch": 1.2245523790681572,
      "grad_norm": 0.03774663680988805,
      "learning_rate": 7.376753040497206e-05,
      "loss": 0.0057,
      "step": 6190
    },
    {
      "epoch": 1.2265308141260263,
      "grad_norm": 0.032985623718476444,
      "learning_rate": 7.366620865851832e-05,
      "loss": 0.0057,
      "step": 6200
    },
    {
      "epoch": 1.2285092491838956,
      "grad_norm": 0.04526217134388791,
      "learning_rate": 7.356476151417851e-05,
      "loss": 0.0056,
      "step": 6210
    },
    {
      "epoch": 1.2304876842417647,
      "grad_norm": 0.033699952620718725,
      "learning_rate": 7.3463189509481e-05,
      "loss": 0.0056,
      "step": 6220
    },
    {
      "epoch": 1.232466119299634,
      "grad_norm": 0.03449816480802273,
      "learning_rate": 7.336149318261565e-05,
      "loss": 0.0057,
      "step": 6230
    },
    {
      "epoch": 1.2344445543575033,
      "grad_norm": 0.03739065625318545,
      "learning_rate": 7.325967307243116e-05,
      "loss": 0.0057,
      "step": 6240
    },
    {
      "epoch": 1.2364229894153724,
      "grad_norm": 0.039844310496860026,
      "learning_rate": 7.3157729718432e-05,
      "loss": 0.0056,
      "step": 6250
    },
    {
      "epoch": 1.2384014244732418,
      "grad_norm": 0.03741054285164765,
      "learning_rate": 7.305566366077573e-05,
      "loss": 0.0056,
      "step": 6260
    },
    {
      "epoch": 1.2403798595311109,
      "grad_norm": 0.03364703685867033,
      "learning_rate": 7.295347544027006e-05,
      "loss": 0.0057,
      "step": 6270
    },
    {
      "epoch": 1.2423582945889802,
      "grad_norm": 0.033448087560093175,
      "learning_rate": 7.285116559836996e-05,
      "loss": 0.0056,
      "step": 6280
    },
    {
      "epoch": 1.2443367296468493,
      "grad_norm": 0.039062579681959614,
      "learning_rate": 7.274873467717487e-05,
      "loss": 0.0056,
      "step": 6290
    },
    {
      "epoch": 1.2463151647047186,
      "grad_norm": 0.038104791586339296,
      "learning_rate": 7.264618321942575e-05,
      "loss": 0.0057,
      "step": 6300
    },
    {
      "epoch": 1.248293599762588,
      "grad_norm": 0.031049241763307502,
      "learning_rate": 7.254351176850222e-05,
      "loss": 0.0056,
      "step": 6310
    },
    {
      "epoch": 1.250272034820457,
      "grad_norm": 0.03418278670690264,
      "learning_rate": 7.244072086841977e-05,
      "loss": 0.0056,
      "step": 6320
    },
    {
      "epoch": 1.2522504698783261,
      "grad_norm": 0.037002415997614224,
      "learning_rate": 7.23378110638267e-05,
      "loss": 0.0056,
      "step": 6330
    },
    {
      "epoch": 1.2542289049361954,
      "grad_norm": 0.04260617531407092,
      "learning_rate": 7.223478290000142e-05,
      "loss": 0.0056,
      "step": 6340
    },
    {
      "epoch": 1.2562073399940648,
      "grad_norm": 0.036028204288982416,
      "learning_rate": 7.213163692284943e-05,
      "loss": 0.0056,
      "step": 6350
    },
    {
      "epoch": 1.2581857750519339,
      "grad_norm": 0.036901375470254155,
      "learning_rate": 7.202837367890054e-05,
      "loss": 0.0056,
      "step": 6360
    },
    {
      "epoch": 1.2601642101098032,
      "grad_norm": 0.03735386965396765,
      "learning_rate": 7.192499371530581e-05,
      "loss": 0.0056,
      "step": 6370
    },
    {
      "epoch": 1.2621426451676725,
      "grad_norm": 0.02984723835237537,
      "learning_rate": 7.182149757983484e-05,
      "loss": 0.0056,
      "step": 6380
    },
    {
      "epoch": 1.2641210802255416,
      "grad_norm": 0.03935128678801177,
      "learning_rate": 7.171788582087277e-05,
      "loss": 0.0056,
      "step": 6390
    },
    {
      "epoch": 1.2660995152834107,
      "grad_norm": 0.04032397080470862,
      "learning_rate": 7.16141589874173e-05,
      "loss": 0.0056,
      "step": 6400
    },
    {
      "epoch": 1.26807795034128,
      "grad_norm": 0.03356966831950111,
      "learning_rate": 7.151031762907597e-05,
      "loss": 0.0056,
      "step": 6410
    },
    {
      "epoch": 1.2700563853991493,
      "grad_norm": 0.03497802089921324,
      "learning_rate": 7.140636229606308e-05,
      "loss": 0.0056,
      "step": 6420
    },
    {
      "epoch": 1.2720348204570184,
      "grad_norm": 0.03290016437192306,
      "learning_rate": 7.130229353919684e-05,
      "loss": 0.0056,
      "step": 6430
    },
    {
      "epoch": 1.2740132555148878,
      "grad_norm": 0.0398833363100131,
      "learning_rate": 7.119811190989649e-05,
      "loss": 0.0056,
      "step": 6440
    },
    {
      "epoch": 1.275991690572757,
      "grad_norm": 0.03732062427368817,
      "learning_rate": 7.10938179601793e-05,
      "loss": 0.0056,
      "step": 6450
    },
    {
      "epoch": 1.2779701256306262,
      "grad_norm": 0.03934783036880213,
      "learning_rate": 7.098941224265769e-05,
      "loss": 0.0056,
      "step": 6460
    },
    {
      "epoch": 1.2799485606884953,
      "grad_norm": 0.03381710882106186,
      "learning_rate": 7.088489531053627e-05,
      "loss": 0.0056,
      "step": 6470
    },
    {
      "epoch": 1.2819269957463646,
      "grad_norm": 0.034166289132313815,
      "learning_rate": 7.0780267717609e-05,
      "loss": 0.0056,
      "step": 6480
    },
    {
      "epoch": 1.283905430804234,
      "grad_norm": 0.04033915396960083,
      "learning_rate": 7.067553001825609e-05,
      "loss": 0.0056,
      "step": 6490
    },
    {
      "epoch": 1.285883865862103,
      "grad_norm": 0.03467942241584561,
      "learning_rate": 7.057068276744123e-05,
      "loss": 0.0056,
      "step": 6500
    },
    {
      "epoch": 1.2878623009199723,
      "grad_norm": 0.037450027364007404,
      "learning_rate": 7.04657265207086e-05,
      "loss": 0.0056,
      "step": 6510
    },
    {
      "epoch": 1.2898407359778417,
      "grad_norm": 0.0370877752887104,
      "learning_rate": 7.036066183417981e-05,
      "loss": 0.0056,
      "step": 6520
    },
    {
      "epoch": 1.2918191710357108,
      "grad_norm": 0.03847399101266914,
      "learning_rate": 7.025548926455117e-05,
      "loss": 0.0056,
      "step": 6530
    },
    {
      "epoch": 1.2937976060935799,
      "grad_norm": 0.041156866057780156,
      "learning_rate": 7.015020936909052e-05,
      "loss": 0.0055,
      "step": 6540
    },
    {
      "epoch": 1.2957760411514492,
      "grad_norm": 0.03946704745949501,
      "learning_rate": 7.004482270563441e-05,
      "loss": 0.0057,
      "step": 6550
    },
    {
      "epoch": 1.2977544762093185,
      "grad_norm": 0.03659863977786791,
      "learning_rate": 6.993932983258514e-05,
      "loss": 0.0056,
      "step": 6560
    },
    {
      "epoch": 1.2997329112671876,
      "grad_norm": 0.03748359635818026,
      "learning_rate": 6.983373130890774e-05,
      "loss": 0.0056,
      "step": 6570
    },
    {
      "epoch": 1.301711346325057,
      "grad_norm": 0.037948505381691075,
      "learning_rate": 6.972802769412706e-05,
      "loss": 0.0056,
      "step": 6580
    },
    {
      "epoch": 1.3036897813829262,
      "grad_norm": 0.04450744337699251,
      "learning_rate": 6.962221954832476e-05,
      "loss": 0.0056,
      "step": 6590
    },
    {
      "epoch": 1.3056682164407953,
      "grad_norm": 0.053301654630973534,
      "learning_rate": 6.95163074321364e-05,
      "loss": 0.0057,
      "step": 6600
    },
    {
      "epoch": 1.3076466514986644,
      "grad_norm": 0.04162041067392495,
      "learning_rate": 6.941029190674844e-05,
      "loss": 0.0056,
      "step": 6610
    },
    {
      "epoch": 1.3096250865565338,
      "grad_norm": 0.04381958004213867,
      "learning_rate": 6.93041735338952e-05,
      "loss": 0.0057,
      "step": 6620
    },
    {
      "epoch": 1.311603521614403,
      "grad_norm": 0.02782137292845423,
      "learning_rate": 6.919795287585604e-05,
      "loss": 0.0057,
      "step": 6630
    },
    {
      "epoch": 1.3135819566722722,
      "grad_norm": 0.025567125024299867,
      "learning_rate": 6.909163049545223e-05,
      "loss": 0.0055,
      "step": 6640
    },
    {
      "epoch": 1.3155603917301415,
      "grad_norm": 0.035120781893699195,
      "learning_rate": 6.898520695604404e-05,
      "loss": 0.0055,
      "step": 6650
    },
    {
      "epoch": 1.3175388267880108,
      "grad_norm": 0.040227781165756704,
      "learning_rate": 6.887868282152775e-05,
      "loss": 0.0055,
      "step": 6660
    },
    {
      "epoch": 1.31951726184588,
      "grad_norm": 0.03391083738077268,
      "learning_rate": 6.877205865633262e-05,
      "loss": 0.0055,
      "step": 6670
    },
    {
      "epoch": 1.321495696903749,
      "grad_norm": 0.03638116973313427,
      "learning_rate": 6.866533502541802e-05,
      "loss": 0.0056,
      "step": 6680
    },
    {
      "epoch": 1.3234741319616183,
      "grad_norm": 0.03603931376063003,
      "learning_rate": 6.855851249427024e-05,
      "loss": 0.0055,
      "step": 6690
    },
    {
      "epoch": 1.3254525670194877,
      "grad_norm": 0.03826922809041725,
      "learning_rate": 6.845159162889965e-05,
      "loss": 0.0055,
      "step": 6700
    },
    {
      "epoch": 1.3274310020773568,
      "grad_norm": 0.03774398998239144,
      "learning_rate": 6.834457299583768e-05,
      "loss": 0.0056,
      "step": 6710
    },
    {
      "epoch": 1.329409437135226,
      "grad_norm": 0.038170414654768225,
      "learning_rate": 6.823745716213377e-05,
      "loss": 0.0056,
      "step": 6720
    },
    {
      "epoch": 1.3313878721930952,
      "grad_norm": 0.03443680596757458,
      "learning_rate": 6.813024469535236e-05,
      "loss": 0.0056,
      "step": 6730
    },
    {
      "epoch": 1.3333663072509645,
      "grad_norm": 0.026479399635652132,
      "learning_rate": 6.802293616356997e-05,
      "loss": 0.0056,
      "step": 6740
    },
    {
      "epoch": 1.3353447423088336,
      "grad_norm": 0.028372086861007666,
      "learning_rate": 6.791553213537209e-05,
      "loss": 0.0056,
      "step": 6750
    },
    {
      "epoch": 1.337323177366703,
      "grad_norm": 0.03789215933000055,
      "learning_rate": 6.780803317985021e-05,
      "loss": 0.0056,
      "step": 6760
    },
    {
      "epoch": 1.3393016124245722,
      "grad_norm": 0.039576511265595506,
      "learning_rate": 6.77004398665988e-05,
      "loss": 0.0055,
      "step": 6770
    },
    {
      "epoch": 1.3412800474824413,
      "grad_norm": 0.036864169034171806,
      "learning_rate": 6.759275276571233e-05,
      "loss": 0.0056,
      "step": 6780
    },
    {
      "epoch": 1.3432584825403107,
      "grad_norm": 0.04321814565999796,
      "learning_rate": 6.748497244778214e-05,
      "loss": 0.0056,
      "step": 6790
    },
    {
      "epoch": 1.3452369175981798,
      "grad_norm": 0.03726919741553951,
      "learning_rate": 6.737709948389356e-05,
      "loss": 0.0057,
      "step": 6800
    },
    {
      "epoch": 1.347215352656049,
      "grad_norm": 0.03681582325216623,
      "learning_rate": 6.726913444562283e-05,
      "loss": 0.0056,
      "step": 6810
    },
    {
      "epoch": 1.3491937877139182,
      "grad_norm": 0.0349403052016446,
      "learning_rate": 6.716107790503398e-05,
      "loss": 0.0056,
      "step": 6820
    },
    {
      "epoch": 1.3511722227717875,
      "grad_norm": 0.041473749973638015,
      "learning_rate": 6.705293043467589e-05,
      "loss": 0.0056,
      "step": 6830
    },
    {
      "epoch": 1.3531506578296568,
      "grad_norm": 0.03582960164812966,
      "learning_rate": 6.69446926075793e-05,
      "loss": 0.0056,
      "step": 6840
    },
    {
      "epoch": 1.355129092887526,
      "grad_norm": 0.03280549841785671,
      "learning_rate": 6.683636499725365e-05,
      "loss": 0.0055,
      "step": 6850
    },
    {
      "epoch": 1.3571075279453952,
      "grad_norm": 0.03942628590105101,
      "learning_rate": 6.672794817768414e-05,
      "loss": 0.0055,
      "step": 6860
    },
    {
      "epoch": 1.3590859630032643,
      "grad_norm": 0.043307764106813786,
      "learning_rate": 6.661944272332867e-05,
      "loss": 0.0056,
      "step": 6870
    },
    {
      "epoch": 1.3610643980611337,
      "grad_norm": 0.034872917925607164,
      "learning_rate": 6.651084920911473e-05,
      "loss": 0.0055,
      "step": 6880
    },
    {
      "epoch": 1.3630428331190028,
      "grad_norm": 0.031874487009946065,
      "learning_rate": 6.640216821043646e-05,
      "loss": 0.0056,
      "step": 6890
    },
    {
      "epoch": 1.365021268176872,
      "grad_norm": 0.03836080487878095,
      "learning_rate": 6.629340030315148e-05,
      "loss": 0.0056,
      "step": 6900
    },
    {
      "epoch": 1.3669997032347414,
      "grad_norm": 0.03634215326895351,
      "learning_rate": 6.618454606357796e-05,
      "loss": 0.0055,
      "step": 6910
    },
    {
      "epoch": 1.3689781382926105,
      "grad_norm": 0.03793034040359059,
      "learning_rate": 6.607560606849149e-05,
      "loss": 0.0056,
      "step": 6920
    },
    {
      "epoch": 1.3709565733504798,
      "grad_norm": 0.038626345431725675,
      "learning_rate": 6.596658089512208e-05,
      "loss": 0.0056,
      "step": 6930
    },
    {
      "epoch": 1.372935008408349,
      "grad_norm": 0.03747023595551942,
      "learning_rate": 6.585747112115096e-05,
      "loss": 0.0056,
      "step": 6940
    },
    {
      "epoch": 1.3749134434662182,
      "grad_norm": 0.03724888108614714,
      "learning_rate": 6.574827732470779e-05,
      "loss": 0.0056,
      "step": 6950
    },
    {
      "epoch": 1.3768918785240873,
      "grad_norm": 0.034638118264480766,
      "learning_rate": 6.563900008436727e-05,
      "loss": 0.0055,
      "step": 6960
    },
    {
      "epoch": 1.3788703135819567,
      "grad_norm": 0.033864355005160295,
      "learning_rate": 6.552963997914635e-05,
      "loss": 0.0056,
      "step": 6970
    },
    {
      "epoch": 1.380848748639826,
      "grad_norm": 0.03435838173382715,
      "learning_rate": 6.542019758850097e-05,
      "loss": 0.0055,
      "step": 6980
    },
    {
      "epoch": 1.382827183697695,
      "grad_norm": 0.03787291584914084,
      "learning_rate": 6.531067349232313e-05,
      "loss": 0.0055,
      "step": 6990
    },
    {
      "epoch": 1.3848056187555644,
      "grad_norm": 0.042509783055348666,
      "learning_rate": 6.52010682709377e-05,
      "loss": 0.0056,
      "step": 7000
    },
    {
      "epoch": 1.3867840538134335,
      "grad_norm": 0.03965274367033093,
      "learning_rate": 6.509138250509946e-05,
      "loss": 0.0056,
      "step": 7010
    },
    {
      "epoch": 1.3887624888713028,
      "grad_norm": 0.04059866536953732,
      "learning_rate": 6.498161677598993e-05,
      "loss": 0.0056,
      "step": 7020
    },
    {
      "epoch": 1.390740923929172,
      "grad_norm": 0.0403796240216782,
      "learning_rate": 6.48717716652143e-05,
      "loss": 0.0055,
      "step": 7030
    },
    {
      "epoch": 1.3927193589870412,
      "grad_norm": 0.041358943713317844,
      "learning_rate": 6.476184775479841e-05,
      "loss": 0.0055,
      "step": 7040
    },
    {
      "epoch": 1.3946977940449106,
      "grad_norm": 0.036737902094748774,
      "learning_rate": 6.465184562718563e-05,
      "loss": 0.0055,
      "step": 7050
    },
    {
      "epoch": 1.3966762291027797,
      "grad_norm": 0.027107836413364297,
      "learning_rate": 6.454176586523373e-05,
      "loss": 0.0056,
      "step": 7060
    },
    {
      "epoch": 1.398654664160649,
      "grad_norm": 0.0429723818927687,
      "learning_rate": 6.443160905221187e-05,
      "loss": 0.0055,
      "step": 7070
    },
    {
      "epoch": 1.400633099218518,
      "grad_norm": 0.03784203217668341,
      "learning_rate": 6.432137577179749e-05,
      "loss": 0.0055,
      "step": 7080
    },
    {
      "epoch": 1.4026115342763874,
      "grad_norm": 0.03878869969717583,
      "learning_rate": 6.421106660807314e-05,
      "loss": 0.0055,
      "step": 7090
    },
    {
      "epoch": 1.4045899693342565,
      "grad_norm": 0.04138534922963437,
      "learning_rate": 6.410068214552351e-05,
      "loss": 0.0056,
      "step": 7100
    },
    {
      "epoch": 1.4065684043921258,
      "grad_norm": 0.044441393695511124,
      "learning_rate": 6.399022296903224e-05,
      "loss": 0.0056,
      "step": 7110
    },
    {
      "epoch": 1.4085468394499951,
      "grad_norm": 0.03638370003353263,
      "learning_rate": 6.387968966387881e-05,
      "loss": 0.0055,
      "step": 7120
    },
    {
      "epoch": 1.4105252745078642,
      "grad_norm": 0.03696545348621393,
      "learning_rate": 6.376908281573556e-05,
      "loss": 0.0056,
      "step": 7130
    },
    {
      "epoch": 1.4125037095657336,
      "grad_norm": 0.03231739591778192,
      "learning_rate": 6.365840301066445e-05,
      "loss": 0.0056,
      "step": 7140
    },
    {
      "epoch": 1.4144821446236027,
      "grad_norm": 0.03686348347866708,
      "learning_rate": 6.354765083511401e-05,
      "loss": 0.0056,
      "step": 7150
    },
    {
      "epoch": 1.416460579681472,
      "grad_norm": 0.036215824603498016,
      "learning_rate": 6.343682687591626e-05,
      "loss": 0.0056,
      "step": 7160
    },
    {
      "epoch": 1.418439014739341,
      "grad_norm": 0.029455109074679835,
      "learning_rate": 6.332593172028356e-05,
      "loss": 0.0056,
      "step": 7170
    },
    {
      "epoch": 1.4204174497972104,
      "grad_norm": 0.031343619906341345,
      "learning_rate": 6.32149659558055e-05,
      "loss": 0.0056,
      "step": 7180
    },
    {
      "epoch": 1.4223958848550797,
      "grad_norm": 0.04028704219643471,
      "learning_rate": 6.310393017044582e-05,
      "loss": 0.0055,
      "step": 7190
    },
    {
      "epoch": 1.4243743199129488,
      "grad_norm": 0.029423394247611312,
      "learning_rate": 6.299282495253925e-05,
      "loss": 0.0055,
      "step": 7200
    },
    {
      "epoch": 1.4263527549708181,
      "grad_norm": 0.047255415800335016,
      "learning_rate": 6.288165089078842e-05,
      "loss": 0.0055,
      "step": 7210
    },
    {
      "epoch": 1.4283311900286872,
      "grad_norm": 0.03857254040658383,
      "learning_rate": 6.277040857426077e-05,
      "loss": 0.0056,
      "step": 7220
    },
    {
      "epoch": 1.4303096250865566,
      "grad_norm": 0.030848474807502337,
      "learning_rate": 6.265909859238535e-05,
      "loss": 0.0056,
      "step": 7230
    },
    {
      "epoch": 1.4322880601444257,
      "grad_norm": 0.04059898170740879,
      "learning_rate": 6.254772153494977e-05,
      "loss": 0.0056,
      "step": 7240
    },
    {
      "epoch": 1.434266495202295,
      "grad_norm": 0.03509461349092954,
      "learning_rate": 6.243627799209703e-05,
      "loss": 0.0055,
      "step": 7250
    },
    {
      "epoch": 1.4362449302601643,
      "grad_norm": 0.04083149881627657,
      "learning_rate": 6.232476855432243e-05,
      "loss": 0.0056,
      "step": 7260
    },
    {
      "epoch": 1.4382233653180334,
      "grad_norm": 0.03938177549547612,
      "learning_rate": 6.22131938124704e-05,
      "loss": 0.0055,
      "step": 7270
    },
    {
      "epoch": 1.4402018003759027,
      "grad_norm": 0.03945840702693564,
      "learning_rate": 6.210155435773138e-05,
      "loss": 0.0056,
      "step": 7280
    },
    {
      "epoch": 1.4421802354337718,
      "grad_norm": 0.02817658479269591,
      "learning_rate": 6.198985078163876e-05,
      "loss": 0.0055,
      "step": 7290
    },
    {
      "epoch": 1.4441586704916411,
      "grad_norm": 0.03702589421409487,
      "learning_rate": 6.187808367606561e-05,
      "loss": 0.0056,
      "step": 7300
    },
    {
      "epoch": 1.4461371055495102,
      "grad_norm": 0.04131607846450309,
      "learning_rate": 6.176625363322163e-05,
      "loss": 0.0056,
      "step": 7310
    },
    {
      "epoch": 1.4481155406073796,
      "grad_norm": 0.029668095411866307,
      "learning_rate": 6.165436124565007e-05,
      "loss": 0.0055,
      "step": 7320
    },
    {
      "epoch": 1.450093975665249,
      "grad_norm": 0.030207191952894966,
      "learning_rate": 6.154240710622445e-05,
      "loss": 0.0056,
      "step": 7330
    },
    {
      "epoch": 1.452072410723118,
      "grad_norm": 0.04139606771549576,
      "learning_rate": 6.143039180814548e-05,
      "loss": 0.0056,
      "step": 7340
    },
    {
      "epoch": 1.4540508457809873,
      "grad_norm": 0.05553637718467749,
      "learning_rate": 6.131831594493799e-05,
      "loss": 0.0056,
      "step": 7350
    },
    {
      "epoch": 1.4560292808388564,
      "grad_norm": 0.030263790546811598,
      "learning_rate": 6.120618011044766e-05,
      "loss": 0.0055,
      "step": 7360
    },
    {
      "epoch": 1.4580077158967257,
      "grad_norm": 0.032253690296881625,
      "learning_rate": 6.109398489883795e-05,
      "loss": 0.0055,
      "step": 7370
    },
    {
      "epoch": 1.4599861509545948,
      "grad_norm": 0.029942475429687698,
      "learning_rate": 6.0981730904586954e-05,
      "loss": 0.0055,
      "step": 7380
    },
    {
      "epoch": 1.4619645860124642,
      "grad_norm": 0.03566463838843166,
      "learning_rate": 6.086941872248424e-05,
      "loss": 0.0054,
      "step": 7390
    },
    {
      "epoch": 1.4639430210703335,
      "grad_norm": 0.029009249361181554,
      "learning_rate": 6.0757048947627636e-05,
      "loss": 0.0055,
      "step": 7400
    },
    {
      "epoch": 1.4659214561282026,
      "grad_norm": 0.030542202506024317,
      "learning_rate": 6.0644622175420204e-05,
      "loss": 0.0055,
      "step": 7410
    },
    {
      "epoch": 1.467899891186072,
      "grad_norm": 0.03478983130078918,
      "learning_rate": 6.0532139001566946e-05,
      "loss": 0.0055,
      "step": 7420
    },
    {
      "epoch": 1.469878326243941,
      "grad_norm": 0.03415252308056283,
      "learning_rate": 6.041960002207174e-05,
      "loss": 0.0054,
      "step": 7430
    },
    {
      "epoch": 1.4718567613018103,
      "grad_norm": 0.028746235578760614,
      "learning_rate": 6.0307005833234195e-05,
      "loss": 0.0054,
      "step": 7440
    },
    {
      "epoch": 1.4738351963596794,
      "grad_norm": 0.03525084412594071,
      "learning_rate": 6.019435703164639e-05,
      "loss": 0.0055,
      "step": 7450
    },
    {
      "epoch": 1.4758136314175487,
      "grad_norm": 0.035763360058923596,
      "learning_rate": 6.008165421418981e-05,
      "loss": 0.0055,
      "step": 7460
    },
    {
      "epoch": 1.477792066475418,
      "grad_norm": 0.03656462900396551,
      "learning_rate": 5.9968897978032135e-05,
      "loss": 0.0055,
      "step": 7470
    },
    {
      "epoch": 1.4797705015332872,
      "grad_norm": 0.03444720143037861,
      "learning_rate": 5.9856088920624096e-05,
      "loss": 0.0056,
      "step": 7480
    },
    {
      "epoch": 1.4817489365911565,
      "grad_norm": 0.03687832302877877,
      "learning_rate": 5.974322763969631e-05,
      "loss": 0.0055,
      "step": 7490
    },
    {
      "epoch": 1.4837273716490256,
      "grad_norm": 0.038396656037362524,
      "learning_rate": 5.963031473325609e-05,
      "loss": 0.0056,
      "step": 7500
    },
    {
      "epoch": 1.485705806706895,
      "grad_norm": 0.03330055640434227,
      "learning_rate": 5.9517350799584307e-05,
      "loss": 0.0055,
      "step": 7510
    },
    {
      "epoch": 1.487684241764764,
      "grad_norm": 0.03069762528950443,
      "learning_rate": 5.9404336437232175e-05,
      "loss": 0.0055,
      "step": 7520
    },
    {
      "epoch": 1.4896626768226333,
      "grad_norm": 0.027038240698716794,
      "learning_rate": 5.929127224501818e-05,
      "loss": 0.0055,
      "step": 7530
    },
    {
      "epoch": 1.4916411118805026,
      "grad_norm": 0.03343827313364973,
      "learning_rate": 5.917815882202477e-05,
      "loss": 0.0055,
      "step": 7540
    },
    {
      "epoch": 1.4936195469383717,
      "grad_norm": 0.03556045974271105,
      "learning_rate": 5.9064996767595236e-05,
      "loss": 0.0055,
      "step": 7550
    },
    {
      "epoch": 1.495597981996241,
      "grad_norm": 0.03375655957100516,
      "learning_rate": 5.8951786681330625e-05,
      "loss": 0.0055,
      "step": 7560
    },
    {
      "epoch": 1.4975764170541102,
      "grad_norm": 0.032936788192355126,
      "learning_rate": 5.883852916308641e-05,
      "loss": 0.0055,
      "step": 7570
    },
    {
      "epoch": 1.4995548521119795,
      "grad_norm": 0.04324541922414507,
      "learning_rate": 5.872522481296941e-05,
      "loss": 0.0055,
      "step": 7580
    },
    {
      "epoch": 1.5015332871698486,
      "grad_norm": 0.038409734589938446,
      "learning_rate": 5.861187423133464e-05,
      "loss": 0.0055,
      "step": 7590
    },
    {
      "epoch": 1.503511722227718,
      "grad_norm": 0.03471613581870732,
      "learning_rate": 5.8498478018782e-05,
      "loss": 0.0055,
      "step": 7600
    },
    {
      "epoch": 1.5054901572855872,
      "grad_norm": 0.0383543698776921,
      "learning_rate": 5.83850367761532e-05,
      "loss": 0.0054,
      "step": 7610
    },
    {
      "epoch": 1.5074685923434563,
      "grad_norm": 0.03724424907553229,
      "learning_rate": 5.8271551104528554e-05,
      "loss": 0.0054,
      "step": 7620
    },
    {
      "epoch": 1.5094470274013254,
      "grad_norm": 0.047765642556168185,
      "learning_rate": 5.815802160522379e-05,
      "loss": 0.0055,
      "step": 7630
    },
    {
      "epoch": 1.5114254624591947,
      "grad_norm": 0.030797447945218524,
      "learning_rate": 5.804444887978684e-05,
      "loss": 0.0054,
      "step": 7640
    },
    {
      "epoch": 1.513403897517064,
      "grad_norm": 0.04129285425032638,
      "learning_rate": 5.7930833529994696e-05,
      "loss": 0.0056,
      "step": 7650
    },
    {
      "epoch": 1.5153823325749332,
      "grad_norm": 0.04536388623199478,
      "learning_rate": 5.7817176157850194e-05,
      "loss": 0.0056,
      "step": 7660
    },
    {
      "epoch": 1.5173607676328025,
      "grad_norm": 0.030911219297801266,
      "learning_rate": 5.770347736557884e-05,
      "loss": 0.0055,
      "step": 7670
    },
    {
      "epoch": 1.5193392026906718,
      "grad_norm": 0.04017419411554157,
      "learning_rate": 5.758973775562557e-05,
      "loss": 0.0057,
      "step": 7680
    },
    {
      "epoch": 1.521317637748541,
      "grad_norm": 0.02897116229923185,
      "learning_rate": 5.7475957930651646e-05,
      "loss": 0.0056,
      "step": 7690
    },
    {
      "epoch": 1.52329607280641,
      "grad_norm": 0.031249259821497528,
      "learning_rate": 5.736213849353138e-05,
      "loss": 0.0055,
      "step": 7700
    },
    {
      "epoch": 1.5252745078642793,
      "grad_norm": 0.03957024625195972,
      "learning_rate": 5.724828004734899e-05,
      "loss": 0.0055,
      "step": 7710
    },
    {
      "epoch": 1.5272529429221486,
      "grad_norm": 0.04306949756525426,
      "learning_rate": 5.713438319539538e-05,
      "loss": 0.0055,
      "step": 7720
    },
    {
      "epoch": 1.5292313779800177,
      "grad_norm": 0.03211491046239837,
      "learning_rate": 5.702044854116494e-05,
      "loss": 0.0056,
      "step": 7730
    },
    {
      "epoch": 1.531209813037887,
      "grad_norm": 0.03466370462118002,
      "learning_rate": 5.6906476688352406e-05,
      "loss": 0.0055,
      "step": 7740
    },
    {
      "epoch": 1.5331882480957564,
      "grad_norm": 0.034288436972204246,
      "learning_rate": 5.679246824084955e-05,
      "loss": 0.0055,
      "step": 7750
    },
    {
      "epoch": 1.5351666831536255,
      "grad_norm": 0.032828525256792376,
      "learning_rate": 5.6678423802742074e-05,
      "loss": 0.0055,
      "step": 7760
    },
    {
      "epoch": 1.5371451182114946,
      "grad_norm": 0.03525661370589112,
      "learning_rate": 5.65643439783064e-05,
      "loss": 0.0055,
      "step": 7770
    },
    {
      "epoch": 1.539123553269364,
      "grad_norm": 0.04511964971953024,
      "learning_rate": 5.645022937200641e-05,
      "loss": 0.0056,
      "step": 7780
    },
    {
      "epoch": 1.5411019883272332,
      "grad_norm": 0.037368203652599276,
      "learning_rate": 5.6336080588490326e-05,
      "loss": 0.0055,
      "step": 7790
    },
    {
      "epoch": 1.5430804233851023,
      "grad_norm": 0.028791722441338884,
      "learning_rate": 5.622189823258743e-05,
      "loss": 0.0055,
      "step": 7800
    },
    {
      "epoch": 1.5450588584429716,
      "grad_norm": 0.036430517641560474,
      "learning_rate": 5.610768290930488e-05,
      "loss": 0.0055,
      "step": 7810
    },
    {
      "epoch": 1.547037293500841,
      "grad_norm": 0.03760993032807758,
      "learning_rate": 5.599343522382454e-05,
      "loss": 0.0055,
      "step": 7820
    },
    {
      "epoch": 1.54901572855871,
      "grad_norm": 0.029792007470005096,
      "learning_rate": 5.587915578149976e-05,
      "loss": 0.0055,
      "step": 7830
    },
    {
      "epoch": 1.5509941636165792,
      "grad_norm": 0.02755546547788429,
      "learning_rate": 5.576484518785211e-05,
      "loss": 0.0055,
      "step": 7840
    },
    {
      "epoch": 1.5529725986744485,
      "grad_norm": 0.033707070499854525,
      "learning_rate": 5.5650504048568255e-05,
      "loss": 0.0054,
      "step": 7850
    },
    {
      "epoch": 1.5549510337323178,
      "grad_norm": 0.028892676014911918,
      "learning_rate": 5.553613296949671e-05,
      "loss": 0.0054,
      "step": 7860
    },
    {
      "epoch": 1.556929468790187,
      "grad_norm": 0.03674886240956936,
      "learning_rate": 5.542173255664462e-05,
      "loss": 0.0055,
      "step": 7870
    },
    {
      "epoch": 1.5589079038480562,
      "grad_norm": 0.03303263776045636,
      "learning_rate": 5.530730341617455e-05,
      "loss": 0.0055,
      "step": 7880
    },
    {
      "epoch": 1.5608863389059255,
      "grad_norm": 0.03646606447214476,
      "learning_rate": 5.519284615440129e-05,
      "loss": 0.0055,
      "step": 7890
    },
    {
      "epoch": 1.5628647739637946,
      "grad_norm": 0.03371634935748404,
      "learning_rate": 5.5078361377788645e-05,
      "loss": 0.0054,
      "step": 7900
    },
    {
      "epoch": 1.5648432090216637,
      "grad_norm": 0.029110928586299448,
      "learning_rate": 5.4963849692946166e-05,
      "loss": 0.0054,
      "step": 7910
    },
    {
      "epoch": 1.566821644079533,
      "grad_norm": 0.025982896850494656,
      "learning_rate": 5.484931170662606e-05,
      "loss": 0.0054,
      "step": 7920
    },
    {
      "epoch": 1.5688000791374024,
      "grad_norm": 0.05434535854889303,
      "learning_rate": 5.4734748025719804e-05,
      "loss": 0.0055,
      "step": 7930
    },
    {
      "epoch": 1.5707785141952715,
      "grad_norm": 0.031035428887916792,
      "learning_rate": 5.462015925725509e-05,
      "loss": 0.0055,
      "step": 7940
    },
    {
      "epoch": 1.5727569492531408,
      "grad_norm": 0.04464003951551381,
      "learning_rate": 5.4505546008392505e-05,
      "loss": 0.0055,
      "step": 7950
    },
    {
      "epoch": 1.5747353843110101,
      "grad_norm": 0.03790123291420653,
      "learning_rate": 5.439090888642237e-05,
      "loss": 0.0054,
      "step": 7960
    },
    {
      "epoch": 1.5767138193688792,
      "grad_norm": 0.04565635823628374,
      "learning_rate": 5.427624849876145e-05,
      "loss": 0.0055,
      "step": 7970
    },
    {
      "epoch": 1.5786922544267483,
      "grad_norm": 0.03795872412452376,
      "learning_rate": 5.4161565452949856e-05,
      "loss": 0.0054,
      "step": 7980
    },
    {
      "epoch": 1.5806706894846176,
      "grad_norm": 0.038066535728754125,
      "learning_rate": 5.40468603566477e-05,
      "loss": 0.0055,
      "step": 7990
    },
    {
      "epoch": 1.582649124542487,
      "grad_norm": 0.0376527634315519,
      "learning_rate": 5.393213381763197e-05,
      "loss": 0.0054,
      "step": 8000
    },
    {
      "epoch": 1.584627559600356,
      "grad_norm": 0.029566925334420867,
      "learning_rate": 5.3817386443793235e-05,
      "loss": 0.0054,
      "step": 8010
    },
    {
      "epoch": 1.5866059946582254,
      "grad_norm": 0.03542829933231408,
      "learning_rate": 5.370261884313249e-05,
      "loss": 0.0055,
      "step": 8020
    },
    {
      "epoch": 1.5885844297160947,
      "grad_norm": 0.029603124411184744,
      "learning_rate": 5.35878316237579e-05,
      "loss": 0.0055,
      "step": 8030
    },
    {
      "epoch": 1.5905628647739638,
      "grad_norm": 0.05211615781322184,
      "learning_rate": 5.347302539388155e-05,
      "loss": 0.0054,
      "step": 8040
    },
    {
      "epoch": 1.592541299831833,
      "grad_norm": 0.02825127188151585,
      "learning_rate": 5.335820076181629e-05,
      "loss": 0.0055,
      "step": 8050
    },
    {
      "epoch": 1.5945197348897022,
      "grad_norm": 0.030531082292670216,
      "learning_rate": 5.324335833597245e-05,
      "loss": 0.0054,
      "step": 8060
    },
    {
      "epoch": 1.5964981699475715,
      "grad_norm": 0.026176963448696924,
      "learning_rate": 5.312849872485468e-05,
      "loss": 0.0054,
      "step": 8070
    },
    {
      "epoch": 1.5984766050054406,
      "grad_norm": 0.025211658563092595,
      "learning_rate": 5.3013622537058635e-05,
      "loss": 0.0054,
      "step": 8080
    },
    {
      "epoch": 1.60045504006331,
      "grad_norm": 0.043646789133056765,
      "learning_rate": 5.289873038126786e-05,
      "loss": 0.0055,
      "step": 8090
    },
    {
      "epoch": 1.6024334751211793,
      "grad_norm": 0.027290494493561152,
      "learning_rate": 5.2783822866250466e-05,
      "loss": 0.0055,
      "step": 8100
    },
    {
      "epoch": 1.6044119101790484,
      "grad_norm": 0.03195467949558111,
      "learning_rate": 5.266890060085595e-05,
      "loss": 0.0054,
      "step": 8110
    },
    {
      "epoch": 1.6063903452369175,
      "grad_norm": 0.027078685607908652,
      "learning_rate": 5.255396419401198e-05,
      "loss": 0.0055,
      "step": 8120
    },
    {
      "epoch": 1.6083687802947868,
      "grad_norm": 0.0315420064891078,
      "learning_rate": 5.2439014254721166e-05,
      "loss": 0.0054,
      "step": 8130
    },
    {
      "epoch": 1.6103472153526561,
      "grad_norm": 0.029744414703072646,
      "learning_rate": 5.232405139205778e-05,
      "loss": 0.0055,
      "step": 8140
    },
    {
      "epoch": 1.6123256504105252,
      "grad_norm": 0.033372282895426375,
      "learning_rate": 5.220907621516461e-05,
      "loss": 0.0054,
      "step": 8150
    },
    {
      "epoch": 1.6143040854683945,
      "grad_norm": 0.030929459295920038,
      "learning_rate": 5.209408933324967e-05,
      "loss": 0.0054,
      "step": 8160
    },
    {
      "epoch": 1.6162825205262639,
      "grad_norm": 0.032017944813705054,
      "learning_rate": 5.197909135558302e-05,
      "loss": 0.0054,
      "step": 8170
    },
    {
      "epoch": 1.618260955584133,
      "grad_norm": 0.022542582722091763,
      "learning_rate": 5.186408289149346e-05,
      "loss": 0.0054,
      "step": 8180
    },
    {
      "epoch": 1.620239390642002,
      "grad_norm": 0.0339074223822206,
      "learning_rate": 5.1749064550365414e-05,
      "loss": 0.0055,
      "step": 8190
    },
    {
      "epoch": 1.6222178256998714,
      "grad_norm": 0.03779105405907472,
      "learning_rate": 5.163403694163559e-05,
      "loss": 0.0055,
      "step": 8200
    },
    {
      "epoch": 1.6241962607577407,
      "grad_norm": 0.041380383691528966,
      "learning_rate": 5.1519000674789833e-05,
      "loss": 0.0054,
      "step": 8210
    },
    {
      "epoch": 1.6261746958156098,
      "grad_norm": 0.035584752099190084,
      "learning_rate": 5.140395635935987e-05,
      "loss": 0.0054,
      "step": 8220
    },
    {
      "epoch": 1.6281531308734791,
      "grad_norm": 0.03873975232085141,
      "learning_rate": 5.128890460492004e-05,
      "loss": 0.0055,
      "step": 8230
    },
    {
      "epoch": 1.6301315659313484,
      "grad_norm": 0.027463131293861524,
      "learning_rate": 5.117384602108413e-05,
      "loss": 0.0054,
      "step": 8240
    },
    {
      "epoch": 1.6321100009892175,
      "grad_norm": 0.03577092309713291,
      "learning_rate": 5.1058781217502084e-05,
      "loss": 0.0054,
      "step": 8250
    },
    {
      "epoch": 1.6340884360470866,
      "grad_norm": 0.03437571318131849,
      "learning_rate": 5.094371080385685e-05,
      "loss": 0.0055,
      "step": 8260
    },
    {
      "epoch": 1.636066871104956,
      "grad_norm": 0.026085384200539095,
      "learning_rate": 5.082863538986102e-05,
      "loss": 0.0054,
      "step": 8270
    },
    {
      "epoch": 1.6380453061628253,
      "grad_norm": 0.03389389413318867,
      "learning_rate": 5.071355558525379e-05,
      "loss": 0.0054,
      "step": 8280
    },
    {
      "epoch": 1.6400237412206944,
      "grad_norm": 0.036272733902975224,
      "learning_rate": 5.059847199979752e-05,
      "loss": 0.0054,
      "step": 8290
    },
    {
      "epoch": 1.6420021762785637,
      "grad_norm": 0.035763875128562876,
      "learning_rate": 5.048338524327466e-05,
      "loss": 0.0054,
      "step": 8300
    },
    {
      "epoch": 1.643980611336433,
      "grad_norm": 0.036289466601178516,
      "learning_rate": 5.036829592548446e-05,
      "loss": 0.0054,
      "step": 8310
    },
    {
      "epoch": 1.6459590463943021,
      "grad_norm": 0.030880240950012745,
      "learning_rate": 5.02532046562397e-05,
      "loss": 0.0054,
      "step": 8320
    },
    {
      "epoch": 1.6479374814521712,
      "grad_norm": 0.03264336747673258,
      "learning_rate": 5.013811204536353e-05,
      "loss": 0.0054,
      "step": 8330
    },
    {
      "epoch": 1.6499159165100405,
      "grad_norm": 0.03332677140774124,
      "learning_rate": 5.002301870268623e-05,
      "loss": 0.0055,
      "step": 8340
    },
    {
      "epoch": 1.6518943515679099,
      "grad_norm": 0.03849068596433964,
      "learning_rate": 4.9907925238041925e-05,
      "loss": 0.0055,
      "step": 8350
    },
    {
      "epoch": 1.653872786625779,
      "grad_norm": 0.03710114017451234,
      "learning_rate": 4.9792832261265384e-05,
      "loss": 0.0054,
      "step": 8360
    },
    {
      "epoch": 1.6558512216836483,
      "grad_norm": 0.04387846658278436,
      "learning_rate": 4.967774038218882e-05,
      "loss": 0.0054,
      "step": 8370
    },
    {
      "epoch": 1.6578296567415176,
      "grad_norm": 0.06100595065043731,
      "learning_rate": 4.95626502106386e-05,
      "loss": 0.0054,
      "step": 8380
    },
    {
      "epoch": 1.6598080917993867,
      "grad_norm": 0.03214754743368752,
      "learning_rate": 4.944756235643205e-05,
      "loss": 0.0054,
      "step": 8390
    },
    {
      "epoch": 1.6617865268572558,
      "grad_norm": 0.033069979443693644,
      "learning_rate": 4.933247742937425e-05,
      "loss": 0.0055,
      "step": 8400
    },
    {
      "epoch": 1.6637649619151251,
      "grad_norm": 0.03323571289468276,
      "learning_rate": 4.92173960392547e-05,
      "loss": 0.0055,
      "step": 8410
    },
    {
      "epoch": 1.6657433969729945,
      "grad_norm": 0.037688291109815024,
      "learning_rate": 4.910231879584427e-05,
      "loss": 0.0054,
      "step": 8420
    },
    {
      "epoch": 1.6677218320308635,
      "grad_norm": 0.027289782463975464,
      "learning_rate": 4.8987246308891716e-05,
      "loss": 0.0055,
      "step": 8430
    },
    {
      "epoch": 1.6697002670887326,
      "grad_norm": 0.03803909219897736,
      "learning_rate": 4.887217918812072e-05,
      "loss": 0.0055,
      "step": 8440
    },
    {
      "epoch": 1.6716787021466022,
      "grad_norm": 0.041110827659571615,
      "learning_rate": 4.875711804322643e-05,
      "loss": 0.0055,
      "step": 8450
    },
    {
      "epoch": 1.6736571372044713,
      "grad_norm": 0.02369160240956308,
      "learning_rate": 4.8642063483872415e-05,
      "loss": 0.0053,
      "step": 8460
    },
    {
      "epoch": 1.6756355722623404,
      "grad_norm": 0.036693542906109204,
      "learning_rate": 4.85270161196873e-05,
      "loss": 0.0055,
      "step": 8470
    },
    {
      "epoch": 1.6776140073202097,
      "grad_norm": 0.030550997633532227,
      "learning_rate": 4.841197656026159e-05,
      "loss": 0.0055,
      "step": 8480
    },
    {
      "epoch": 1.679592442378079,
      "grad_norm": 0.033827597757967794,
      "learning_rate": 4.8296945415144466e-05,
      "loss": 0.0055,
      "step": 8490
    },
    {
      "epoch": 1.6815708774359481,
      "grad_norm": 0.030974371044648626,
      "learning_rate": 4.818192329384047e-05,
      "loss": 0.0055,
      "step": 8500
    },
    {
      "epoch": 1.6835493124938172,
      "grad_norm": 0.03442874698238316,
      "learning_rate": 4.806691080580638e-05,
      "loss": 0.0055,
      "step": 8510
    },
    {
      "epoch": 1.6855277475516868,
      "grad_norm": 0.031157015014351957,
      "learning_rate": 4.795190856044792e-05,
      "loss": 0.0055,
      "step": 8520
    },
    {
      "epoch": 1.6875061826095559,
      "grad_norm": 0.027171338712604447,
      "learning_rate": 4.783691716711652e-05,
      "loss": 0.0054,
      "step": 8530
    },
    {
      "epoch": 1.689484617667425,
      "grad_norm": 0.036670691438037986,
      "learning_rate": 4.772193723510613e-05,
      "loss": 0.0054,
      "step": 8540
    },
    {
      "epoch": 1.6914630527252943,
      "grad_norm": 0.028865799103960813,
      "learning_rate": 4.7606969373649986e-05,
      "loss": 0.0054,
      "step": 8550
    },
    {
      "epoch": 1.6934414877831636,
      "grad_norm": 0.030124592465521002,
      "learning_rate": 4.7492014191917334e-05,
      "loss": 0.0054,
      "step": 8560
    },
    {
      "epoch": 1.6954199228410327,
      "grad_norm": 0.041350695792260285,
      "learning_rate": 4.737707229901022e-05,
      "loss": 0.0055,
      "step": 8570
    },
    {
      "epoch": 1.6973983578989018,
      "grad_norm": 0.0327117760526553,
      "learning_rate": 4.726214430396033e-05,
      "loss": 0.0055,
      "step": 8580
    },
    {
      "epoch": 1.6993767929567714,
      "grad_norm": 0.051719230742701655,
      "learning_rate": 4.71472308157257e-05,
      "loss": 0.0055,
      "step": 8590
    },
    {
      "epoch": 1.7013552280146405,
      "grad_norm": 0.039704608454436956,
      "learning_rate": 4.7032332443187467e-05,
      "loss": 0.0055,
      "step": 8600
    },
    {
      "epoch": 1.7033336630725096,
      "grad_norm": 0.03431937733517673,
      "learning_rate": 4.69174497951467e-05,
      "loss": 0.0055,
      "step": 8610
    },
    {
      "epoch": 1.7053120981303789,
      "grad_norm": 0.03663480673629741,
      "learning_rate": 4.680258348032115e-05,
      "loss": 0.0054,
      "step": 8620
    },
    {
      "epoch": 1.7072905331882482,
      "grad_norm": 0.042185211322579,
      "learning_rate": 4.668773410734201e-05,
      "loss": 0.0055,
      "step": 8630
    },
    {
      "epoch": 1.7092689682461173,
      "grad_norm": 0.030691585224071925,
      "learning_rate": 4.657290228475073e-05,
      "loss": 0.0054,
      "step": 8640
    },
    {
      "epoch": 1.7112474033039864,
      "grad_norm": 0.0311446651089963,
      "learning_rate": 4.6458088620995736e-05,
      "loss": 0.0054,
      "step": 8650
    },
    {
      "epoch": 1.713225838361856,
      "grad_norm": 0.030069157520685907,
      "learning_rate": 4.6343293724429266e-05,
      "loss": 0.0054,
      "step": 8660
    },
    {
      "epoch": 1.715204273419725,
      "grad_norm": 0.02780307073305474,
      "learning_rate": 4.622851820330412e-05,
      "loss": 0.0055,
      "step": 8670
    },
    {
      "epoch": 1.7171827084775941,
      "grad_norm": 0.044491159045336896,
      "learning_rate": 4.6113762665770385e-05,
      "loss": 0.0055,
      "step": 8680
    },
    {
      "epoch": 1.7191611435354635,
      "grad_norm": 0.03377614395961125,
      "learning_rate": 4.599902771987232e-05,
      "loss": 0.0054,
      "step": 8690
    },
    {
      "epoch": 1.7211395785933328,
      "grad_norm": 0.024208586941730982,
      "learning_rate": 4.588431397354508e-05,
      "loss": 0.0054,
      "step": 8700
    },
    {
      "epoch": 1.7231180136512019,
      "grad_norm": 0.02847651117842879,
      "learning_rate": 4.576962203461144e-05,
      "loss": 0.0053,
      "step": 8710
    },
    {
      "epoch": 1.725096448709071,
      "grad_norm": 0.03506719418325852,
      "learning_rate": 4.5654952510778646e-05,
      "loss": 0.0054,
      "step": 8720
    },
    {
      "epoch": 1.7270748837669405,
      "grad_norm": 0.026640276825388526,
      "learning_rate": 4.5540306009635194e-05,
      "loss": 0.0054,
      "step": 8730
    },
    {
      "epoch": 1.7290533188248096,
      "grad_norm": 0.029043667660385877,
      "learning_rate": 4.54256831386476e-05,
      "loss": 0.0054,
      "step": 8740
    },
    {
      "epoch": 1.7310317538826787,
      "grad_norm": 0.034423841769321104,
      "learning_rate": 4.531108450515712e-05,
      "loss": 0.0054,
      "step": 8750
    },
    {
      "epoch": 1.733010188940548,
      "grad_norm": 0.03469359988555726,
      "learning_rate": 4.5196510716376645e-05,
      "loss": 0.0054,
      "step": 8760
    },
    {
      "epoch": 1.7349886239984174,
      "grad_norm": 0.024282788489322863,
      "learning_rate": 4.508196237938741e-05,
      "loss": 0.0054,
      "step": 8770
    },
    {
      "epoch": 1.7369670590562865,
      "grad_norm": 0.02307909895985318,
      "learning_rate": 4.4967440101135736e-05,
      "loss": 0.0054,
      "step": 8780
    },
    {
      "epoch": 1.7389454941141556,
      "grad_norm": 0.029532109459987927,
      "learning_rate": 4.485294448842996e-05,
      "loss": 0.0054,
      "step": 8790
    },
    {
      "epoch": 1.7409239291720249,
      "grad_norm": 0.0333862297046229,
      "learning_rate": 4.473847614793705e-05,
      "loss": 0.0054,
      "step": 8800
    },
    {
      "epoch": 1.7429023642298942,
      "grad_norm": 0.03475784621664853,
      "learning_rate": 4.462403568617951e-05,
      "loss": 0.0054,
      "step": 8810
    },
    {
      "epoch": 1.7448807992877633,
      "grad_norm": 0.029408235032533356,
      "learning_rate": 4.4509623709532125e-05,
      "loss": 0.0054,
      "step": 8820
    },
    {
      "epoch": 1.7468592343456326,
      "grad_norm": 0.02932702640288706,
      "learning_rate": 4.439524082421872e-05,
      "loss": 0.0053,
      "step": 8830
    },
    {
      "epoch": 1.748837669403502,
      "grad_norm": 0.029402580276511863,
      "learning_rate": 4.4280887636309035e-05,
      "loss": 0.0053,
      "step": 8840
    },
    {
      "epoch": 1.750816104461371,
      "grad_norm": 0.035928243027755234,
      "learning_rate": 4.416656475171537e-05,
      "loss": 0.0053,
      "step": 8850
    },
    {
      "epoch": 1.7527945395192401,
      "grad_norm": 0.020027636770365235,
      "learning_rate": 4.405227277618953e-05,
      "loss": 0.0053,
      "step": 8860
    },
    {
      "epoch": 1.7547729745771095,
      "grad_norm": 0.02845439881088316,
      "learning_rate": 4.393801231531952e-05,
      "loss": 0.0053,
      "step": 8870
    },
    {
      "epoch": 1.7567514096349788,
      "grad_norm": 0.023874167332346954,
      "learning_rate": 4.382378397452635e-05,
      "loss": 0.0053,
      "step": 8880
    },
    {
      "epoch": 1.7587298446928479,
      "grad_norm": 0.028757954722635915,
      "learning_rate": 4.3709588359060884e-05,
      "loss": 0.0053,
      "step": 8890
    },
    {
      "epoch": 1.7607082797507172,
      "grad_norm": 0.028648824366520845,
      "learning_rate": 4.359542607400051e-05,
      "loss": 0.0053,
      "step": 8900
    },
    {
      "epoch": 1.7626867148085865,
      "grad_norm": 0.029340841915629703,
      "learning_rate": 4.34812977242461e-05,
      "loss": 0.0054,
      "step": 8910
    },
    {
      "epoch": 1.7646651498664556,
      "grad_norm": 0.022837993192973867,
      "learning_rate": 4.336720391451864e-05,
      "loss": 0.0053,
      "step": 8920
    },
    {
      "epoch": 1.7666435849243247,
      "grad_norm": 0.02559237811147151,
      "learning_rate": 4.325314524935614e-05,
      "loss": 0.0053,
      "step": 8930
    },
    {
      "epoch": 1.768622019982194,
      "grad_norm": 0.03009044120325931,
      "learning_rate": 4.3139122333110406e-05,
      "loss": 0.0053,
      "step": 8940
    },
    {
      "epoch": 1.7706004550400634,
      "grad_norm": 0.029122171950367905,
      "learning_rate": 4.302513576994378e-05,
      "loss": 0.0053,
      "step": 8950
    },
    {
      "epoch": 1.7725788900979325,
      "grad_norm": 0.03074114882943956,
      "learning_rate": 4.291118616382603e-05,
      "loss": 0.0054,
      "step": 8960
    },
    {
      "epoch": 1.7745573251558018,
      "grad_norm": 0.029942150518813843,
      "learning_rate": 4.279727411853108e-05,
      "loss": 0.0053,
      "step": 8970
    },
    {
      "epoch": 1.776535760213671,
      "grad_norm": 0.031069335671039592,
      "learning_rate": 4.268340023763381e-05,
      "loss": 0.0053,
      "step": 8980
    },
    {
      "epoch": 1.7785141952715402,
      "grad_norm": 0.024539326675390317,
      "learning_rate": 4.256956512450696e-05,
      "loss": 0.0053,
      "step": 8990
    },
    {
      "epoch": 1.7804926303294093,
      "grad_norm": 0.03450475120204472,
      "learning_rate": 4.2455769382317756e-05,
      "loss": 0.0053,
      "step": 9000
    },
    {
      "epoch": 1.7824710653872786,
      "grad_norm": 0.03489571528975831,
      "learning_rate": 4.234201361402488e-05,
      "loss": 0.0053,
      "step": 9010
    },
    {
      "epoch": 1.784449500445148,
      "grad_norm": 0.020752938627486398,
      "learning_rate": 4.2228298422375166e-05,
      "loss": 0.0053,
      "step": 9020
    },
    {
      "epoch": 1.786427935503017,
      "grad_norm": 0.026657243954909534,
      "learning_rate": 4.21146244099005e-05,
      "loss": 0.0053,
      "step": 9030
    },
    {
      "epoch": 1.7884063705608864,
      "grad_norm": 0.025349097210949342,
      "learning_rate": 4.2000992178914546e-05,
      "loss": 0.0052,
      "step": 9040
    },
    {
      "epoch": 1.7903848056187557,
      "grad_norm": 0.021019502534290205,
      "learning_rate": 4.188740233150956e-05,
      "loss": 0.0053,
      "step": 9050
    },
    {
      "epoch": 1.7923632406766248,
      "grad_norm": 0.028381760942342425,
      "learning_rate": 4.177385546955328e-05,
      "loss": 0.0052,
      "step": 9060
    },
    {
      "epoch": 1.7943416757344939,
      "grad_norm": 0.028077653560531872,
      "learning_rate": 4.166035219468562e-05,
      "loss": 0.0053,
      "step": 9070
    },
    {
      "epoch": 1.7963201107923632,
      "grad_norm": 0.025524464466608013,
      "learning_rate": 4.154689310831558e-05,
      "loss": 0.0053,
      "step": 9080
    },
    {
      "epoch": 1.7982985458502325,
      "grad_norm": 0.03025786871517474,
      "learning_rate": 4.1433478811618034e-05,
      "loss": 0.0053,
      "step": 9090
    },
    {
      "epoch": 1.8002769809081016,
      "grad_norm": 0.022626451922886537,
      "learning_rate": 4.13201099055305e-05,
      "loss": 0.0053,
      "step": 9100
    },
    {
      "epoch": 1.802255415965971,
      "grad_norm": 0.015236209190283291,
      "learning_rate": 4.1206786990750005e-05,
      "loss": 0.0053,
      "step": 9110
    },
    {
      "epoch": 1.8042338510238403,
      "grad_norm": 0.03435904778958412,
      "learning_rate": 4.1093510667729906e-05,
      "loss": 0.0053,
      "step": 9120
    },
    {
      "epoch": 1.8062122860817094,
      "grad_norm": 0.0341647811669363,
      "learning_rate": 4.098028153667666e-05,
      "loss": 0.0053,
      "step": 9130
    },
    {
      "epoch": 1.8081907211395785,
      "grad_norm": 0.024436798774729734,
      "learning_rate": 4.086710019754665e-05,
      "loss": 0.0053,
      "step": 9140
    },
    {
      "epoch": 1.8101691561974478,
      "grad_norm": 0.02824521844393183,
      "learning_rate": 4.075396725004308e-05,
      "loss": 0.0053,
      "step": 9150
    },
    {
      "epoch": 1.812147591255317,
      "grad_norm": 0.02837230909753646,
      "learning_rate": 4.064088329361274e-05,
      "loss": 0.0054,
      "step": 9160
    },
    {
      "epoch": 1.8141260263131862,
      "grad_norm": 0.028844630994838492,
      "learning_rate": 4.05278489274428e-05,
      "loss": 0.0053,
      "step": 9170
    },
    {
      "epoch": 1.8161044613710555,
      "grad_norm": 0.02257386672141485,
      "learning_rate": 4.041486475045769e-05,
      "loss": 0.0053,
      "step": 9180
    },
    {
      "epoch": 1.8180828964289248,
      "grad_norm": 0.03435743032353684,
      "learning_rate": 4.0301931361315937e-05,
      "loss": 0.0054,
      "step": 9190
    },
    {
      "epoch": 1.820061331486794,
      "grad_norm": 0.02977002424263157,
      "learning_rate": 4.0189049358406906e-05,
      "loss": 0.0053,
      "step": 9200
    },
    {
      "epoch": 1.822039766544663,
      "grad_norm": 0.030363887326747052,
      "learning_rate": 4.007621933984773e-05,
      "loss": 0.0053,
      "step": 9210
    },
    {
      "epoch": 1.8240182016025324,
      "grad_norm": 0.021463061974177414,
      "learning_rate": 3.996344190348007e-05,
      "loss": 0.0053,
      "step": 9220
    },
    {
      "epoch": 1.8259966366604017,
      "grad_norm": 0.029048319622256614,
      "learning_rate": 3.985071764686701e-05,
      "loss": 0.0053,
      "step": 9230
    },
    {
      "epoch": 1.8279750717182708,
      "grad_norm": 0.02974532720678093,
      "learning_rate": 3.973804716728981e-05,
      "loss": 0.0054,
      "step": 9240
    },
    {
      "epoch": 1.82995350677614,
      "grad_norm": 0.026672638912127053,
      "learning_rate": 3.962543106174483e-05,
      "loss": 0.0053,
      "step": 9250
    },
    {
      "epoch": 1.8319319418340094,
      "grad_norm": 0.025333174836970482,
      "learning_rate": 3.951286992694029e-05,
      "loss": 0.0053,
      "step": 9260
    },
    {
      "epoch": 1.8339103768918785,
      "grad_norm": 0.02212198452234359,
      "learning_rate": 3.940036435929318e-05,
      "loss": 0.0054,
      "step": 9270
    },
    {
      "epoch": 1.8358888119497476,
      "grad_norm": 0.0263873399557999,
      "learning_rate": 3.928791495492601e-05,
      "loss": 0.0053,
      "step": 9280
    },
    {
      "epoch": 1.837867247007617,
      "grad_norm": 0.03777130513962467,
      "learning_rate": 3.9175522309663724e-05,
      "loss": 0.0053,
      "step": 9290
    },
    {
      "epoch": 1.8398456820654863,
      "grad_norm": 0.02294662016631869,
      "learning_rate": 3.906318701903055e-05,
      "loss": 0.0053,
      "step": 9300
    },
    {
      "epoch": 1.8418241171233554,
      "grad_norm": 0.02738568963961108,
      "learning_rate": 3.8950909678246784e-05,
      "loss": 0.0052,
      "step": 9310
    },
    {
      "epoch": 1.8438025521812247,
      "grad_norm": 0.029925631119623625,
      "learning_rate": 3.883869088222568e-05,
      "loss": 0.0054,
      "step": 9320
    },
    {
      "epoch": 1.845780987239094,
      "grad_norm": 0.02775795673689364,
      "learning_rate": 3.872653122557028e-05,
      "loss": 0.0053,
      "step": 9330
    },
    {
      "epoch": 1.847759422296963,
      "grad_norm": 0.03180032496362141,
      "learning_rate": 3.861443130257031e-05,
      "loss": 0.0054,
      "step": 9340
    },
    {
      "epoch": 1.8497378573548322,
      "grad_norm": 0.029127260736406993,
      "learning_rate": 3.850239170719891e-05,
      "loss": 0.0053,
      "step": 9350
    },
    {
      "epoch": 1.8517162924127015,
      "grad_norm": 0.02962876347497397,
      "learning_rate": 3.8390413033109644e-05,
      "loss": 0.0053,
      "step": 9360
    },
    {
      "epoch": 1.8536947274705708,
      "grad_norm": 0.05345678618112492,
      "learning_rate": 3.827849587363323e-05,
      "loss": 0.0053,
      "step": 9370
    },
    {
      "epoch": 1.85567316252844,
      "grad_norm": 0.024233291226887835,
      "learning_rate": 3.816664082177447e-05,
      "loss": 0.0053,
      "step": 9380
    },
    {
      "epoch": 1.8576515975863093,
      "grad_norm": 0.03449006391295851,
      "learning_rate": 3.8054848470209095e-05,
      "loss": 0.0053,
      "step": 9390
    },
    {
      "epoch": 1.8596300326441786,
      "grad_norm": 0.023024751946049627,
      "learning_rate": 3.794311941128055e-05,
      "loss": 0.0053,
      "step": 9400
    },
    {
      "epoch": 1.8616084677020477,
      "grad_norm": 0.02440467096104381,
      "learning_rate": 3.783145423699701e-05,
      "loss": 0.0053,
      "step": 9410
    },
    {
      "epoch": 1.8635869027599168,
      "grad_norm": 0.024774734807110673,
      "learning_rate": 3.771985353902805e-05,
      "loss": 0.0052,
      "step": 9420
    },
    {
      "epoch": 1.865565337817786,
      "grad_norm": 0.021258253921897674,
      "learning_rate": 3.7608317908701706e-05,
      "loss": 0.0053,
      "step": 9430
    },
    {
      "epoch": 1.8675437728756554,
      "grad_norm": 0.024073864642703027,
      "learning_rate": 3.749684793700115e-05,
      "loss": 0.0052,
      "step": 9440
    },
    {
      "epoch": 1.8695222079335245,
      "grad_norm": 0.024158976192525498,
      "learning_rate": 3.738544421456175e-05,
      "loss": 0.0052,
      "step": 9450
    },
    {
      "epoch": 1.8715006429913938,
      "grad_norm": 0.01983093182320209,
      "learning_rate": 3.727410733166779e-05,
      "loss": 0.0052,
      "step": 9460
    },
    {
      "epoch": 1.8734790780492632,
      "grad_norm": 0.023642543068336814,
      "learning_rate": 3.716283787824939e-05,
      "loss": 0.0053,
      "step": 9470
    },
    {
      "epoch": 1.8754575131071323,
      "grad_norm": 0.02730805629538233,
      "learning_rate": 3.7051636443879425e-05,
      "loss": 0.0053,
      "step": 9480
    },
    {
      "epoch": 1.8774359481650014,
      "grad_norm": 0.024224089033428268,
      "learning_rate": 3.694050361777034e-05,
      "loss": 0.0052,
      "step": 9490
    },
    {
      "epoch": 1.8794143832228707,
      "grad_norm": 0.021342171235732024,
      "learning_rate": 3.682943998877105e-05,
      "loss": 0.0052,
      "step": 9500
    },
    {
      "epoch": 1.88139281828074,
      "grad_norm": 0.029866357318844673,
      "learning_rate": 3.6718446145363854e-05,
      "loss": 0.0053,
      "step": 9510
    },
    {
      "epoch": 1.883371253338609,
      "grad_norm": 0.023118392591171193,
      "learning_rate": 3.660752267566123e-05,
      "loss": 0.0052,
      "step": 9520
    },
    {
      "epoch": 1.8853496883964784,
      "grad_norm": 0.023902929066119682,
      "learning_rate": 3.649667016740281e-05,
      "loss": 0.0053,
      "step": 9530
    },
    {
      "epoch": 1.8873281234543478,
      "grad_norm": 0.020513798904375557,
      "learning_rate": 3.638588920795225e-05,
      "loss": 0.0052,
      "step": 9540
    },
    {
      "epoch": 1.8893065585122168,
      "grad_norm": 0.02547463478246418,
      "learning_rate": 3.627518038429403e-05,
      "loss": 0.0052,
      "step": 9550
    },
    {
      "epoch": 1.891284993570086,
      "grad_norm": 0.0268480293661714,
      "learning_rate": 3.61645442830305e-05,
      "loss": 0.0052,
      "step": 9560
    },
    {
      "epoch": 1.8932634286279553,
      "grad_norm": 0.025579275523733343,
      "learning_rate": 3.6053981490378577e-05,
      "loss": 0.0053,
      "step": 9570
    },
    {
      "epoch": 1.8952418636858246,
      "grad_norm": 0.020811759797987807,
      "learning_rate": 3.5943492592166836e-05,
      "loss": 0.0053,
      "step": 9580
    },
    {
      "epoch": 1.8972202987436937,
      "grad_norm": 0.02420916246009242,
      "learning_rate": 3.5833078173832256e-05,
      "loss": 0.0052,
      "step": 9590
    },
    {
      "epoch": 1.899198733801563,
      "grad_norm": 0.015900031197897044,
      "learning_rate": 3.572273882041723e-05,
      "loss": 0.0052,
      "step": 9600
    },
    {
      "epoch": 1.9011771688594323,
      "grad_norm": 0.023074309137216507,
      "learning_rate": 3.561247511656637e-05,
      "loss": 0.0052,
      "step": 9610
    },
    {
      "epoch": 1.9031556039173014,
      "grad_norm": 0.023675186631306046,
      "learning_rate": 3.5502287646523455e-05,
      "loss": 0.0052,
      "step": 9620
    },
    {
      "epoch": 1.9051340389751705,
      "grad_norm": 0.02742715405123575,
      "learning_rate": 3.5392176994128354e-05,
      "loss": 0.0052,
      "step": 9630
    },
    {
      "epoch": 1.9071124740330399,
      "grad_norm": 0.018981188651271925,
      "learning_rate": 3.528214374281388e-05,
      "loss": 0.0052,
      "step": 9640
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 0.027278943895713635,
      "learning_rate": 3.517218847560274e-05,
      "loss": 0.0052,
      "step": 9650
    },
    {
      "epoch": 1.9110693441487783,
      "grad_norm": 0.022716223950612312,
      "learning_rate": 3.506231177510446e-05,
      "loss": 0.0052,
      "step": 9660
    },
    {
      "epoch": 1.9130477792066476,
      "grad_norm": 0.02053890323304357,
      "learning_rate": 3.4952514223512235e-05,
      "loss": 0.0052,
      "step": 9670
    },
    {
      "epoch": 1.915026214264517,
      "grad_norm": 0.02408811360159527,
      "learning_rate": 3.484279640259989e-05,
      "loss": 0.0052,
      "step": 9680
    },
    {
      "epoch": 1.917004649322386,
      "grad_norm": 0.03627557397158375,
      "learning_rate": 3.473315889371881e-05,
      "loss": 0.0052,
      "step": 9690
    },
    {
      "epoch": 1.918983084380255,
      "grad_norm": 0.028062228192603494,
      "learning_rate": 3.462360227779482e-05,
      "loss": 0.0052,
      "step": 9700
    },
    {
      "epoch": 1.9209615194381244,
      "grad_norm": 0.027139789605065957,
      "learning_rate": 3.4514127135325103e-05,
      "loss": 0.0052,
      "step": 9710
    },
    {
      "epoch": 1.9229399544959938,
      "grad_norm": 0.023148816746808902,
      "learning_rate": 3.440473404637519e-05,
      "loss": 0.0052,
      "step": 9720
    },
    {
      "epoch": 1.9249183895538629,
      "grad_norm": 0.020296786855754166,
      "learning_rate": 3.4295423590575826e-05,
      "loss": 0.0053,
      "step": 9730
    },
    {
      "epoch": 1.9268968246117322,
      "grad_norm": 0.028730851201650857,
      "learning_rate": 3.4186196347119906e-05,
      "loss": 0.0052,
      "step": 9740
    },
    {
      "epoch": 1.9288752596696015,
      "grad_norm": 0.02413506202818901,
      "learning_rate": 3.407705289475942e-05,
      "loss": 0.0052,
      "step": 9750
    },
    {
      "epoch": 1.9308536947274706,
      "grad_norm": 0.01633291212032909,
      "learning_rate": 3.3967993811802406e-05,
      "loss": 0.0052,
      "step": 9760
    },
    {
      "epoch": 1.9328321297853397,
      "grad_norm": 0.016066213593894773,
      "learning_rate": 3.385901967610982e-05,
      "loss": 0.0052,
      "step": 9770
    },
    {
      "epoch": 1.934810564843209,
      "grad_norm": 0.02109516392265439,
      "learning_rate": 3.375013106509254e-05,
      "loss": 0.0051,
      "step": 9780
    },
    {
      "epoch": 1.9367889999010783,
      "grad_norm": 0.015060864954790327,
      "learning_rate": 3.364132855570829e-05,
      "loss": 0.0051,
      "step": 9790
    },
    {
      "epoch": 1.9387674349589474,
      "grad_norm": 0.022303280779499564,
      "learning_rate": 3.353261272445854e-05,
      "loss": 0.0052,
      "step": 9800
    },
    {
      "epoch": 1.9407458700168165,
      "grad_norm": 0.016159264310023805,
      "learning_rate": 3.342398414738555e-05,
      "loss": 0.0051,
      "step": 9810
    },
    {
      "epoch": 1.942724305074686,
      "grad_norm": 0.01878695861888922,
      "learning_rate": 3.3315443400069186e-05,
      "loss": 0.0052,
      "step": 9820
    },
    {
      "epoch": 1.9447027401325552,
      "grad_norm": 0.029561692824410766,
      "learning_rate": 3.3206991057623974e-05,
      "loss": 0.0052,
      "step": 9830
    },
    {
      "epoch": 1.9466811751904243,
      "grad_norm": 0.017041582953122983,
      "learning_rate": 3.3098627694696046e-05,
      "loss": 0.0052,
      "step": 9840
    },
    {
      "epoch": 1.9486596102482936,
      "grad_norm": 0.024050271881597248,
      "learning_rate": 3.299035388545999e-05,
      "loss": 0.0052,
      "step": 9850
    },
    {
      "epoch": 1.950638045306163,
      "grad_norm": 0.022945736882299755,
      "learning_rate": 3.288217020361594e-05,
      "loss": 0.0052,
      "step": 9860
    },
    {
      "epoch": 1.952616480364032,
      "grad_norm": 0.024952403050646395,
      "learning_rate": 3.277407722238646e-05,
      "loss": 0.0052,
      "step": 9870
    },
    {
      "epoch": 1.9545949154219011,
      "grad_norm": 0.02458361726694409,
      "learning_rate": 3.266607551451357e-05,
      "loss": 0.0052,
      "step": 9880
    },
    {
      "epoch": 1.9565733504797707,
      "grad_norm": 0.02142909072607753,
      "learning_rate": 3.255816565225559e-05,
      "loss": 0.0052,
      "step": 9890
    },
    {
      "epoch": 1.9585517855376398,
      "grad_norm": 0.012222267493359676,
      "learning_rate": 3.245034820738426e-05,
      "loss": 0.0052,
      "step": 9900
    },
    {
      "epoch": 1.9605302205955089,
      "grad_norm": 0.014330911997829833,
      "learning_rate": 3.234262375118161e-05,
      "loss": 0.0051,
      "step": 9910
    },
    {
      "epoch": 1.9625086556533782,
      "grad_norm": 0.030407957798073763,
      "learning_rate": 3.223499285443694e-05,
      "loss": 0.0053,
      "step": 9920
    },
    {
      "epoch": 1.9644870907112475,
      "grad_norm": 0.024815359705316488,
      "learning_rate": 3.212745608744385e-05,
      "loss": 0.0052,
      "step": 9930
    },
    {
      "epoch": 1.9664655257691166,
      "grad_norm": 0.024784109969498713,
      "learning_rate": 3.202001401999715e-05,
      "loss": 0.0051,
      "step": 9940
    },
    {
      "epoch": 1.9684439608269857,
      "grad_norm": 0.027800938146866884,
      "learning_rate": 3.191266722138989e-05,
      "loss": 0.0052,
      "step": 9950
    },
    {
      "epoch": 1.9704223958848552,
      "grad_norm": 0.02188791456514409,
      "learning_rate": 3.180541626041035e-05,
      "loss": 0.0052,
      "step": 9960
    },
    {
      "epoch": 1.9724008309427243,
      "grad_norm": 0.0181904401982826,
      "learning_rate": 3.169826170533896e-05,
      "loss": 0.0052,
      "step": 9970
    },
    {
      "epoch": 1.9743792660005934,
      "grad_norm": 0.02533610898568596,
      "learning_rate": 3.1591204123945383e-05,
      "loss": 0.0052,
      "step": 9980
    },
    {
      "epoch": 1.9763577010584628,
      "grad_norm": 0.02219987077174594,
      "learning_rate": 3.1484244083485396e-05,
      "loss": 0.0052,
      "step": 9990
    },
    {
      "epoch": 1.978336136116332,
      "grad_norm": 0.023917403896825156,
      "learning_rate": 3.137738215069801e-05,
      "loss": 0.0052,
      "step": 10000
    },
    {
      "epoch": 1.9803145711742012,
      "grad_norm": 0.02451841494211009,
      "learning_rate": 3.127061889180235e-05,
      "loss": 0.0052,
      "step": 10010
    },
    {
      "epoch": 1.9822930062320703,
      "grad_norm": 0.012159524065993965,
      "learning_rate": 3.1163954872494726e-05,
      "loss": 0.0052,
      "step": 10020
    },
    {
      "epoch": 1.9842714412899398,
      "grad_norm": 0.02555366239093547,
      "learning_rate": 3.1057390657945653e-05,
      "loss": 0.0052,
      "step": 10030
    },
    {
      "epoch": 1.986249876347809,
      "grad_norm": 0.025114149097785175,
      "learning_rate": 3.095092681279674e-05,
      "loss": 0.0052,
      "step": 10040
    },
    {
      "epoch": 1.988228311405678,
      "grad_norm": 0.01668993370366738,
      "learning_rate": 3.084456390115786e-05,
      "loss": 0.0052,
      "step": 10050
    },
    {
      "epoch": 1.9902067464635473,
      "grad_norm": 0.021555995976348604,
      "learning_rate": 3.0738302486604045e-05,
      "loss": 0.0052,
      "step": 10060
    },
    {
      "epoch": 1.9921851815214167,
      "grad_norm": 0.022063610024679166,
      "learning_rate": 3.0632143132172504e-05,
      "loss": 0.0051,
      "step": 10070
    },
    {
      "epoch": 1.9941636165792858,
      "grad_norm": 0.020461514830958764,
      "learning_rate": 3.052608640035972e-05,
      "loss": 0.0051,
      "step": 10080
    },
    {
      "epoch": 1.9961420516371549,
      "grad_norm": 0.02064983048348345,
      "learning_rate": 3.042013285311839e-05,
      "loss": 0.0051,
      "step": 10090
    },
    {
      "epoch": 1.9981204866950244,
      "grad_norm": 0.017506871762022803,
      "learning_rate": 3.0314283051854485e-05,
      "loss": 0.0052,
      "step": 10100
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.01823014279978876,
      "learning_rate": 3.0208537557424277e-05,
      "loss": 0.0051,
      "step": 10110
    },
    {
      "epoch": 2.001978435057869,
      "grad_norm": 0.011998633530344173,
      "learning_rate": 3.0102896930131354e-05,
      "loss": 0.0051,
      "step": 10120
    },
    {
      "epoch": 2.0039568701157386,
      "grad_norm": 0.017666835538800666,
      "learning_rate": 2.9997361729723606e-05,
      "loss": 0.0051,
      "step": 10130
    },
    {
      "epoch": 2.0059353051736077,
      "grad_norm": 0.030649085022449007,
      "learning_rate": 2.9891932515390382e-05,
      "loss": 0.0051,
      "step": 10140
    },
    {
      "epoch": 2.007913740231477,
      "grad_norm": 0.014619864929607927,
      "learning_rate": 2.9786609845759418e-05,
      "loss": 0.0051,
      "step": 10150
    },
    {
      "epoch": 2.009892175289346,
      "grad_norm": 0.016243137444419006,
      "learning_rate": 2.9681394278893903e-05,
      "loss": 0.0052,
      "step": 10160
    },
    {
      "epoch": 2.0118706103472155,
      "grad_norm": 0.013992408540882142,
      "learning_rate": 2.9576286372289542e-05,
      "loss": 0.0052,
      "step": 10170
    },
    {
      "epoch": 2.0138490454050846,
      "grad_norm": 0.01885349566112516,
      "learning_rate": 2.947128668287161e-05,
      "loss": 0.0051,
      "step": 10180
    },
    {
      "epoch": 2.0158274804629537,
      "grad_norm": 0.014447360093864787,
      "learning_rate": 2.936639576699194e-05,
      "loss": 0.0052,
      "step": 10190
    },
    {
      "epoch": 2.0178059155208232,
      "grad_norm": 0.019008012346108785,
      "learning_rate": 2.9261614180426034e-05,
      "loss": 0.0051,
      "step": 10200
    },
    {
      "epoch": 2.0197843505786923,
      "grad_norm": 0.017636826161999665,
      "learning_rate": 2.915694247837014e-05,
      "loss": 0.0051,
      "step": 10210
    },
    {
      "epoch": 2.0217627856365614,
      "grad_norm": 0.0253350475278711,
      "learning_rate": 2.90523812154382e-05,
      "loss": 0.0051,
      "step": 10220
    },
    {
      "epoch": 2.0237412206944305,
      "grad_norm": 0.01956381981167915,
      "learning_rate": 2.894793094565904e-05,
      "loss": 0.0052,
      "step": 10230
    },
    {
      "epoch": 2.0257196557523,
      "grad_norm": 0.01146698251243089,
      "learning_rate": 2.8843592222473354e-05,
      "loss": 0.0051,
      "step": 10240
    },
    {
      "epoch": 2.027698090810169,
      "grad_norm": 0.016302046541573873,
      "learning_rate": 2.8739365598730818e-05,
      "loss": 0.0051,
      "step": 10250
    },
    {
      "epoch": 2.0296765258680383,
      "grad_norm": 0.014996244270592183,
      "learning_rate": 2.8635251626687076e-05,
      "loss": 0.0051,
      "step": 10260
    },
    {
      "epoch": 2.031654960925908,
      "grad_norm": 0.0174027450982523,
      "learning_rate": 2.853125085800096e-05,
      "loss": 0.0051,
      "step": 10270
    },
    {
      "epoch": 2.033633395983777,
      "grad_norm": 0.007827462759095419,
      "learning_rate": 2.8427363843731393e-05,
      "loss": 0.0051,
      "step": 10280
    },
    {
      "epoch": 2.035611831041646,
      "grad_norm": 0.01290896444405103,
      "learning_rate": 2.832359113433463e-05,
      "loss": 0.0051,
      "step": 10290
    },
    {
      "epoch": 2.037590266099515,
      "grad_norm": 0.00826740251550909,
      "learning_rate": 2.8219933279661247e-05,
      "loss": 0.0051,
      "step": 10300
    },
    {
      "epoch": 2.0395687011573846,
      "grad_norm": 0.015519787362490487,
      "learning_rate": 2.8116390828953253e-05,
      "loss": 0.0051,
      "step": 10310
    },
    {
      "epoch": 2.0415471362152537,
      "grad_norm": 0.012937273628209052,
      "learning_rate": 2.801296433084115e-05,
      "loss": 0.0051,
      "step": 10320
    },
    {
      "epoch": 2.043525571273123,
      "grad_norm": 0.011202697012095897,
      "learning_rate": 2.7909654333341084e-05,
      "loss": 0.0051,
      "step": 10330
    },
    {
      "epoch": 2.0455040063309924,
      "grad_norm": 0.016528032129210366,
      "learning_rate": 2.7806461383851895e-05,
      "loss": 0.0051,
      "step": 10340
    },
    {
      "epoch": 2.0474824413888615,
      "grad_norm": 0.020489979912040684,
      "learning_rate": 2.7703386029152246e-05,
      "loss": 0.0051,
      "step": 10350
    },
    {
      "epoch": 2.0494608764467306,
      "grad_norm": 0.022383501949072283,
      "learning_rate": 2.76004288153977e-05,
      "loss": 0.0051,
      "step": 10360
    },
    {
      "epoch": 2.0514393115045997,
      "grad_norm": 0.028362584068002725,
      "learning_rate": 2.749759028811786e-05,
      "loss": 0.0051,
      "step": 10370
    },
    {
      "epoch": 2.0534177465624692,
      "grad_norm": 0.020736030508597528,
      "learning_rate": 2.7394870992213394e-05,
      "loss": 0.0051,
      "step": 10380
    },
    {
      "epoch": 2.0553961816203383,
      "grad_norm": 0.02319045536929944,
      "learning_rate": 2.7292271471953284e-05,
      "loss": 0.0051,
      "step": 10390
    },
    {
      "epoch": 2.0573746166782074,
      "grad_norm": 0.019514229438238946,
      "learning_rate": 2.7189792270971827e-05,
      "loss": 0.0051,
      "step": 10400
    },
    {
      "epoch": 2.059353051736077,
      "grad_norm": 0.011677122573293518,
      "learning_rate": 2.7087433932265825e-05,
      "loss": 0.0051,
      "step": 10410
    },
    {
      "epoch": 2.061331486793946,
      "grad_norm": 0.014657258248748539,
      "learning_rate": 2.698519699819163e-05,
      "loss": 0.0051,
      "step": 10420
    },
    {
      "epoch": 2.063309921851815,
      "grad_norm": 0.015354796595919793,
      "learning_rate": 2.688308201046236e-05,
      "loss": 0.0051,
      "step": 10430
    },
    {
      "epoch": 2.0652883569096843,
      "grad_norm": 0.010624880360493354,
      "learning_rate": 2.6781089510144996e-05,
      "loss": 0.0051,
      "step": 10440
    },
    {
      "epoch": 2.067266791967554,
      "grad_norm": 0.021693625496735928,
      "learning_rate": 2.667922003765745e-05,
      "loss": 0.005,
      "step": 10450
    },
    {
      "epoch": 2.069245227025423,
      "grad_norm": 0.009311777918678179,
      "learning_rate": 2.657747413276581e-05,
      "loss": 0.0051,
      "step": 10460
    },
    {
      "epoch": 2.071223662083292,
      "grad_norm": 0.01805484029977159,
      "learning_rate": 2.647585233458142e-05,
      "loss": 0.0051,
      "step": 10470
    },
    {
      "epoch": 2.0732020971411615,
      "grad_norm": 0.01031126573922547,
      "learning_rate": 2.637435518155802e-05,
      "loss": 0.0051,
      "step": 10480
    },
    {
      "epoch": 2.0751805321990306,
      "grad_norm": 0.0200676692637036,
      "learning_rate": 2.627298321148893e-05,
      "loss": 0.0051,
      "step": 10490
    },
    {
      "epoch": 2.0771589672568997,
      "grad_norm": 0.013106546278726134,
      "learning_rate": 2.617173696150411e-05,
      "loss": 0.0051,
      "step": 10500
    },
    {
      "epoch": 2.079137402314769,
      "grad_norm": 0.009989295485848418,
      "learning_rate": 2.6070616968067445e-05,
      "loss": 0.0051,
      "step": 10510
    },
    {
      "epoch": 2.0811158373726384,
      "grad_norm": 0.015518759355234066,
      "learning_rate": 2.5969623766973815e-05,
      "loss": 0.0051,
      "step": 10520
    },
    {
      "epoch": 2.0830942724305075,
      "grad_norm": 0.021348959729398934,
      "learning_rate": 2.5868757893346284e-05,
      "loss": 0.005,
      "step": 10530
    },
    {
      "epoch": 2.0850727074883766,
      "grad_norm": 0.01312259138338968,
      "learning_rate": 2.5768019881633237e-05,
      "loss": 0.0051,
      "step": 10540
    },
    {
      "epoch": 2.087051142546246,
      "grad_norm": 0.013682348759767142,
      "learning_rate": 2.5667410265605617e-05,
      "loss": 0.0051,
      "step": 10550
    },
    {
      "epoch": 2.0890295776041152,
      "grad_norm": 0.01512631592108552,
      "learning_rate": 2.556692957835398e-05,
      "loss": 0.0051,
      "step": 10560
    },
    {
      "epoch": 2.0910080126619843,
      "grad_norm": 0.023223637512977114,
      "learning_rate": 2.5466578352285774e-05,
      "loss": 0.0051,
      "step": 10570
    },
    {
      "epoch": 2.0929864477198534,
      "grad_norm": 0.019144021291418106,
      "learning_rate": 2.5366357119122486e-05,
      "loss": 0.0052,
      "step": 10580
    },
    {
      "epoch": 2.094964882777723,
      "grad_norm": 0.015112527723636755,
      "learning_rate": 2.5266266409896834e-05,
      "loss": 0.0051,
      "step": 10590
    },
    {
      "epoch": 2.096943317835592,
      "grad_norm": 0.028106565100628866,
      "learning_rate": 2.5166306754949908e-05,
      "loss": 0.0051,
      "step": 10600
    },
    {
      "epoch": 2.098921752893461,
      "grad_norm": 0.01726873092926816,
      "learning_rate": 2.5066478683928457e-05,
      "loss": 0.0051,
      "step": 10610
    },
    {
      "epoch": 2.1009001879513307,
      "grad_norm": 0.015700923866981378,
      "learning_rate": 2.4966782725781916e-05,
      "loss": 0.0051,
      "step": 10620
    },
    {
      "epoch": 2.1028786230092,
      "grad_norm": 0.024943681798945943,
      "learning_rate": 2.4867219408759794e-05,
      "loss": 0.0051,
      "step": 10630
    },
    {
      "epoch": 2.104857058067069,
      "grad_norm": 0.009897654947394157,
      "learning_rate": 2.4767789260408753e-05,
      "loss": 0.0051,
      "step": 10640
    },
    {
      "epoch": 2.106835493124938,
      "grad_norm": 0.014395552716041286,
      "learning_rate": 2.466849280756985e-05,
      "loss": 0.0051,
      "step": 10650
    },
    {
      "epoch": 2.1088139281828076,
      "grad_norm": 0.010039385886851515,
      "learning_rate": 2.4569330576375743e-05,
      "loss": 0.0051,
      "step": 10660
    },
    {
      "epoch": 2.1107923632406767,
      "grad_norm": 0.01681820269200595,
      "learning_rate": 2.4470303092247926e-05,
      "loss": 0.0051,
      "step": 10670
    },
    {
      "epoch": 2.1127707982985457,
      "grad_norm": 0.017873019841831102,
      "learning_rate": 2.4371410879893857e-05,
      "loss": 0.0051,
      "step": 10680
    },
    {
      "epoch": 2.114749233356415,
      "grad_norm": 0.01555505405994473,
      "learning_rate": 2.4272654463304328e-05,
      "loss": 0.0051,
      "step": 10690
    },
    {
      "epoch": 2.1167276684142844,
      "grad_norm": 0.029561779008673406,
      "learning_rate": 2.4174034365750513e-05,
      "loss": 0.0051,
      "step": 10700
    },
    {
      "epoch": 2.1187061034721535,
      "grad_norm": 0.018593742782375376,
      "learning_rate": 2.4075551109781358e-05,
      "loss": 0.0051,
      "step": 10710
    },
    {
      "epoch": 2.1206845385300226,
      "grad_norm": 0.02302804365508315,
      "learning_rate": 2.3977205217220707e-05,
      "loss": 0.0051,
      "step": 10720
    },
    {
      "epoch": 2.122662973587892,
      "grad_norm": 0.01686749303104726,
      "learning_rate": 2.387899720916459e-05,
      "loss": 0.0051,
      "step": 10730
    },
    {
      "epoch": 2.1246414086457612,
      "grad_norm": 0.013802283380333574,
      "learning_rate": 2.3780927605978397e-05,
      "loss": 0.0051,
      "step": 10740
    },
    {
      "epoch": 2.1266198437036303,
      "grad_norm": 0.022515964725151136,
      "learning_rate": 2.3682996927294214e-05,
      "loss": 0.0051,
      "step": 10750
    },
    {
      "epoch": 2.1285982787614994,
      "grad_norm": 0.015197613506523586,
      "learning_rate": 2.3585205692008e-05,
      "loss": 0.0051,
      "step": 10760
    },
    {
      "epoch": 2.130576713819369,
      "grad_norm": 0.010767240311094852,
      "learning_rate": 2.348755441827686e-05,
      "loss": 0.0051,
      "step": 10770
    },
    {
      "epoch": 2.132555148877238,
      "grad_norm": 0.011326396684156357,
      "learning_rate": 2.3390043623516293e-05,
      "loss": 0.0051,
      "step": 10780
    },
    {
      "epoch": 2.134533583935107,
      "grad_norm": 0.013433164634858,
      "learning_rate": 2.3292673824397487e-05,
      "loss": 0.0051,
      "step": 10790
    },
    {
      "epoch": 2.1365120189929767,
      "grad_norm": 0.014078282813807765,
      "learning_rate": 2.319544553684449e-05,
      "loss": 0.0051,
      "step": 10800
    },
    {
      "epoch": 2.138490454050846,
      "grad_norm": 0.013408420291881223,
      "learning_rate": 2.3098359276031578e-05,
      "loss": 0.005,
      "step": 10810
    },
    {
      "epoch": 2.140468889108715,
      "grad_norm": 0.021238107471721973,
      "learning_rate": 2.3001415556380484e-05,
      "loss": 0.0051,
      "step": 10820
    },
    {
      "epoch": 2.142447324166584,
      "grad_norm": 0.01406933920098076,
      "learning_rate": 2.290461489155768e-05,
      "loss": 0.0051,
      "step": 10830
    },
    {
      "epoch": 2.1444257592244536,
      "grad_norm": 0.016080766744984633,
      "learning_rate": 2.280795779447159e-05,
      "loss": 0.0051,
      "step": 10840
    },
    {
      "epoch": 2.1464041942823227,
      "grad_norm": 0.016047233432858785,
      "learning_rate": 2.271144477726999e-05,
      "loss": 0.0051,
      "step": 10850
    },
    {
      "epoch": 2.1483826293401918,
      "grad_norm": 0.01638547749389204,
      "learning_rate": 2.261507635133724e-05,
      "loss": 0.0051,
      "step": 10860
    },
    {
      "epoch": 2.1503610643980613,
      "grad_norm": 0.013455554966347559,
      "learning_rate": 2.2518853027291487e-05,
      "loss": 0.0051,
      "step": 10870
    },
    {
      "epoch": 2.1523394994559304,
      "grad_norm": 0.0156905422948272,
      "learning_rate": 2.242277531498212e-05,
      "loss": 0.005,
      "step": 10880
    },
    {
      "epoch": 2.1543179345137995,
      "grad_norm": 0.017797715282482234,
      "learning_rate": 2.2326843723486973e-05,
      "loss": 0.005,
      "step": 10890
    },
    {
      "epoch": 2.1562963695716686,
      "grad_norm": 0.012419324567042648,
      "learning_rate": 2.223105876110962e-05,
      "loss": 0.005,
      "step": 10900
    },
    {
      "epoch": 2.158274804629538,
      "grad_norm": 0.020710944228018485,
      "learning_rate": 2.213542093537675e-05,
      "loss": 0.005,
      "step": 10910
    },
    {
      "epoch": 2.1602532396874072,
      "grad_norm": 0.00997654743104219,
      "learning_rate": 2.2039930753035354e-05,
      "loss": 0.005,
      "step": 10920
    },
    {
      "epoch": 2.1622316747452763,
      "grad_norm": 0.013073229525928806,
      "learning_rate": 2.1944588720050197e-05,
      "loss": 0.0051,
      "step": 10930
    },
    {
      "epoch": 2.164210109803146,
      "grad_norm": 0.019896089820101163,
      "learning_rate": 2.1849395341601026e-05,
      "loss": 0.0051,
      "step": 10940
    },
    {
      "epoch": 2.166188544861015,
      "grad_norm": 0.003738474285796797,
      "learning_rate": 2.1754351122079923e-05,
      "loss": 0.005,
      "step": 10950
    },
    {
      "epoch": 2.168166979918884,
      "grad_norm": 0.006116613818131575,
      "learning_rate": 2.1659456565088654e-05,
      "loss": 0.0051,
      "step": 10960
    },
    {
      "epoch": 2.170145414976753,
      "grad_norm": 0.016900029510486744,
      "learning_rate": 2.156471217343598e-05,
      "loss": 0.0051,
      "step": 10970
    },
    {
      "epoch": 2.1721238500346227,
      "grad_norm": 0.005463816457148365,
      "learning_rate": 2.1470118449134974e-05,
      "loss": 0.005,
      "step": 10980
    },
    {
      "epoch": 2.174102285092492,
      "grad_norm": 0.019264032745766015,
      "learning_rate": 2.1375675893400372e-05,
      "loss": 0.0051,
      "step": 10990
    },
    {
      "epoch": 2.176080720150361,
      "grad_norm": 0.01116503806541952,
      "learning_rate": 2.128138500664597e-05,
      "loss": 0.005,
      "step": 11000
    },
    {
      "epoch": 2.1780591552082305,
      "grad_norm": 0.019596539396481285,
      "learning_rate": 2.1187246288481917e-05,
      "loss": 0.0051,
      "step": 11010
    },
    {
      "epoch": 2.1800375902660996,
      "grad_norm": 0.012184386124095642,
      "learning_rate": 2.109326023771206e-05,
      "loss": 0.005,
      "step": 11020
    },
    {
      "epoch": 2.1820160253239687,
      "grad_norm": 0.019651717318598487,
      "learning_rate": 2.0999427352331362e-05,
      "loss": 0.0051,
      "step": 11030
    },
    {
      "epoch": 2.1839944603818378,
      "grad_norm": 0.00825153135239514,
      "learning_rate": 2.0905748129523166e-05,
      "loss": 0.0051,
      "step": 11040
    },
    {
      "epoch": 2.1859728954397073,
      "grad_norm": 0.014043588944678529,
      "learning_rate": 2.081222306565666e-05,
      "loss": 0.0051,
      "step": 11050
    },
    {
      "epoch": 2.1879513304975764,
      "grad_norm": 0.009341202777554052,
      "learning_rate": 2.0718852656284195e-05,
      "loss": 0.005,
      "step": 11060
    },
    {
      "epoch": 2.1899297655554455,
      "grad_norm": 0.009636477793444943,
      "learning_rate": 2.0625637396138664e-05,
      "loss": 0.0051,
      "step": 11070
    },
    {
      "epoch": 2.191908200613315,
      "grad_norm": 0.01990870953424018,
      "learning_rate": 2.053257777913089e-05,
      "loss": 0.005,
      "step": 11080
    },
    {
      "epoch": 2.193886635671184,
      "grad_norm": 0.01605303530319553,
      "learning_rate": 2.043967429834703e-05,
      "loss": 0.005,
      "step": 11090
    },
    {
      "epoch": 2.1958650707290532,
      "grad_norm": 0.012690445942852584,
      "learning_rate": 2.034692744604586e-05,
      "loss": 0.0051,
      "step": 11100
    },
    {
      "epoch": 2.1978435057869223,
      "grad_norm": 0.013468023088931077,
      "learning_rate": 2.025433771365632e-05,
      "loss": 0.005,
      "step": 11110
    },
    {
      "epoch": 2.199821940844792,
      "grad_norm": 0.018654869897026482,
      "learning_rate": 2.0161905591774826e-05,
      "loss": 0.0051,
      "step": 11120
    },
    {
      "epoch": 2.201800375902661,
      "grad_norm": 0.00944872390645309,
      "learning_rate": 2.0069631570162624e-05,
      "loss": 0.005,
      "step": 11130
    },
    {
      "epoch": 2.20377881096053,
      "grad_norm": 0.017123981030569054,
      "learning_rate": 1.9977516137743302e-05,
      "loss": 0.0051,
      "step": 11140
    },
    {
      "epoch": 2.2057572460183996,
      "grad_norm": 0.003572692414496566,
      "learning_rate": 1.9885559782600126e-05,
      "loss": 0.005,
      "step": 11150
    },
    {
      "epoch": 2.2077356810762687,
      "grad_norm": 0.014277404075082838,
      "learning_rate": 1.97937629919735e-05,
      "loss": 0.005,
      "step": 11160
    },
    {
      "epoch": 2.209714116134138,
      "grad_norm": 0.00527880255564864,
      "learning_rate": 1.97021262522583e-05,
      "loss": 0.005,
      "step": 11170
    },
    {
      "epoch": 2.211692551192007,
      "grad_norm": 0.011481755077333938,
      "learning_rate": 1.9610650049001407e-05,
      "loss": 0.005,
      "step": 11180
    },
    {
      "epoch": 2.2136709862498765,
      "grad_norm": 0.012887896123762827,
      "learning_rate": 1.951933486689907e-05,
      "loss": 0.005,
      "step": 11190
    },
    {
      "epoch": 2.2156494213077456,
      "grad_norm": 0.013237229908166667,
      "learning_rate": 1.9428181189794353e-05,
      "loss": 0.0051,
      "step": 11200
    },
    {
      "epoch": 2.2176278563656147,
      "grad_norm": 0.011583292687879033,
      "learning_rate": 1.9337189500674573e-05,
      "loss": 0.005,
      "step": 11210
    },
    {
      "epoch": 2.219606291423484,
      "grad_norm": 0.006118841266300093,
      "learning_rate": 1.9246360281668697e-05,
      "loss": 0.005,
      "step": 11220
    },
    {
      "epoch": 2.2215847264813533,
      "grad_norm": 0.007646266611925231,
      "learning_rate": 1.9155694014044877e-05,
      "loss": 0.0051,
      "step": 11230
    },
    {
      "epoch": 2.2235631615392224,
      "grad_norm": 0.010915733364907717,
      "learning_rate": 1.9065191178207825e-05,
      "loss": 0.005,
      "step": 11240
    },
    {
      "epoch": 2.2255415965970915,
      "grad_norm": 0.013058333415071517,
      "learning_rate": 1.8974852253696307e-05,
      "loss": 0.0051,
      "step": 11250
    },
    {
      "epoch": 2.227520031654961,
      "grad_norm": 0.008641950493889983,
      "learning_rate": 1.8884677719180594e-05,
      "loss": 0.005,
      "step": 11260
    },
    {
      "epoch": 2.22949846671283,
      "grad_norm": 0.008287398257234568,
      "learning_rate": 1.879466805245986e-05,
      "loss": 0.0051,
      "step": 11270
    },
    {
      "epoch": 2.2314769017706992,
      "grad_norm": 0.005356892978789675,
      "learning_rate": 1.87048237304598e-05,
      "loss": 0.005,
      "step": 11280
    },
    {
      "epoch": 2.233455336828569,
      "grad_norm": 0.011002451013336776,
      "learning_rate": 1.8615145229229935e-05,
      "loss": 0.005,
      "step": 11290
    },
    {
      "epoch": 2.235433771886438,
      "grad_norm": 0.013328630319477851,
      "learning_rate": 1.8525633023941208e-05,
      "loss": 0.0051,
      "step": 11300
    },
    {
      "epoch": 2.237412206944307,
      "grad_norm": 0.017213431317951697,
      "learning_rate": 1.8436287588883417e-05,
      "loss": 0.0051,
      "step": 11310
    },
    {
      "epoch": 2.239390642002176,
      "grad_norm": 0.009282930418576802,
      "learning_rate": 1.8347109397462713e-05,
      "loss": 0.005,
      "step": 11320
    },
    {
      "epoch": 2.2413690770600456,
      "grad_norm": 0.02721086609588997,
      "learning_rate": 1.8258098922199107e-05,
      "loss": 0.0051,
      "step": 11330
    },
    {
      "epoch": 2.2433475121179147,
      "grad_norm": 0.013711635103878864,
      "learning_rate": 1.8169256634723887e-05,
      "loss": 0.005,
      "step": 11340
    },
    {
      "epoch": 2.245325947175784,
      "grad_norm": 0.016042929957220602,
      "learning_rate": 1.808058300577724e-05,
      "loss": 0.0051,
      "step": 11350
    },
    {
      "epoch": 2.2473043822336534,
      "grad_norm": 0.011440479661894187,
      "learning_rate": 1.7992078505205683e-05,
      "loss": 0.0051,
      "step": 11360
    },
    {
      "epoch": 2.2492828172915225,
      "grad_norm": 0.011283802180905925,
      "learning_rate": 1.7903743601959577e-05,
      "loss": 0.005,
      "step": 11370
    },
    {
      "epoch": 2.2512612523493916,
      "grad_norm": 0.013109788162911556,
      "learning_rate": 1.7815578764090674e-05,
      "loss": 0.005,
      "step": 11380
    },
    {
      "epoch": 2.2532396874072607,
      "grad_norm": 0.012400923988570959,
      "learning_rate": 1.7727584458749608e-05,
      "loss": 0.005,
      "step": 11390
    },
    {
      "epoch": 2.25521812246513,
      "grad_norm": 0.009063884444112961,
      "learning_rate": 1.7639761152183415e-05,
      "loss": 0.005,
      "step": 11400
    },
    {
      "epoch": 2.2571965575229993,
      "grad_norm": 0.012667128477996736,
      "learning_rate": 1.7552109309733066e-05,
      "loss": 0.005,
      "step": 11410
    },
    {
      "epoch": 2.2591749925808684,
      "grad_norm": 0.013600837479055985,
      "learning_rate": 1.746462939583105e-05,
      "loss": 0.005,
      "step": 11420
    },
    {
      "epoch": 2.261153427638738,
      "grad_norm": 0.007927857271095122,
      "learning_rate": 1.737732187399886e-05,
      "loss": 0.005,
      "step": 11430
    },
    {
      "epoch": 2.263131862696607,
      "grad_norm": 0.02660973468199639,
      "learning_rate": 1.7290187206844538e-05,
      "loss": 0.005,
      "step": 11440
    },
    {
      "epoch": 2.265110297754476,
      "grad_norm": 0.009118112270215998,
      "learning_rate": 1.720322585606027e-05,
      "loss": 0.005,
      "step": 11450
    },
    {
      "epoch": 2.2670887328123452,
      "grad_norm": 0.010415164839080334,
      "learning_rate": 1.711643828241985e-05,
      "loss": 0.005,
      "step": 11460
    },
    {
      "epoch": 2.269067167870215,
      "grad_norm": 0.006771346260565736,
      "learning_rate": 1.7029824945776345e-05,
      "loss": 0.0051,
      "step": 11470
    },
    {
      "epoch": 2.271045602928084,
      "grad_norm": 0.0076310740688983756,
      "learning_rate": 1.6943386305059593e-05,
      "loss": 0.0051,
      "step": 11480
    },
    {
      "epoch": 2.273024037985953,
      "grad_norm": 0.021626666854099287,
      "learning_rate": 1.6857122818273792e-05,
      "loss": 0.0051,
      "step": 11490
    },
    {
      "epoch": 2.2750024730438225,
      "grad_norm": 0.010482946680084312,
      "learning_rate": 1.6771034942495064e-05,
      "loss": 0.0051,
      "step": 11500
    },
    {
      "epoch": 2.2769809081016916,
      "grad_norm": 0.011524495635620255,
      "learning_rate": 1.6685123133869044e-05,
      "loss": 0.005,
      "step": 11510
    },
    {
      "epoch": 2.2789593431595607,
      "grad_norm": 0.008208361199140101,
      "learning_rate": 1.659938784760843e-05,
      "loss": 0.005,
      "step": 11520
    },
    {
      "epoch": 2.28093777821743,
      "grad_norm": 0.004547716588911631,
      "learning_rate": 1.651382953799063e-05,
      "loss": 0.0051,
      "step": 11530
    },
    {
      "epoch": 2.2829162132752994,
      "grad_norm": 0.015791730305843507,
      "learning_rate": 1.642844865835531e-05,
      "loss": 0.005,
      "step": 11540
    },
    {
      "epoch": 2.2848946483331685,
      "grad_norm": 0.02007417281777262,
      "learning_rate": 1.634324566110203e-05,
      "loss": 0.0051,
      "step": 11550
    },
    {
      "epoch": 2.2868730833910376,
      "grad_norm": 0.007947884836237314,
      "learning_rate": 1.6258220997687756e-05,
      "loss": 0.0051,
      "step": 11560
    },
    {
      "epoch": 2.288851518448907,
      "grad_norm": 0.009888663083463355,
      "learning_rate": 1.6173375118624594e-05,
      "loss": 0.005,
      "step": 11570
    },
    {
      "epoch": 2.290829953506776,
      "grad_norm": 0.00697894603572735,
      "learning_rate": 1.6088708473477342e-05,
      "loss": 0.0051,
      "step": 11580
    },
    {
      "epoch": 2.2928083885646453,
      "grad_norm": 0.011826010235174223,
      "learning_rate": 1.6004221510861057e-05,
      "loss": 0.005,
      "step": 11590
    },
    {
      "epoch": 2.2947868236225144,
      "grad_norm": 0.010890988918444923,
      "learning_rate": 1.5919914678438776e-05,
      "loss": 0.005,
      "step": 11600
    },
    {
      "epoch": 2.296765258680384,
      "grad_norm": 0.006448884851863792,
      "learning_rate": 1.583578842291908e-05,
      "loss": 0.005,
      "step": 11610
    },
    {
      "epoch": 2.298743693738253,
      "grad_norm": 0.01052549113560305,
      "learning_rate": 1.5751843190053754e-05,
      "loss": 0.005,
      "step": 11620
    },
    {
      "epoch": 2.300722128796122,
      "grad_norm": 0.005601049976396078,
      "learning_rate": 1.5668079424635424e-05,
      "loss": 0.0051,
      "step": 11630
    },
    {
      "epoch": 2.3027005638539917,
      "grad_norm": 0.01142828413555084,
      "learning_rate": 1.5584497570495143e-05,
      "loss": 0.0051,
      "step": 11640
    },
    {
      "epoch": 2.304678998911861,
      "grad_norm": 0.008675452655295929,
      "learning_rate": 1.5501098070500135e-05,
      "loss": 0.005,
      "step": 11650
    },
    {
      "epoch": 2.30665743396973,
      "grad_norm": 0.014167858454275518,
      "learning_rate": 1.5417881366551395e-05,
      "loss": 0.0051,
      "step": 11660
    },
    {
      "epoch": 2.308635869027599,
      "grad_norm": 0.005877835240474467,
      "learning_rate": 1.5334847899581346e-05,
      "loss": 0.005,
      "step": 11670
    },
    {
      "epoch": 2.3106143040854685,
      "grad_norm": 0.010223674792760228,
      "learning_rate": 1.5251998109551508e-05,
      "loss": 0.005,
      "step": 11680
    },
    {
      "epoch": 2.3125927391433376,
      "grad_norm": 0.00930223365259001,
      "learning_rate": 1.516933243545019e-05,
      "loss": 0.0051,
      "step": 11690
    },
    {
      "epoch": 2.3145711742012067,
      "grad_norm": 0.007618171397593831,
      "learning_rate": 1.5086851315290117e-05,
      "loss": 0.005,
      "step": 11700
    },
    {
      "epoch": 2.3165496092590763,
      "grad_norm": 0.01587511571563881,
      "learning_rate": 1.5004555186106122e-05,
      "loss": 0.0051,
      "step": 11710
    },
    {
      "epoch": 2.3185280443169454,
      "grad_norm": 0.00867305846137943,
      "learning_rate": 1.4922444483952886e-05,
      "loss": 0.0051,
      "step": 11720
    },
    {
      "epoch": 2.3205064793748145,
      "grad_norm": 0.003799184637028751,
      "learning_rate": 1.4840519643902573e-05,
      "loss": 0.005,
      "step": 11730
    },
    {
      "epoch": 2.3224849144326836,
      "grad_norm": 0.014428854102455447,
      "learning_rate": 1.4758781100042517e-05,
      "loss": 0.0051,
      "step": 11740
    },
    {
      "epoch": 2.324463349490553,
      "grad_norm": 0.011344353724158159,
      "learning_rate": 1.4677229285472988e-05,
      "loss": 0.005,
      "step": 11750
    },
    {
      "epoch": 2.326441784548422,
      "grad_norm": 0.01123293940362652,
      "learning_rate": 1.459586463230478e-05,
      "loss": 0.0051,
      "step": 11760
    },
    {
      "epoch": 2.3284202196062913,
      "grad_norm": 0.01449319167188365,
      "learning_rate": 1.4514687571657049e-05,
      "loss": 0.005,
      "step": 11770
    },
    {
      "epoch": 2.330398654664161,
      "grad_norm": 0.012814163486412903,
      "learning_rate": 1.4433698533654955e-05,
      "loss": 0.0051,
      "step": 11780
    },
    {
      "epoch": 2.33237708972203,
      "grad_norm": 0.009989111568657106,
      "learning_rate": 1.4352897947427396e-05,
      "loss": 0.005,
      "step": 11790
    },
    {
      "epoch": 2.334355524779899,
      "grad_norm": 0.011805178883379447,
      "learning_rate": 1.4272286241104754e-05,
      "loss": 0.005,
      "step": 11800
    },
    {
      "epoch": 2.336333959837768,
      "grad_norm": 0.008540361151583879,
      "learning_rate": 1.4191863841816611e-05,
      "loss": 0.005,
      "step": 11810
    },
    {
      "epoch": 2.3383123948956377,
      "grad_norm": 0.007418716542037641,
      "learning_rate": 1.4111631175689443e-05,
      "loss": 0.005,
      "step": 11820
    },
    {
      "epoch": 2.340290829953507,
      "grad_norm": 0.007449698488007554,
      "learning_rate": 1.4031588667844476e-05,
      "loss": 0.005,
      "step": 11830
    },
    {
      "epoch": 2.342269265011376,
      "grad_norm": 0.009299212866518733,
      "learning_rate": 1.3951736742395277e-05,
      "loss": 0.005,
      "step": 11840
    },
    {
      "epoch": 2.3442477000692454,
      "grad_norm": 0.016906346956359435,
      "learning_rate": 1.3872075822445668e-05,
      "loss": 0.005,
      "step": 11850
    },
    {
      "epoch": 2.3462261351271145,
      "grad_norm": 0.014282237802057628,
      "learning_rate": 1.3792606330087376e-05,
      "loss": 0.005,
      "step": 11860
    },
    {
      "epoch": 2.3482045701849836,
      "grad_norm": 0.006281109563805729,
      "learning_rate": 1.371332868639783e-05,
      "loss": 0.0051,
      "step": 11870
    },
    {
      "epoch": 2.3501830052428527,
      "grad_norm": 0.01015314730006097,
      "learning_rate": 1.3634243311437945e-05,
      "loss": 0.0051,
      "step": 11880
    },
    {
      "epoch": 2.3521614403007223,
      "grad_norm": 0.003226026426371683,
      "learning_rate": 1.355535062424984e-05,
      "loss": 0.005,
      "step": 11890
    },
    {
      "epoch": 2.3541398753585914,
      "grad_norm": 0.01199656708660026,
      "learning_rate": 1.3476651042854699e-05,
      "loss": 0.005,
      "step": 11900
    },
    {
      "epoch": 2.3561183104164605,
      "grad_norm": 0.006110693620925547,
      "learning_rate": 1.3398144984250494e-05,
      "loss": 0.005,
      "step": 11910
    },
    {
      "epoch": 2.35809674547433,
      "grad_norm": 0.014388002386891495,
      "learning_rate": 1.3319832864409804e-05,
      "loss": 0.005,
      "step": 11920
    },
    {
      "epoch": 2.360075180532199,
      "grad_norm": 0.0038320472679924736,
      "learning_rate": 1.3241715098277613e-05,
      "loss": 0.005,
      "step": 11930
    },
    {
      "epoch": 2.362053615590068,
      "grad_norm": 0.005264006218694468,
      "learning_rate": 1.3163792099769067e-05,
      "loss": 0.005,
      "step": 11940
    },
    {
      "epoch": 2.3640320506479373,
      "grad_norm": 0.0037616611098454807,
      "learning_rate": 1.3086064281767346e-05,
      "loss": 0.005,
      "step": 11950
    },
    {
      "epoch": 2.366010485705807,
      "grad_norm": 0.013625086586663098,
      "learning_rate": 1.3008532056121437e-05,
      "loss": 0.0051,
      "step": 11960
    },
    {
      "epoch": 2.367988920763676,
      "grad_norm": 0.010870462292027191,
      "learning_rate": 1.2931195833643978e-05,
      "loss": 0.005,
      "step": 11970
    },
    {
      "epoch": 2.369967355821545,
      "grad_norm": 0.014164443506083547,
      "learning_rate": 1.2854056024109013e-05,
      "loss": 0.0051,
      "step": 11980
    },
    {
      "epoch": 2.3719457908794146,
      "grad_norm": 0.00982350849653614,
      "learning_rate": 1.2777113036249928e-05,
      "loss": 0.005,
      "step": 11990
    },
    {
      "epoch": 2.3739242259372837,
      "grad_norm": 0.013010306139840434,
      "learning_rate": 1.2700367277757209e-05,
      "loss": 0.005,
      "step": 12000
    },
    {
      "epoch": 2.375902660995153,
      "grad_norm": 0.007942464890835431,
      "learning_rate": 1.2623819155276267e-05,
      "loss": 0.005,
      "step": 12010
    },
    {
      "epoch": 2.377881096053022,
      "grad_norm": 0.011132490679986078,
      "learning_rate": 1.2547469074405376e-05,
      "loss": 0.005,
      "step": 12020
    },
    {
      "epoch": 2.3798595311108914,
      "grad_norm": 0.007250888454920462,
      "learning_rate": 1.2471317439693436e-05,
      "loss": 0.005,
      "step": 12030
    },
    {
      "epoch": 2.3818379661687605,
      "grad_norm": 0.014421807017302004,
      "learning_rate": 1.2395364654637853e-05,
      "loss": 0.005,
      "step": 12040
    },
    {
      "epoch": 2.3838164012266296,
      "grad_norm": 0.0065388138250624,
      "learning_rate": 1.2319611121682439e-05,
      "loss": 0.005,
      "step": 12050
    },
    {
      "epoch": 2.385794836284499,
      "grad_norm": 0.006649488627039865,
      "learning_rate": 1.224405724221519e-05,
      "loss": 0.005,
      "step": 12060
    },
    {
      "epoch": 2.3877732713423683,
      "grad_norm": 0.01399965844420277,
      "learning_rate": 1.2168703416566274e-05,
      "loss": 0.005,
      "step": 12070
    },
    {
      "epoch": 2.3897517064002374,
      "grad_norm": 0.009368650598759421,
      "learning_rate": 1.2093550044005818e-05,
      "loss": 0.005,
      "step": 12080
    },
    {
      "epoch": 2.3917301414581065,
      "grad_norm": 0.011108480331365796,
      "learning_rate": 1.2018597522741854e-05,
      "loss": 0.005,
      "step": 12090
    },
    {
      "epoch": 2.393708576515976,
      "grad_norm": 0.012133225086978656,
      "learning_rate": 1.1943846249918162e-05,
      "loss": 0.0051,
      "step": 12100
    },
    {
      "epoch": 2.395687011573845,
      "grad_norm": 0.010881538825999086,
      "learning_rate": 1.1869296621612209e-05,
      "loss": 0.005,
      "step": 12110
    },
    {
      "epoch": 2.397665446631714,
      "grad_norm": 0.0097002936935291,
      "learning_rate": 1.1794949032832991e-05,
      "loss": 0.005,
      "step": 12120
    },
    {
      "epoch": 2.3996438816895838,
      "grad_norm": 0.007926368663845853,
      "learning_rate": 1.1720803877518992e-05,
      "loss": 0.005,
      "step": 12130
    },
    {
      "epoch": 2.401622316747453,
      "grad_norm": 0.0027047441471039,
      "learning_rate": 1.1646861548536092e-05,
      "loss": 0.005,
      "step": 12140
    },
    {
      "epoch": 2.403600751805322,
      "grad_norm": 0.010453145240323078,
      "learning_rate": 1.1573122437675466e-05,
      "loss": 0.005,
      "step": 12150
    },
    {
      "epoch": 2.405579186863191,
      "grad_norm": 0.006315428347399273,
      "learning_rate": 1.1499586935651529e-05,
      "loss": 0.0051,
      "step": 12160
    },
    {
      "epoch": 2.4075576219210606,
      "grad_norm": 0.006522875396383591,
      "learning_rate": 1.1426255432099848e-05,
      "loss": 0.005,
      "step": 12170
    },
    {
      "epoch": 2.4095360569789297,
      "grad_norm": 0.016939084468715747,
      "learning_rate": 1.1353128315575052e-05,
      "loss": 0.0051,
      "step": 12180
    },
    {
      "epoch": 2.411514492036799,
      "grad_norm": 0.007231869429779052,
      "learning_rate": 1.128020597354884e-05,
      "loss": 0.005,
      "step": 12190
    },
    {
      "epoch": 2.4134929270946683,
      "grad_norm": 0.01252239185127768,
      "learning_rate": 1.1207488792407889e-05,
      "loss": 0.005,
      "step": 12200
    },
    {
      "epoch": 2.4154713621525374,
      "grad_norm": 0.015345102844682872,
      "learning_rate": 1.1134977157451793e-05,
      "loss": 0.005,
      "step": 12210
    },
    {
      "epoch": 2.4174497972104065,
      "grad_norm": 0.004658234132876607,
      "learning_rate": 1.1062671452891055e-05,
      "loss": 0.005,
      "step": 12220
    },
    {
      "epoch": 2.4194282322682756,
      "grad_norm": 0.012096918319507328,
      "learning_rate": 1.0990572061845034e-05,
      "loss": 0.005,
      "step": 12230
    },
    {
      "epoch": 2.421406667326145,
      "grad_norm": 0.004344556135501147,
      "learning_rate": 1.091867936633988e-05,
      "loss": 0.005,
      "step": 12240
    },
    {
      "epoch": 2.4233851023840143,
      "grad_norm": 0.013750984286449754,
      "learning_rate": 1.0846993747306589e-05,
      "loss": 0.005,
      "step": 12250
    },
    {
      "epoch": 2.4253635374418834,
      "grad_norm": 0.0062732339407186085,
      "learning_rate": 1.0775515584578933e-05,
      "loss": 0.005,
      "step": 12260
    },
    {
      "epoch": 2.427341972499753,
      "grad_norm": 0.013509211498323466,
      "learning_rate": 1.0704245256891421e-05,
      "loss": 0.0051,
      "step": 12270
    },
    {
      "epoch": 2.429320407557622,
      "grad_norm": 0.010171374507035572,
      "learning_rate": 1.0633183141877362e-05,
      "loss": 0.005,
      "step": 12280
    },
    {
      "epoch": 2.431298842615491,
      "grad_norm": 0.014404345910498221,
      "learning_rate": 1.0562329616066824e-05,
      "loss": 0.005,
      "step": 12290
    },
    {
      "epoch": 2.43327727767336,
      "grad_norm": 0.01061583853687038,
      "learning_rate": 1.0491685054884647e-05,
      "loss": 0.005,
      "step": 12300
    },
    {
      "epoch": 2.4352557127312298,
      "grad_norm": 0.008756289659885527,
      "learning_rate": 1.0421249832648417e-05,
      "loss": 0.0051,
      "step": 12310
    },
    {
      "epoch": 2.437234147789099,
      "grad_norm": 0.003947854033902306,
      "learning_rate": 1.0351024322566538e-05,
      "loss": 0.005,
      "step": 12320
    },
    {
      "epoch": 2.439212582846968,
      "grad_norm": 0.004588657701995567,
      "learning_rate": 1.028100889673625e-05,
      "loss": 0.005,
      "step": 12330
    },
    {
      "epoch": 2.4411910179048375,
      "grad_norm": 0.007680927860844212,
      "learning_rate": 1.0211203926141604e-05,
      "loss": 0.0051,
      "step": 12340
    },
    {
      "epoch": 2.4431694529627066,
      "grad_norm": 0.005945589424517178,
      "learning_rate": 1.0141609780651584e-05,
      "loss": 0.005,
      "step": 12350
    },
    {
      "epoch": 2.4451478880205757,
      "grad_norm": 0.008607975271720298,
      "learning_rate": 1.0072226829018016e-05,
      "loss": 0.005,
      "step": 12360
    },
    {
      "epoch": 2.447126323078445,
      "grad_norm": 0.010709387815382342,
      "learning_rate": 1.0003055438873765e-05,
      "loss": 0.005,
      "step": 12370
    },
    {
      "epoch": 2.4491047581363143,
      "grad_norm": 0.014785244316126748,
      "learning_rate": 9.934095976730678e-06,
      "loss": 0.005,
      "step": 12380
    },
    {
      "epoch": 2.4510831931941834,
      "grad_norm": 0.011299934832839297,
      "learning_rate": 9.865348807977698e-06,
      "loss": 0.005,
      "step": 12390
    },
    {
      "epoch": 2.4530616282520525,
      "grad_norm": 0.011576591149663145,
      "learning_rate": 9.79681429687891e-06,
      "loss": 0.005,
      "step": 12400
    },
    {
      "epoch": 2.455040063309922,
      "grad_norm": 0.0064648972484633105,
      "learning_rate": 9.728492806571576e-06,
      "loss": 0.005,
      "step": 12410
    },
    {
      "epoch": 2.457018498367791,
      "grad_norm": 0.007532182782558713,
      "learning_rate": 9.6603846990643e-06,
      "loss": 0.005,
      "step": 12420
    },
    {
      "epoch": 2.4589969334256603,
      "grad_norm": 0.005596889658846653,
      "learning_rate": 9.592490335234994e-06,
      "loss": 0.005,
      "step": 12430
    },
    {
      "epoch": 2.4609753684835294,
      "grad_norm": 0.008454404670154922,
      "learning_rate": 9.524810074829072e-06,
      "loss": 0.005,
      "step": 12440
    },
    {
      "epoch": 2.462953803541399,
      "grad_norm": 0.008907618576253365,
      "learning_rate": 9.457344276457485e-06,
      "loss": 0.005,
      "step": 12450
    },
    {
      "epoch": 2.464932238599268,
      "grad_norm": 0.006792873682737675,
      "learning_rate": 9.390093297594837e-06,
      "loss": 0.005,
      "step": 12460
    },
    {
      "epoch": 2.466910673657137,
      "grad_norm": 0.007265846143202718,
      "learning_rate": 9.323057494577498e-06,
      "loss": 0.005,
      "step": 12470
    },
    {
      "epoch": 2.4688891087150067,
      "grad_norm": 0.0027965629138404467,
      "learning_rate": 9.25623722260166e-06,
      "loss": 0.005,
      "step": 12480
    },
    {
      "epoch": 2.4708675437728758,
      "grad_norm": 0.005833179286897675,
      "learning_rate": 9.18963283572155e-06,
      "loss": 0.0051,
      "step": 12490
    },
    {
      "epoch": 2.472845978830745,
      "grad_norm": 0.008323460573149245,
      "learning_rate": 9.123244686847499e-06,
      "loss": 0.005,
      "step": 12500
    },
    {
      "epoch": 2.474824413888614,
      "grad_norm": 0.003917652507531444,
      "learning_rate": 9.057073127744064e-06,
      "loss": 0.005,
      "step": 12510
    },
    {
      "epoch": 2.4768028489464835,
      "grad_norm": 0.020253440699040698,
      "learning_rate": 8.991118509028179e-06,
      "loss": 0.005,
      "step": 12520
    },
    {
      "epoch": 2.4787812840043526,
      "grad_norm": 0.0070058724524586094,
      "learning_rate": 8.925381180167319e-06,
      "loss": 0.005,
      "step": 12530
    },
    {
      "epoch": 2.4807597190622217,
      "grad_norm": 0.0036727559952207276,
      "learning_rate": 8.859861489477594e-06,
      "loss": 0.005,
      "step": 12540
    },
    {
      "epoch": 2.4827381541200912,
      "grad_norm": 0.0042036044055260135,
      "learning_rate": 8.794559784121937e-06,
      "loss": 0.005,
      "step": 12550
    },
    {
      "epoch": 2.4847165891779603,
      "grad_norm": 0.005649221097038604,
      "learning_rate": 8.729476410108284e-06,
      "loss": 0.005,
      "step": 12560
    },
    {
      "epoch": 2.4866950242358294,
      "grad_norm": 0.009140576601488355,
      "learning_rate": 8.664611712287719e-06,
      "loss": 0.005,
      "step": 12570
    },
    {
      "epoch": 2.4886734592936985,
      "grad_norm": 0.006465178662548528,
      "learning_rate": 8.599966034352635e-06,
      "loss": 0.005,
      "step": 12580
    },
    {
      "epoch": 2.490651894351568,
      "grad_norm": 0.002514344874025545,
      "learning_rate": 8.535539718834929e-06,
      "loss": 0.005,
      "step": 12590
    },
    {
      "epoch": 2.492630329409437,
      "grad_norm": 0.010494080928059712,
      "learning_rate": 8.471333107104196e-06,
      "loss": 0.005,
      "step": 12600
    },
    {
      "epoch": 2.4946087644673063,
      "grad_norm": 0.010298804579748903,
      "learning_rate": 8.407346539365869e-06,
      "loss": 0.005,
      "step": 12610
    },
    {
      "epoch": 2.496587199525176,
      "grad_norm": 0.011817548312565505,
      "learning_rate": 8.343580354659491e-06,
      "loss": 0.0051,
      "step": 12620
    },
    {
      "epoch": 2.498565634583045,
      "grad_norm": 0.007729184733295071,
      "learning_rate": 8.280034890856885e-06,
      "loss": 0.005,
      "step": 12630
    },
    {
      "epoch": 2.500544069640914,
      "grad_norm": 0.004573533284884914,
      "learning_rate": 8.216710484660334e-06,
      "loss": 0.005,
      "step": 12640
    },
    {
      "epoch": 2.502522504698783,
      "grad_norm": 0.00580169739287536,
      "learning_rate": 8.15360747160086e-06,
      "loss": 0.005,
      "step": 12650
    },
    {
      "epoch": 2.5045009397566522,
      "grad_norm": 0.003577344265650092,
      "learning_rate": 8.090726186036357e-06,
      "loss": 0.005,
      "step": 12660
    },
    {
      "epoch": 2.5064793748145218,
      "grad_norm": 0.0025915874862765666,
      "learning_rate": 8.02806696114992e-06,
      "loss": 0.005,
      "step": 12670
    },
    {
      "epoch": 2.508457809872391,
      "grad_norm": 0.005232586383018536,
      "learning_rate": 7.965630128948038e-06,
      "loss": 0.005,
      "step": 12680
    },
    {
      "epoch": 2.5104362449302604,
      "grad_norm": 0.001343701309682136,
      "learning_rate": 7.90341602025877e-06,
      "loss": 0.005,
      "step": 12690
    },
    {
      "epoch": 2.5124146799881295,
      "grad_norm": 0.012591649622133905,
      "learning_rate": 7.841424964730105e-06,
      "loss": 0.005,
      "step": 12700
    },
    {
      "epoch": 2.5143931150459986,
      "grad_norm": 0.008897984479246968,
      "learning_rate": 7.779657290828146e-06,
      "loss": 0.005,
      "step": 12710
    },
    {
      "epoch": 2.5163715501038677,
      "grad_norm": 0.005506034126227927,
      "learning_rate": 7.718113325835396e-06,
      "loss": 0.005,
      "step": 12720
    },
    {
      "epoch": 2.518349985161737,
      "grad_norm": 0.005254218790696792,
      "learning_rate": 7.656793395848983e-06,
      "loss": 0.005,
      "step": 12730
    },
    {
      "epoch": 2.5203284202196063,
      "grad_norm": 0.00891296898967244,
      "learning_rate": 7.595697825778986e-06,
      "loss": 0.005,
      "step": 12740
    },
    {
      "epoch": 2.5223068552774754,
      "grad_norm": 0.01824837140543697,
      "learning_rate": 7.5348269393466896e-06,
      "loss": 0.005,
      "step": 12750
    },
    {
      "epoch": 2.524285290335345,
      "grad_norm": 0.005684298094236786,
      "learning_rate": 7.474181059082852e-06,
      "loss": 0.005,
      "step": 12760
    },
    {
      "epoch": 2.526263725393214,
      "grad_norm": 0.009274402883717621,
      "learning_rate": 7.413760506326051e-06,
      "loss": 0.005,
      "step": 12770
    },
    {
      "epoch": 2.528242160451083,
      "grad_norm": 0.004451389876694201,
      "learning_rate": 7.353565601220874e-06,
      "loss": 0.005,
      "step": 12780
    },
    {
      "epoch": 2.5302205955089523,
      "grad_norm": 0.00172032542710145,
      "learning_rate": 7.293596662716362e-06,
      "loss": 0.005,
      "step": 12790
    },
    {
      "epoch": 2.5321990305668214,
      "grad_norm": 0.007858589541953289,
      "learning_rate": 7.233854008564206e-06,
      "loss": 0.005,
      "step": 12800
    },
    {
      "epoch": 2.534177465624691,
      "grad_norm": 0.013296023243334704,
      "learning_rate": 7.174337955317123e-06,
      "loss": 0.005,
      "step": 12810
    },
    {
      "epoch": 2.53615590068256,
      "grad_norm": 0.003050810022023963,
      "learning_rate": 7.115048818327152e-06,
      "loss": 0.005,
      "step": 12820
    },
    {
      "epoch": 2.5381343357404296,
      "grad_norm": 0.0043531959966448585,
      "learning_rate": 7.055986911744017e-06,
      "loss": 0.005,
      "step": 12830
    },
    {
      "epoch": 2.5401127707982987,
      "grad_norm": 0.0038144266840543658,
      "learning_rate": 6.997152548513397e-06,
      "loss": 0.005,
      "step": 12840
    },
    {
      "epoch": 2.5420912058561678,
      "grad_norm": 0.009451203164719582,
      "learning_rate": 6.938546040375327e-06,
      "loss": 0.005,
      "step": 12850
    },
    {
      "epoch": 2.544069640914037,
      "grad_norm": 0.0036954531538075292,
      "learning_rate": 6.8801676978625386e-06,
      "loss": 0.005,
      "step": 12860
    },
    {
      "epoch": 2.546048075971906,
      "grad_norm": 0.004243439151270596,
      "learning_rate": 6.822017830298788e-06,
      "loss": 0.005,
      "step": 12870
    },
    {
      "epoch": 2.5480265110297755,
      "grad_norm": 0.0064513382371008425,
      "learning_rate": 6.764096745797255e-06,
      "loss": 0.005,
      "step": 12880
    },
    {
      "epoch": 2.5500049460876446,
      "grad_norm": 0.004476718263811054,
      "learning_rate": 6.706404751258871e-06,
      "loss": 0.005,
      "step": 12890
    },
    {
      "epoch": 2.551983381145514,
      "grad_norm": 0.008334158592187994,
      "learning_rate": 6.648942152370702e-06,
      "loss": 0.005,
      "step": 12900
    },
    {
      "epoch": 2.5539618162033833,
      "grad_norm": 0.008279481949062478,
      "learning_rate": 6.591709253604356e-06,
      "loss": 0.005,
      "step": 12910
    },
    {
      "epoch": 2.5559402512612523,
      "grad_norm": 0.004535956447562349,
      "learning_rate": 6.534706358214337e-06,
      "loss": 0.005,
      "step": 12920
    },
    {
      "epoch": 2.5579186863191214,
      "grad_norm": 0.003281380422837324,
      "learning_rate": 6.477933768236471e-06,
      "loss": 0.005,
      "step": 12930
    },
    {
      "epoch": 2.5598971213769905,
      "grad_norm": 0.009072514242894975,
      "learning_rate": 6.421391784486264e-06,
      "loss": 0.005,
      "step": 12940
    },
    {
      "epoch": 2.56187555643486,
      "grad_norm": 0.003263638165163993,
      "learning_rate": 6.365080706557352e-06,
      "loss": 0.005,
      "step": 12950
    },
    {
      "epoch": 2.563853991492729,
      "grad_norm": 0.006859192111962983,
      "learning_rate": 6.309000832819867e-06,
      "loss": 0.005,
      "step": 12960
    },
    {
      "epoch": 2.5658324265505987,
      "grad_norm": 0.001844296481772593,
      "learning_rate": 6.25315246041891e-06,
      "loss": 0.005,
      "step": 12970
    },
    {
      "epoch": 2.567810861608468,
      "grad_norm": 0.012708099598228053,
      "learning_rate": 6.197535885272909e-06,
      "loss": 0.005,
      "step": 12980
    },
    {
      "epoch": 2.569789296666337,
      "grad_norm": 0.0058268270653454605,
      "learning_rate": 6.142151402072132e-06,
      "loss": 0.0051,
      "step": 12990
    },
    {
      "epoch": 2.571767731724206,
      "grad_norm": 0.002283208702005462,
      "learning_rate": 6.086999304277069e-06,
      "loss": 0.005,
      "step": 13000
    },
    {
      "epoch": 2.573746166782075,
      "grad_norm": 0.0009717554393730673,
      "learning_rate": 6.032079884116876e-06,
      "loss": 0.005,
      "step": 13010
    },
    {
      "epoch": 2.5757246018399447,
      "grad_norm": 0.0037662569496481626,
      "learning_rate": 5.977393432587874e-06,
      "loss": 0.005,
      "step": 13020
    },
    {
      "epoch": 2.5777030368978138,
      "grad_norm": 0.0015672424949037071,
      "learning_rate": 5.922940239451935e-06,
      "loss": 0.005,
      "step": 13030
    },
    {
      "epoch": 2.5796814719556833,
      "grad_norm": 0.0019920409645351788,
      "learning_rate": 5.868720593235017e-06,
      "loss": 0.005,
      "step": 13040
    },
    {
      "epoch": 2.5816599070135524,
      "grad_norm": 0.015046025856478249,
      "learning_rate": 5.814734781225589e-06,
      "loss": 0.005,
      "step": 13050
    },
    {
      "epoch": 2.5836383420714215,
      "grad_norm": 0.008002509931168193,
      "learning_rate": 5.760983089473143e-06,
      "loss": 0.005,
      "step": 13060
    },
    {
      "epoch": 2.5856167771292906,
      "grad_norm": 0.0031785297678787036,
      "learning_rate": 5.707465802786654e-06,
      "loss": 0.005,
      "step": 13070
    },
    {
      "epoch": 2.5875952121871597,
      "grad_norm": 0.005369535330422101,
      "learning_rate": 5.654183204733049e-06,
      "loss": 0.005,
      "step": 13080
    },
    {
      "epoch": 2.5895736472450293,
      "grad_norm": 0.007779504612930129,
      "learning_rate": 5.601135577635775e-06,
      "loss": 0.005,
      "step": 13090
    },
    {
      "epoch": 2.5915520823028984,
      "grad_norm": 0.004376529034944347,
      "learning_rate": 5.54832320257323e-06,
      "loss": 0.005,
      "step": 13100
    },
    {
      "epoch": 2.593530517360768,
      "grad_norm": 0.008745296990428534,
      "learning_rate": 5.495746359377335e-06,
      "loss": 0.005,
      "step": 13110
    },
    {
      "epoch": 2.595508952418637,
      "grad_norm": 0.006892733938719763,
      "learning_rate": 5.443405326631984e-06,
      "loss": 0.005,
      "step": 13120
    },
    {
      "epoch": 2.597487387476506,
      "grad_norm": 0.004976363566024923,
      "learning_rate": 5.391300381671627e-06,
      "loss": 0.005,
      "step": 13130
    },
    {
      "epoch": 2.599465822534375,
      "grad_norm": 0.010535733844160518,
      "learning_rate": 5.339431800579781e-06,
      "loss": 0.005,
      "step": 13140
    },
    {
      "epoch": 2.6014442575922443,
      "grad_norm": 0.0030490770748013707,
      "learning_rate": 5.287799858187548e-06,
      "loss": 0.0051,
      "step": 13150
    },
    {
      "epoch": 2.603422692650114,
      "grad_norm": 0.011125677718613041,
      "learning_rate": 5.236404828072183e-06,
      "loss": 0.005,
      "step": 13160
    },
    {
      "epoch": 2.605401127707983,
      "grad_norm": 0.005257016001504657,
      "learning_rate": 5.185246982555641e-06,
      "loss": 0.005,
      "step": 13170
    },
    {
      "epoch": 2.6073795627658525,
      "grad_norm": 0.0042017328819963385,
      "learning_rate": 5.134326592703131e-06,
      "loss": 0.005,
      "step": 13180
    },
    {
      "epoch": 2.6093579978237216,
      "grad_norm": 0.006493807113006616,
      "learning_rate": 5.083643928321679e-06,
      "loss": 0.005,
      "step": 13190
    },
    {
      "epoch": 2.6113364328815907,
      "grad_norm": 0.004522066151834127,
      "learning_rate": 5.033199257958671e-06,
      "loss": 0.0051,
      "step": 13200
    },
    {
      "epoch": 2.6133148679394598,
      "grad_norm": 0.004905758181707772,
      "learning_rate": 4.9829928489004975e-06,
      "loss": 0.005,
      "step": 13210
    },
    {
      "epoch": 2.615293302997329,
      "grad_norm": 0.00806271051463215,
      "learning_rate": 4.933024967171063e-06,
      "loss": 0.005,
      "step": 13220
    },
    {
      "epoch": 2.6172717380551984,
      "grad_norm": 0.005898975161045069,
      "learning_rate": 4.88329587753043e-06,
      "loss": 0.005,
      "step": 13230
    },
    {
      "epoch": 2.6192501731130675,
      "grad_norm": 0.0023729973495153823,
      "learning_rate": 4.8338058434733935e-06,
      "loss": 0.0049,
      "step": 13240
    },
    {
      "epoch": 2.621228608170937,
      "grad_norm": 0.005604228206636281,
      "learning_rate": 4.784555127228091e-06,
      "loss": 0.005,
      "step": 13250
    },
    {
      "epoch": 2.623207043228806,
      "grad_norm": 0.003967429671824144,
      "learning_rate": 4.735543989754587e-06,
      "loss": 0.005,
      "step": 13260
    },
    {
      "epoch": 2.6251854782866753,
      "grad_norm": 0.008845214908628003,
      "learning_rate": 4.686772690743529e-06,
      "loss": 0.005,
      "step": 13270
    },
    {
      "epoch": 2.6271639133445444,
      "grad_norm": 0.007810972994329787,
      "learning_rate": 4.638241488614758e-06,
      "loss": 0.005,
      "step": 13280
    },
    {
      "epoch": 2.6291423484024135,
      "grad_norm": 0.010361080469859778,
      "learning_rate": 4.5899506405159335e-06,
      "loss": 0.005,
      "step": 13290
    },
    {
      "epoch": 2.631120783460283,
      "grad_norm": 0.005199909678316371,
      "learning_rate": 4.5419004023211695e-06,
      "loss": 0.005,
      "step": 13300
    },
    {
      "epoch": 2.633099218518152,
      "grad_norm": 0.0019396373104673427,
      "learning_rate": 4.494091028629699e-06,
      "loss": 0.005,
      "step": 13310
    },
    {
      "epoch": 2.6350776535760216,
      "grad_norm": 0.006488101463448818,
      "learning_rate": 4.446522772764494e-06,
      "loss": 0.005,
      "step": 13320
    },
    {
      "epoch": 2.6370560886338907,
      "grad_norm": 0.00814509573138499,
      "learning_rate": 4.3991958867709345e-06,
      "loss": 0.005,
      "step": 13330
    },
    {
      "epoch": 2.63903452369176,
      "grad_norm": 0.0011322081486941694,
      "learning_rate": 4.352110621415484e-06,
      "loss": 0.005,
      "step": 13340
    },
    {
      "epoch": 2.641012958749629,
      "grad_norm": 0.0018540195677294207,
      "learning_rate": 4.305267226184356e-06,
      "loss": 0.005,
      "step": 13350
    },
    {
      "epoch": 2.642991393807498,
      "grad_norm": 0.003096164571106795,
      "learning_rate": 4.258665949282192e-06,
      "loss": 0.005,
      "step": 13360
    },
    {
      "epoch": 2.6449698288653676,
      "grad_norm": 0.010515358005022478,
      "learning_rate": 4.212307037630747e-06,
      "loss": 0.005,
      "step": 13370
    },
    {
      "epoch": 2.6469482639232367,
      "grad_norm": 0.00473171495008051,
      "learning_rate": 4.1661907368675535e-06,
      "loss": 0.005,
      "step": 13380
    },
    {
      "epoch": 2.648926698981106,
      "grad_norm": 0.002875636187823452,
      "learning_rate": 4.1203172913446775e-06,
      "loss": 0.005,
      "step": 13390
    },
    {
      "epoch": 2.6509051340389753,
      "grad_norm": 0.006597446281165259,
      "learning_rate": 4.074686944127365e-06,
      "loss": 0.005,
      "step": 13400
    },
    {
      "epoch": 2.6528835690968444,
      "grad_norm": 0.002540163704092988,
      "learning_rate": 4.029299936992792e-06,
      "loss": 0.005,
      "step": 13410
    },
    {
      "epoch": 2.6548620041547135,
      "grad_norm": 0.0013119900879693717,
      "learning_rate": 3.984156510428777e-06,
      "loss": 0.005,
      "step": 13420
    },
    {
      "epoch": 2.6568404392125826,
      "grad_norm": 0.007424689399170273,
      "learning_rate": 3.939256903632494e-06,
      "loss": 0.005,
      "step": 13430
    },
    {
      "epoch": 2.658818874270452,
      "grad_norm": 0.00457537996938714,
      "learning_rate": 3.89460135450922e-06,
      "loss": 0.005,
      "step": 13440
    },
    {
      "epoch": 2.6607973093283213,
      "grad_norm": 0.0043900998779087775,
      "learning_rate": 3.850190099671047e-06,
      "loss": 0.005,
      "step": 13450
    },
    {
      "epoch": 2.6627757443861904,
      "grad_norm": 0.0020461547927541506,
      "learning_rate": 3.8060233744356633e-06,
      "loss": 0.005,
      "step": 13460
    },
    {
      "epoch": 2.66475417944406,
      "grad_norm": 0.004156048035961473,
      "learning_rate": 3.7621014128250977e-06,
      "loss": 0.005,
      "step": 13470
    },
    {
      "epoch": 2.666732614501929,
      "grad_norm": 0.010558992980268496,
      "learning_rate": 3.7184244475644616e-06,
      "loss": 0.005,
      "step": 13480
    },
    {
      "epoch": 2.668711049559798,
      "grad_norm": 0.0044029629006490005,
      "learning_rate": 3.6749927100807434e-06,
      "loss": 0.005,
      "step": 13490
    },
    {
      "epoch": 2.670689484617667,
      "grad_norm": 0.007738810924176052,
      "learning_rate": 3.6318064305015332e-06,
      "loss": 0.005,
      "step": 13500
    },
    {
      "epoch": 2.6726679196755367,
      "grad_norm": 0.003710889170978282,
      "learning_rate": 3.5888658376538655e-06,
      "loss": 0.005,
      "step": 13510
    },
    {
      "epoch": 2.674646354733406,
      "grad_norm": 0.012178137596869145,
      "learning_rate": 3.5461711590629774e-06,
      "loss": 0.005,
      "step": 13520
    },
    {
      "epoch": 2.676624789791275,
      "grad_norm": 0.005003123533973085,
      "learning_rate": 3.5037226209510887e-06,
      "loss": 0.005,
      "step": 13530
    },
    {
      "epoch": 2.6786032248491445,
      "grad_norm": 0.004262107622839075,
      "learning_rate": 3.4615204482362386e-06,
      "loss": 0.005,
      "step": 13540
    },
    {
      "epoch": 2.6805816599070136,
      "grad_norm": 0.0024422513473723764,
      "learning_rate": 3.419564864531044e-06,
      "loss": 0.005,
      "step": 13550
    },
    {
      "epoch": 2.6825600949648827,
      "grad_norm": 0.005724667332287361,
      "learning_rate": 3.3778560921415738e-06,
      "loss": 0.005,
      "step": 13560
    },
    {
      "epoch": 2.684538530022752,
      "grad_norm": 0.0051187795026016135,
      "learning_rate": 3.3363943520661132e-06,
      "loss": 0.005,
      "step": 13570
    },
    {
      "epoch": 2.6865169650806213,
      "grad_norm": 0.005162359304321974,
      "learning_rate": 3.2951798639940467e-06,
      "loss": 0.005,
      "step": 13580
    },
    {
      "epoch": 2.6884954001384904,
      "grad_norm": 0.0027818867703434166,
      "learning_rate": 3.2542128463046497e-06,
      "loss": 0.005,
      "step": 13590
    },
    {
      "epoch": 2.6904738351963595,
      "grad_norm": 0.0026069346043282636,
      "learning_rate": 3.2134935160659686e-06,
      "loss": 0.005,
      "step": 13600
    },
    {
      "epoch": 2.692452270254229,
      "grad_norm": 0.0037312794258698443,
      "learning_rate": 3.173022089033645e-06,
      "loss": 0.005,
      "step": 13610
    },
    {
      "epoch": 2.694430705312098,
      "grad_norm": 0.0038907618029944365,
      "learning_rate": 3.1327987796497537e-06,
      "loss": 0.005,
      "step": 13620
    },
    {
      "epoch": 2.6964091403699673,
      "grad_norm": 0.002085294351701776,
      "learning_rate": 3.0928238010417275e-06,
      "loss": 0.005,
      "step": 13630
    },
    {
      "epoch": 2.6983875754278364,
      "grad_norm": 0.004328975646823169,
      "learning_rate": 3.0530973650211793e-06,
      "loss": 0.005,
      "step": 13640
    },
    {
      "epoch": 2.700366010485706,
      "grad_norm": 0.007351887217759807,
      "learning_rate": 3.0136196820827855e-06,
      "loss": 0.005,
      "step": 13650
    },
    {
      "epoch": 2.702344445543575,
      "grad_norm": 0.006480544396237419,
      "learning_rate": 2.974390961403195e-06,
      "loss": 0.0051,
      "step": 13660
    },
    {
      "epoch": 2.704322880601444,
      "grad_norm": 0.007256851868569525,
      "learning_rate": 2.935411410839889e-06,
      "loss": 0.005,
      "step": 13670
    },
    {
      "epoch": 2.7063013156593136,
      "grad_norm": 0.010274720298881906,
      "learning_rate": 2.8966812369301043e-06,
      "loss": 0.005,
      "step": 13680
    },
    {
      "epoch": 2.7082797507171827,
      "grad_norm": 0.0025282206695332048,
      "learning_rate": 2.8582006448897135e-06,
      "loss": 0.005,
      "step": 13690
    },
    {
      "epoch": 2.710258185775052,
      "grad_norm": 0.00725588619478118,
      "learning_rate": 2.8199698386121687e-06,
      "loss": 0.005,
      "step": 13700
    },
    {
      "epoch": 2.712236620832921,
      "grad_norm": 0.010056617961744703,
      "learning_rate": 2.7819890206674084e-06,
      "loss": 0.005,
      "step": 13710
    },
    {
      "epoch": 2.7142150558907905,
      "grad_norm": 0.00447714480578249,
      "learning_rate": 2.7442583923007746e-06,
      "loss": 0.005,
      "step": 13720
    },
    {
      "epoch": 2.7161934909486596,
      "grad_norm": 0.012368450175733703,
      "learning_rate": 2.706778153431949e-06,
      "loss": 0.005,
      "step": 13730
    },
    {
      "epoch": 2.7181719260065287,
      "grad_norm": 0.006282217091298947,
      "learning_rate": 2.669548502653918e-06,
      "loss": 0.005,
      "step": 13740
    },
    {
      "epoch": 2.7201503610643982,
      "grad_norm": 0.012134906262179146,
      "learning_rate": 2.6325696372318688e-06,
      "loss": 0.005,
      "step": 13750
    },
    {
      "epoch": 2.7221287961222673,
      "grad_norm": 0.003618208628146196,
      "learning_rate": 2.5958417531022017e-06,
      "loss": 0.005,
      "step": 13760
    },
    {
      "epoch": 2.7241072311801364,
      "grad_norm": 0.005384917601196035,
      "learning_rate": 2.559365044871459e-06,
      "loss": 0.005,
      "step": 13770
    },
    {
      "epoch": 2.7260856662380055,
      "grad_norm": 0.004671127029733372,
      "learning_rate": 2.523139705815297e-06,
      "loss": 0.005,
      "step": 13780
    },
    {
      "epoch": 2.728064101295875,
      "grad_norm": 0.004525688629263373,
      "learning_rate": 2.4871659278774883e-06,
      "loss": 0.005,
      "step": 13790
    },
    {
      "epoch": 2.730042536353744,
      "grad_norm": 0.003972180506667536,
      "learning_rate": 2.4514439016688374e-06,
      "loss": 0.005,
      "step": 13800
    },
    {
      "epoch": 2.7320209714116133,
      "grad_norm": 0.0013857091652993096,
      "learning_rate": 2.415973816466255e-06,
      "loss": 0.005,
      "step": 13810
    },
    {
      "epoch": 2.733999406469483,
      "grad_norm": 0.0032744592578230767,
      "learning_rate": 2.3807558602117143e-06,
      "loss": 0.005,
      "step": 13820
    },
    {
      "epoch": 2.735977841527352,
      "grad_norm": 0.0034252961271130453,
      "learning_rate": 2.3457902195112236e-06,
      "loss": 0.005,
      "step": 13830
    },
    {
      "epoch": 2.737956276585221,
      "grad_norm": 0.0056849305707245045,
      "learning_rate": 2.311077079633911e-06,
      "loss": 0.005,
      "step": 13840
    },
    {
      "epoch": 2.73993471164309,
      "grad_norm": 0.003744620483037929,
      "learning_rate": 2.2766166245109744e-06,
      "loss": 0.005,
      "step": 13850
    },
    {
      "epoch": 2.7419131467009596,
      "grad_norm": 0.008559055177124525,
      "learning_rate": 2.2424090367347605e-06,
      "loss": 0.0051,
      "step": 13860
    },
    {
      "epoch": 2.7438915817588287,
      "grad_norm": 0.0033748650815843867,
      "learning_rate": 2.2084544975577383e-06,
      "loss": 0.0051,
      "step": 13870
    },
    {
      "epoch": 2.745870016816698,
      "grad_norm": 0.005727117917454927,
      "learning_rate": 2.174753186891604e-06,
      "loss": 0.005,
      "step": 13880
    },
    {
      "epoch": 2.7478484518745674,
      "grad_norm": 0.005808094137362537,
      "learning_rate": 2.1413052833062773e-06,
      "loss": 0.005,
      "step": 13890
    },
    {
      "epoch": 2.7498268869324365,
      "grad_norm": 0.0038209041183216302,
      "learning_rate": 2.1081109640289755e-06,
      "loss": 0.005,
      "step": 13900
    },
    {
      "epoch": 2.7518053219903056,
      "grad_norm": 0.01178828713725062,
      "learning_rate": 2.0751704049432943e-06,
      "loss": 0.005,
      "step": 13910
    },
    {
      "epoch": 2.7537837570481747,
      "grad_norm": 0.006627719446567038,
      "learning_rate": 2.0424837805882224e-06,
      "loss": 0.005,
      "step": 13920
    },
    {
      "epoch": 2.7557621921060442,
      "grad_norm": 0.002244622409710526,
      "learning_rate": 2.0100512641572587e-06,
      "loss": 0.005,
      "step": 13930
    },
    {
      "epoch": 2.7577406271639133,
      "grad_norm": 0.0066138740018770684,
      "learning_rate": 1.9778730274975012e-06,
      "loss": 0.005,
      "step": 13940
    },
    {
      "epoch": 2.7597190622217824,
      "grad_norm": 0.003029435467408041,
      "learning_rate": 1.945949241108708e-06,
      "loss": 0.005,
      "step": 13950
    },
    {
      "epoch": 2.761697497279652,
      "grad_norm": 0.002004088136137254,
      "learning_rate": 1.914280074142405e-06,
      "loss": 0.005,
      "step": 13960
    },
    {
      "epoch": 2.763675932337521,
      "grad_norm": 0.005762774237177426,
      "learning_rate": 1.8828656944009814e-06,
      "loss": 0.005,
      "step": 13970
    },
    {
      "epoch": 2.76565436739539,
      "grad_norm": 0.0029500440239471843,
      "learning_rate": 1.8517062683368335e-06,
      "loss": 0.005,
      "step": 13980
    },
    {
      "epoch": 2.7676328024532593,
      "grad_norm": 0.005841393505903102,
      "learning_rate": 1.820801961051427e-06,
      "loss": 0.005,
      "step": 13990
    },
    {
      "epoch": 2.769611237511129,
      "grad_norm": 0.0035107633504498303,
      "learning_rate": 1.7901529362944869e-06,
      "loss": 0.005,
      "step": 14000
    },
    {
      "epoch": 2.771589672568998,
      "grad_norm": 0.004434105600642185,
      "learning_rate": 1.759759356463081e-06,
      "loss": 0.005,
      "step": 14010
    },
    {
      "epoch": 2.773568107626867,
      "grad_norm": 0.005018724907799672,
      "learning_rate": 1.7296213826007712e-06,
      "loss": 0.005,
      "step": 14020
    },
    {
      "epoch": 2.7755465426847366,
      "grad_norm": 0.0027054401647065777,
      "learning_rate": 1.6997391743967695e-06,
      "loss": 0.005,
      "step": 14030
    },
    {
      "epoch": 2.7775249777426056,
      "grad_norm": 0.004727436201726295,
      "learning_rate": 1.6701128901850937e-06,
      "loss": 0.005,
      "step": 14040
    },
    {
      "epoch": 2.7795034128004747,
      "grad_norm": 0.00436939938584176,
      "learning_rate": 1.6407426869437026e-06,
      "loss": 0.005,
      "step": 14050
    },
    {
      "epoch": 2.781481847858344,
      "grad_norm": 0.01357936780275712,
      "learning_rate": 1.6116287202937063e-06,
      "loss": 0.005,
      "step": 14060
    },
    {
      "epoch": 2.7834602829162134,
      "grad_norm": 0.006360346465409747,
      "learning_rate": 1.5827711444985016e-06,
      "loss": 0.005,
      "step": 14070
    },
    {
      "epoch": 2.7854387179740825,
      "grad_norm": 0.00515769074769704,
      "learning_rate": 1.554170112462977e-06,
      "loss": 0.0051,
      "step": 14080
    },
    {
      "epoch": 2.7874171530319516,
      "grad_norm": 0.005145727623864195,
      "learning_rate": 1.5258257757327033e-06,
      "loss": 0.005,
      "step": 14090
    },
    {
      "epoch": 2.789395588089821,
      "grad_norm": 0.0025551995877465374,
      "learning_rate": 1.4977382844931166e-06,
      "loss": 0.005,
      "step": 14100
    },
    {
      "epoch": 2.7913740231476902,
      "grad_norm": 0.005235089020745052,
      "learning_rate": 1.4699077875687251e-06,
      "loss": 0.005,
      "step": 14110
    },
    {
      "epoch": 2.7933524582055593,
      "grad_norm": 0.0019716397371119213,
      "learning_rate": 1.442334432422332e-06,
      "loss": 0.005,
      "step": 14120
    },
    {
      "epoch": 2.7953308932634284,
      "grad_norm": 0.00562973477714607,
      "learning_rate": 1.415018365154258e-06,
      "loss": 0.005,
      "step": 14130
    },
    {
      "epoch": 2.797309328321298,
      "grad_norm": 0.006157248632006633,
      "learning_rate": 1.3879597305015368e-06,
      "loss": 0.005,
      "step": 14140
    },
    {
      "epoch": 2.799287763379167,
      "grad_norm": 0.005319102607143807,
      "learning_rate": 1.3611586718371871e-06,
      "loss": 0.005,
      "step": 14150
    },
    {
      "epoch": 2.801266198437036,
      "grad_norm": 0.002468086826311913,
      "learning_rate": 1.3346153311694309e-06,
      "loss": 0.005,
      "step": 14160
    },
    {
      "epoch": 2.8032446334949057,
      "grad_norm": 0.004123991411704811,
      "learning_rate": 1.3083298491409213e-06,
      "loss": 0.005,
      "step": 14170
    },
    {
      "epoch": 2.805223068552775,
      "grad_norm": 0.00154056797924342,
      "learning_rate": 1.2823023650280541e-06,
      "loss": 0.005,
      "step": 14180
    },
    {
      "epoch": 2.807201503610644,
      "grad_norm": 0.005219151949777125,
      "learning_rate": 1.2565330167401745e-06,
      "loss": 0.005,
      "step": 14190
    },
    {
      "epoch": 2.809179938668513,
      "grad_norm": 0.0076980989756119484,
      "learning_rate": 1.2310219408188773e-06,
      "loss": 0.005,
      "step": 14200
    },
    {
      "epoch": 2.8111583737263826,
      "grad_norm": 0.0059315921539801865,
      "learning_rate": 1.2057692724372794e-06,
      "loss": 0.005,
      "step": 14210
    },
    {
      "epoch": 2.8131368087842517,
      "grad_norm": 0.005142381855487121,
      "learning_rate": 1.1807751453992654e-06,
      "loss": 0.005,
      "step": 14220
    },
    {
      "epoch": 2.8151152438421208,
      "grad_norm": 0.0037105670177657213,
      "learning_rate": 1.156039692138855e-06,
      "loss": 0.005,
      "step": 14230
    },
    {
      "epoch": 2.8170936788999903,
      "grad_norm": 0.004287716513736931,
      "learning_rate": 1.1315630437194359e-06,
      "loss": 0.005,
      "step": 14240
    },
    {
      "epoch": 2.8190721139578594,
      "grad_norm": 0.0032551754607302846,
      "learning_rate": 1.1073453298330982e-06,
      "loss": 0.005,
      "step": 14250
    },
    {
      "epoch": 2.8210505490157285,
      "grad_norm": 0.0037727632625399795,
      "learning_rate": 1.0833866787999248e-06,
      "loss": 0.005,
      "step": 14260
    },
    {
      "epoch": 2.8230289840735976,
      "grad_norm": 0.0014550101622436962,
      "learning_rate": 1.0596872175673455e-06,
      "loss": 0.005,
      "step": 14270
    },
    {
      "epoch": 2.825007419131467,
      "grad_norm": 0.004798786732444089,
      "learning_rate": 1.0362470717094397e-06,
      "loss": 0.005,
      "step": 14280
    },
    {
      "epoch": 2.8269858541893362,
      "grad_norm": 0.006395607453908453,
      "learning_rate": 1.0130663654262684e-06,
      "loss": 0.005,
      "step": 14290
    },
    {
      "epoch": 2.8289642892472053,
      "grad_norm": 0.007863678681861717,
      "learning_rate": 9.901452215432428e-07,
      "loss": 0.005,
      "step": 14300
    },
    {
      "epoch": 2.830942724305075,
      "grad_norm": 0.0019017491444523907,
      "learning_rate": 9.674837615104349e-07,
      "loss": 0.005,
      "step": 14310
    },
    {
      "epoch": 2.832921159362944,
      "grad_norm": 0.004576632893362222,
      "learning_rate": 9.450821054019732e-07,
      "loss": 0.005,
      "step": 14320
    },
    {
      "epoch": 2.834899594420813,
      "grad_norm": 0.0021170117479609287,
      "learning_rate": 9.229403719153817e-07,
      "loss": 0.005,
      "step": 14330
    },
    {
      "epoch": 2.836878029478682,
      "grad_norm": 0.001706084536915593,
      "learning_rate": 9.010586783709418e-07,
      "loss": 0.0049,
      "step": 14340
    },
    {
      "epoch": 2.8388564645365517,
      "grad_norm": 0.007237987770640271,
      "learning_rate": 8.794371407111091e-07,
      "loss": 0.005,
      "step": 14350
    },
    {
      "epoch": 2.840834899594421,
      "grad_norm": 0.0008148449706269165,
      "learning_rate": 8.580758734998639e-07,
      "loss": 0.005,
      "step": 14360
    },
    {
      "epoch": 2.84281333465229,
      "grad_norm": 0.004659704686429137,
      "learning_rate": 8.36974989922118e-07,
      "loss": 0.005,
      "step": 14370
    },
    {
      "epoch": 2.8447917697101595,
      "grad_norm": 0.006616130289416435,
      "learning_rate": 8.161346017831195e-07,
      "loss": 0.005,
      "step": 14380
    },
    {
      "epoch": 2.8467702047680286,
      "grad_norm": 0.002429675356307644,
      "learning_rate": 7.955548195078433e-07,
      "loss": 0.005,
      "step": 14390
    },
    {
      "epoch": 2.8487486398258977,
      "grad_norm": 0.0024311163546002273,
      "learning_rate": 7.752357521404186e-07,
      "loss": 0.005,
      "step": 14400
    },
    {
      "epoch": 2.8507270748837668,
      "grad_norm": 0.006073681613608681,
      "learning_rate": 7.551775073435574e-07,
      "loss": 0.005,
      "step": 14410
    },
    {
      "epoch": 2.8527055099416363,
      "grad_norm": 0.010642386138528057,
      "learning_rate": 7.353801913979719e-07,
      "loss": 0.005,
      "step": 14420
    },
    {
      "epoch": 2.8546839449995054,
      "grad_norm": 0.007278188883871546,
      "learning_rate": 7.158439092018076e-07,
      "loss": 0.005,
      "step": 14430
    },
    {
      "epoch": 2.8566623800573745,
      "grad_norm": 0.0008323497350783097,
      "learning_rate": 6.965687642701113e-07,
      "loss": 0.005,
      "step": 14440
    },
    {
      "epoch": 2.858640815115244,
      "grad_norm": 0.0023456067494052974,
      "learning_rate": 6.775548587342529e-07,
      "loss": 0.005,
      "step": 14450
    },
    {
      "epoch": 2.860619250173113,
      "grad_norm": 0.0016403858707043691,
      "learning_rate": 6.588022933414095e-07,
      "loss": 0.005,
      "step": 14460
    },
    {
      "epoch": 2.8625976852309822,
      "grad_norm": 0.004888661274568479,
      "learning_rate": 6.403111674539997e-07,
      "loss": 0.005,
      "step": 14470
    },
    {
      "epoch": 2.8645761202888513,
      "grad_norm": 0.006193971873461701,
      "learning_rate": 6.220815790492051e-07,
      "loss": 0.005,
      "step": 14480
    },
    {
      "epoch": 2.866554555346721,
      "grad_norm": 0.0032535241954852164,
      "learning_rate": 6.041136247184054e-07,
      "loss": 0.0051,
      "step": 14490
    },
    {
      "epoch": 2.86853299040459,
      "grad_norm": 0.003071121067350518,
      "learning_rate": 5.86407399666683e-07,
      "loss": 0.005,
      "step": 14500
    },
    {
      "epoch": 2.870511425462459,
      "grad_norm": 0.00597900729628236,
      "learning_rate": 5.689629977123412e-07,
      "loss": 0.005,
      "step": 14510
    },
    {
      "epoch": 2.8724898605203286,
      "grad_norm": 0.00565805391301159,
      "learning_rate": 5.517805112863539e-07,
      "loss": 0.005,
      "step": 14520
    },
    {
      "epoch": 2.8744682955781977,
      "grad_norm": 0.00566954446935432,
      "learning_rate": 5.348600314319385e-07,
      "loss": 0.005,
      "step": 14530
    },
    {
      "epoch": 2.876446730636067,
      "grad_norm": 0.009835371553755452,
      "learning_rate": 5.182016478040231e-07,
      "loss": 0.005,
      "step": 14540
    },
    {
      "epoch": 2.878425165693936,
      "grad_norm": 0.009337188282714147,
      "learning_rate": 5.018054486687962e-07,
      "loss": 0.005,
      "step": 14550
    },
    {
      "epoch": 2.8804036007518055,
      "grad_norm": 0.0008187601096852753,
      "learning_rate": 4.85671520903247e-07,
      "loss": 0.005,
      "step": 14560
    },
    {
      "epoch": 2.8823820358096746,
      "grad_norm": 0.007615321553046495,
      "learning_rate": 4.697999499946704e-07,
      "loss": 0.005,
      "step": 14570
    },
    {
      "epoch": 2.8843604708675437,
      "grad_norm": 0.008626904025634843,
      "learning_rate": 4.5419082004026226e-07,
      "loss": 0.005,
      "step": 14580
    },
    {
      "epoch": 2.886338905925413,
      "grad_norm": 0.009671434581945857,
      "learning_rate": 4.3884421374661975e-07,
      "loss": 0.005,
      "step": 14590
    },
    {
      "epoch": 2.8883173409832823,
      "grad_norm": 0.0022909029720404343,
      "learning_rate": 4.2376021242934714e-07,
      "loss": 0.005,
      "step": 14600
    },
    {
      "epoch": 2.8902957760411514,
      "grad_norm": 0.004530311998804355,
      "learning_rate": 4.089388960126117e-07,
      "loss": 0.005,
      "step": 14610
    },
    {
      "epoch": 2.8922742110990205,
      "grad_norm": 0.006681673552057234,
      "learning_rate": 3.943803430287052e-07,
      "loss": 0.005,
      "step": 14620
    },
    {
      "epoch": 2.89425264615689,
      "grad_norm": 0.006018472773722301,
      "learning_rate": 3.8008463061764977e-07,
      "loss": 0.005,
      "step": 14630
    },
    {
      "epoch": 2.896231081214759,
      "grad_norm": 0.00904073594408357,
      "learning_rate": 3.660518345267705e-07,
      "loss": 0.005,
      "step": 14640
    },
    {
      "epoch": 2.8982095162726282,
      "grad_norm": 0.0034454291007567175,
      "learning_rate": 3.5228202911030685e-07,
      "loss": 0.005,
      "step": 14650
    },
    {
      "epoch": 2.900187951330498,
      "grad_norm": 0.004937097722610074,
      "learning_rate": 3.38775287329024e-07,
      "loss": 0.005,
      "step": 14660
    },
    {
      "epoch": 2.902166386388367,
      "grad_norm": 0.00462765960542443,
      "learning_rate": 3.255316807498077e-07,
      "loss": 0.005,
      "step": 14670
    },
    {
      "epoch": 2.904144821446236,
      "grad_norm": 0.003197193183620651,
      "learning_rate": 3.125512795452812e-07,
      "loss": 0.005,
      "step": 14680
    },
    {
      "epoch": 2.906123256504105,
      "grad_norm": 0.0061188672946887535,
      "learning_rate": 2.998341524934778e-07,
      "loss": 0.0051,
      "step": 14690
    },
    {
      "epoch": 2.9081016915619746,
      "grad_norm": 0.007908614852149125,
      "learning_rate": 2.873803669774133e-07,
      "loss": 0.005,
      "step": 14700
    },
    {
      "epoch": 2.9100801266198437,
      "grad_norm": 0.004795882001240088,
      "learning_rate": 2.751899889847864e-07,
      "loss": 0.005,
      "step": 14710
    },
    {
      "epoch": 2.912058561677713,
      "grad_norm": 0.0034731494490348566,
      "learning_rate": 2.632630831075844e-07,
      "loss": 0.005,
      "step": 14720
    },
    {
      "epoch": 2.9140369967355824,
      "grad_norm": 0.007326355503845352,
      "learning_rate": 2.5159971254176684e-07,
      "loss": 0.005,
      "step": 14730
    },
    {
      "epoch": 2.9160154317934515,
      "grad_norm": 0.008560579581077239,
      "learning_rate": 2.401999390869325e-07,
      "loss": 0.005,
      "step": 14740
    },
    {
      "epoch": 2.9179938668513206,
      "grad_norm": 0.0012802859774331146,
      "learning_rate": 2.290638231459641e-07,
      "loss": 0.005,
      "step": 14750
    },
    {
      "epoch": 2.9199723019091897,
      "grad_norm": 0.005789264514478834,
      "learning_rate": 2.1819142372475066e-07,
      "loss": 0.005,
      "step": 14760
    },
    {
      "epoch": 2.921950736967059,
      "grad_norm": 0.004927761357703084,
      "learning_rate": 2.0758279843183793e-07,
      "loss": 0.005,
      "step": 14770
    },
    {
      "epoch": 2.9239291720249283,
      "grad_norm": 0.006187932452963847,
      "learning_rate": 1.972380034781285e-07,
      "loss": 0.005,
      "step": 14780
    },
    {
      "epoch": 2.9259076070827974,
      "grad_norm": 0.006365281900834419,
      "learning_rate": 1.8715709367660982e-07,
      "loss": 0.005,
      "step": 14790
    },
    {
      "epoch": 2.927886042140667,
      "grad_norm": 0.0067253447147592425,
      "learning_rate": 1.773401224420379e-07,
      "loss": 0.005,
      "step": 14800
    },
    {
      "epoch": 2.929864477198536,
      "grad_norm": 0.003561914332852185,
      "learning_rate": 1.6778714179065957e-07,
      "loss": 0.005,
      "step": 14810
    },
    {
      "epoch": 2.931842912256405,
      "grad_norm": 0.003368024093578229,
      "learning_rate": 1.584982023399517e-07,
      "loss": 0.005,
      "step": 14820
    },
    {
      "epoch": 2.9338213473142742,
      "grad_norm": 0.004431356889089485,
      "learning_rate": 1.4947335330832702e-07,
      "loss": 0.0051,
      "step": 14830
    },
    {
      "epoch": 2.935799782372144,
      "grad_norm": 0.0017116220230771844,
      "learning_rate": 1.4071264251489523e-07,
      "loss": 0.0049,
      "step": 14840
    },
    {
      "epoch": 2.937778217430013,
      "grad_norm": 0.004961107636409815,
      "learning_rate": 1.3221611637919685e-07,
      "loss": 0.005,
      "step": 14850
    },
    {
      "epoch": 2.939756652487882,
      "grad_norm": 0.00426462533837668,
      "learning_rate": 1.2398381992096975e-07,
      "loss": 0.005,
      "step": 14860
    },
    {
      "epoch": 2.9417350875457515,
      "grad_norm": 0.0069885504364365645,
      "learning_rate": 1.160157967598996e-07,
      "loss": 0.005,
      "step": 14870
    },
    {
      "epoch": 2.9437135226036206,
      "grad_norm": 0.0043465247308358485,
      "learning_rate": 1.0831208911539215e-07,
      "loss": 0.005,
      "step": 14880
    },
    {
      "epoch": 2.9456919576614897,
      "grad_norm": 0.005485709550590918,
      "learning_rate": 1.0087273780634566e-07,
      "loss": 0.005,
      "step": 14890
    },
    {
      "epoch": 2.947670392719359,
      "grad_norm": 0.008168140412020266,
      "learning_rate": 9.36977822509455e-08,
      "loss": 0.005,
      "step": 14900
    },
    {
      "epoch": 2.9496488277772284,
      "grad_norm": 0.005034316845498787,
      "learning_rate": 8.678726046644214e-08,
      "loss": 0.005,
      "step": 14910
    },
    {
      "epoch": 2.9516272628350975,
      "grad_norm": 0.001913226858308817,
      "learning_rate": 8.014120906896239e-08,
      "loss": 0.0049,
      "step": 14920
    },
    {
      "epoch": 2.9536056978929666,
      "grad_norm": 0.003308141433300079,
      "learning_rate": 7.375966327330952e-08,
      "loss": 0.005,
      "step": 14930
    },
    {
      "epoch": 2.955584132950836,
      "grad_norm": 0.00409950215445498,
      "learning_rate": 6.76426568927635e-08,
      "loss": 0.005,
      "step": 14940
    },
    {
      "epoch": 2.957562568008705,
      "grad_norm": 0.007001668043283456,
      "learning_rate": 6.179022233893106e-08,
      "loss": 0.005,
      "step": 14950
    },
    {
      "epoch": 2.9595410030665743,
      "grad_norm": 0.008508447892844589,
      "learning_rate": 5.6202390621551415e-08,
      "loss": 0.005,
      "step": 14960
    },
    {
      "epoch": 2.9615194381244434,
      "grad_norm": 0.00889790298454753,
      "learning_rate": 5.0879191348324194e-08,
      "loss": 0.005,
      "step": 14970
    },
    {
      "epoch": 2.963497873182313,
      "grad_norm": 0.005926438190610939,
      "learning_rate": 4.5820652724787305e-08,
      "loss": 0.005,
      "step": 14980
    },
    {
      "epoch": 2.965476308240182,
      "grad_norm": 0.0037180972335135905,
      "learning_rate": 4.102680155413929e-08,
      "loss": 0.005,
      "step": 14990
    },
    {
      "epoch": 2.967454743298051,
      "grad_norm": 0.003954144687281979,
      "learning_rate": 3.649766323710058e-08,
      "loss": 0.005,
      "step": 15000
    },
    {
      "epoch": 2.9694331783559207,
      "grad_norm": 0.0011457231383694107,
      "learning_rate": 3.223326177178021e-08,
      "loss": 0.005,
      "step": 15010
    },
    {
      "epoch": 2.97141161341379,
      "grad_norm": 0.008391370004852095,
      "learning_rate": 2.8233619753564867e-08,
      "loss": 0.0049,
      "step": 15020
    },
    {
      "epoch": 2.973390048471659,
      "grad_norm": 0.0016779049435961615,
      "learning_rate": 2.4498758374968954e-08,
      "loss": 0.005,
      "step": 15030
    },
    {
      "epoch": 2.975368483529528,
      "grad_norm": 0.007513657914302752,
      "learning_rate": 2.1028697425551356e-08,
      "loss": 0.005,
      "step": 15040
    },
    {
      "epoch": 2.9773469185873975,
      "grad_norm": 0.0061716599340371,
      "learning_rate": 1.78234552917933e-08,
      "loss": 0.005,
      "step": 15050
    },
    {
      "epoch": 2.9793253536452666,
      "grad_norm": 0.0021206592327599554,
      "learning_rate": 1.4883048957003986e-08,
      "loss": 0.005,
      "step": 15060
    },
    {
      "epoch": 2.9813037887031357,
      "grad_norm": 0.005025114596202091,
      "learning_rate": 1.220749400123733e-08,
      "loss": 0.005,
      "step": 15070
    },
    {
      "epoch": 2.9832822237610053,
      "grad_norm": 0.0035972929229303296,
      "learning_rate": 9.796804601197584e-09,
      "loss": 0.005,
      "step": 15080
    },
    {
      "epoch": 2.9852606588188744,
      "grad_norm": 0.004801058638635872,
      "learning_rate": 7.650993530178285e-09,
      "loss": 0.005,
      "step": 15090
    },
    {
      "epoch": 2.9872390938767435,
      "grad_norm": 0.001782678932106835,
      "learning_rate": 5.77007215798453e-09,
      "loss": 0.005,
      "step": 15100
    },
    {
      "epoch": 2.9892175289346126,
      "grad_norm": 0.012890584057416637,
      "learning_rate": 4.154050450871916e-09,
      "loss": 0.005,
      "step": 15110
    },
    {
      "epoch": 2.991195963992482,
      "grad_norm": 0.0025327712263120195,
      "learning_rate": 2.8029369715021345e-09,
      "loss": 0.005,
      "step": 15120
    },
    {
      "epoch": 2.993174399050351,
      "grad_norm": 0.0047888429841282925,
      "learning_rate": 1.7167388788985606e-09,
      "loss": 0.005,
      "step": 15130
    },
    {
      "epoch": 2.9951528341082203,
      "grad_norm": 0.010459643824058045,
      "learning_rate": 8.954619283851884e-10,
      "loss": 0.005,
      "step": 15140
    },
    {
      "epoch": 2.99713126916609,
      "grad_norm": 0.006882439153709907,
      "learning_rate": 3.3911047158663447e-10,
      "loss": 0.005,
      "step": 15150
    },
    {
      "epoch": 2.999109704223959,
      "grad_norm": 0.006568042034646174,
      "learning_rate": 4.7687456389278186e-11,
      "loss": 0.0051,
      "step": 15160
    },
    {
      "epoch": 3.0,
      "step": 15165,
      "total_flos": 1328910725283840.0,
      "train_loss": 0.11735217827459767,
      "train_runtime": 39664.6418,
      "train_samples_per_second": 195.717,
      "train_steps_per_second": 0.382
    }
  ],
  "logging_steps": 10,
  "max_steps": 15165,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1328910725283840.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}