{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1590,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012592475995592633,
      "grad_norm": 38.37793731689453,
      "learning_rate": 5.660377358490567e-07,
      "loss": 1.2378,
      "step": 10
    },
    {
      "epoch": 0.025184951991185266,
      "grad_norm": 13.752121925354004,
      "learning_rate": 1.1949685534591195e-06,
      "loss": 0.9875,
      "step": 20
    },
    {
      "epoch": 0.0377774279867779,
      "grad_norm": 3.883774995803833,
      "learning_rate": 1.8238993710691824e-06,
      "loss": 0.6558,
      "step": 30
    },
    {
      "epoch": 0.05036990398237053,
      "grad_norm": 1.039472222328186,
      "learning_rate": 2.4528301886792453e-06,
      "loss": 0.5882,
      "step": 40
    },
    {
      "epoch": 0.06296237997796317,
      "grad_norm": 0.9505448937416077,
      "learning_rate": 3.0817610062893084e-06,
      "loss": 0.5781,
      "step": 50
    },
    {
      "epoch": 0.0755548559735558,
      "grad_norm": 0.8333441019058228,
      "learning_rate": 3.710691823899371e-06,
      "loss": 0.5495,
      "step": 60
    },
    {
      "epoch": 0.08814733196914844,
      "grad_norm": 1.262669324874878,
      "learning_rate": 4.339622641509435e-06,
      "loss": 0.5535,
      "step": 70
    },
    {
      "epoch": 0.10073980796474107,
      "grad_norm": 0.8360942006111145,
      "learning_rate": 4.968553459119497e-06,
      "loss": 0.5396,
      "step": 80
    },
    {
      "epoch": 0.11333228396033371,
      "grad_norm": 0.7950102090835571,
      "learning_rate": 5.59748427672956e-06,
      "loss": 0.5413,
      "step": 90
    },
    {
      "epoch": 0.12592475995592634,
      "grad_norm": 0.8145875334739685,
      "learning_rate": 6.226415094339623e-06,
      "loss": 0.5376,
      "step": 100
    },
    {
      "epoch": 0.13851723595151896,
      "grad_norm": 0.7814944386482239,
      "learning_rate": 6.855345911949685e-06,
      "loss": 0.5351,
      "step": 110
    },
    {
      "epoch": 0.1511097119471116,
      "grad_norm": 0.8993023037910461,
      "learning_rate": 7.484276729559748e-06,
      "loss": 0.5409,
      "step": 120
    },
    {
      "epoch": 0.16370218794270425,
      "grad_norm": 0.866847574710846,
      "learning_rate": 8.113207547169812e-06,
      "loss": 0.5442,
      "step": 130
    },
    {
      "epoch": 0.17629466393829687,
      "grad_norm": 0.7159755229949951,
      "learning_rate": 8.742138364779875e-06,
      "loss": 0.5365,
      "step": 140
    },
    {
      "epoch": 0.1888871399338895,
      "grad_norm": 0.7923691272735596,
      "learning_rate": 9.371069182389939e-06,
      "loss": 0.5382,
      "step": 150
    },
    {
      "epoch": 0.20147961592948213,
      "grad_norm": 0.8047380447387695,
      "learning_rate": 1e-05,
      "loss": 0.5414,
      "step": 160
    },
    {
      "epoch": 0.21407209192507476,
      "grad_norm": 0.8467481732368469,
      "learning_rate": 9.998795122086687e-06,
      "loss": 0.5331,
      "step": 170
    },
    {
      "epoch": 0.22666456792066741,
      "grad_norm": 0.7700195908546448,
      "learning_rate": 9.995181069039055e-06,
      "loss": 0.5345,
      "step": 180
    },
    {
      "epoch": 0.23925704391626004,
      "grad_norm": 1.2827311754226685,
      "learning_rate": 9.989159582654187e-06,
      "loss": 0.5302,
      "step": 190
    },
    {
      "epoch": 0.25184951991185267,
      "grad_norm": 0.774922251701355,
      "learning_rate": 9.98073356499446e-06,
      "loss": 0.5337,
      "step": 200
    },
    {
      "epoch": 0.2644419959074453,
      "grad_norm": 0.7742050290107727,
      "learning_rate": 9.969907076988907e-06,
      "loss": 0.5229,
      "step": 210
    },
    {
      "epoch": 0.2770344719030379,
      "grad_norm": 0.7685420513153076,
      "learning_rate": 9.956685336476037e-06,
      "loss": 0.54,
      "step": 220
    },
    {
      "epoch": 0.2896269478986306,
      "grad_norm": 0.7166957259178162,
      "learning_rate": 9.941074715689097e-06,
      "loss": 0.5252,
      "step": 230
    },
    {
      "epoch": 0.3022194238942232,
      "grad_norm": 0.7183574438095093,
      "learning_rate": 9.923082738184969e-06,
      "loss": 0.5324,
      "step": 240
    },
    {
      "epoch": 0.31481189988981584,
      "grad_norm": 0.7572329044342041,
      "learning_rate": 9.902718075218176e-06,
      "loss": 0.5213,
      "step": 250
    },
    {
      "epoch": 0.3274043758854085,
      "grad_norm": 0.7367239594459534,
      "learning_rate": 9.879990541561766e-06,
      "loss": 0.5221,
      "step": 260
    },
    {
      "epoch": 0.3399968518810011,
      "grad_norm": 0.7647990584373474,
      "learning_rate": 9.854911090777071e-06,
      "loss": 0.5116,
      "step": 270
    },
    {
      "epoch": 0.35258932787659375,
      "grad_norm": 0.7244531512260437,
      "learning_rate": 9.827491809934621e-06,
      "loss": 0.5198,
      "step": 280
    },
    {
      "epoch": 0.36518180387218635,
      "grad_norm": 0.7534804344177246,
      "learning_rate": 9.797745913788772e-06,
      "loss": 0.5243,
      "step": 290
    },
    {
      "epoch": 0.377774279867779,
      "grad_norm": 0.7589166760444641,
      "learning_rate": 9.765687738408834e-06,
      "loss": 0.5154,
      "step": 300
    },
    {
      "epoch": 0.39036675586337166,
      "grad_norm": 0.755774974822998,
      "learning_rate": 9.731332734269791e-06,
      "loss": 0.5368,
      "step": 310
    },
    {
      "epoch": 0.40295923185896426,
      "grad_norm": 0.7197142243385315,
      "learning_rate": 9.69469745880592e-06,
      "loss": 0.5257,
      "step": 320
    },
    {
      "epoch": 0.4155517078545569,
      "grad_norm": 0.6717684268951416,
      "learning_rate": 9.655799568430926e-06,
      "loss": 0.5179,
      "step": 330
    },
    {
      "epoch": 0.4281441838501495,
      "grad_norm": 0.7795198559761047,
      "learning_rate": 9.614657810028402e-06,
      "loss": 0.5205,
      "step": 340
    },
    {
      "epoch": 0.4407366598457422,
      "grad_norm": 0.7759056091308594,
      "learning_rate": 9.571292011916753e-06,
      "loss": 0.5185,
      "step": 350
    },
    {
      "epoch": 0.45332913584133483,
      "grad_norm": 0.7955228090286255,
      "learning_rate": 9.525723074292916e-06,
      "loss": 0.5193,
      "step": 360
    },
    {
      "epoch": 0.46592161183692743,
      "grad_norm": 0.7349282503128052,
      "learning_rate": 9.47797295915948e-06,
      "loss": 0.5163,
      "step": 370
    },
    {
      "epoch": 0.4785140878325201,
      "grad_norm": 0.6859073042869568,
      "learning_rate": 9.428064679740081e-06,
      "loss": 0.5108,
      "step": 380
    },
    {
      "epoch": 0.4911065638281127,
      "grad_norm": 0.7050626873970032,
      "learning_rate": 9.37602228938814e-06,
      "loss": 0.5241,
      "step": 390
    },
    {
      "epoch": 0.5036990398237053,
      "grad_norm": 0.7306986451148987,
      "learning_rate": 9.321870869994336e-06,
      "loss": 0.5132,
      "step": 400
    },
    {
      "epoch": 0.516291515819298,
      "grad_norm": 0.7835687398910522,
      "learning_rate": 9.26563651989835e-06,
      "loss": 0.5015,
      "step": 410
    },
    {
      "epoch": 0.5288839918148907,
      "grad_norm": 0.716162383556366,
      "learning_rate": 9.207346341310744e-06,
      "loss": 0.5329,
      "step": 420
    },
    {
      "epoch": 0.5414764678104832,
      "grad_norm": 0.6837930083274841,
      "learning_rate": 9.14702842725101e-06,
      "loss": 0.5237,
      "step": 430
    },
    {
      "epoch": 0.5540689438060759,
      "grad_norm": 0.680153489112854,
      "learning_rate": 9.084711848008122e-06,
      "loss": 0.5175,
      "step": 440
    },
    {
      "epoch": 0.5666614198016685,
      "grad_norm": 0.711155891418457,
      "learning_rate": 9.020426637130069e-06,
      "loss": 0.5048,
      "step": 450
    },
    {
      "epoch": 0.5792538957972612,
      "grad_norm": 0.7100813388824463,
      "learning_rate": 8.954203776949141e-06,
      "loss": 0.524,
      "step": 460
    },
    {
      "epoch": 0.5918463717928538,
      "grad_norm": 0.7131823897361755,
      "learning_rate": 8.886075183649976e-06,
      "loss": 0.5177,
      "step": 470
    },
    {
      "epoch": 0.6044388477884464,
      "grad_norm": 0.6676498651504517,
      "learning_rate": 8.816073691887506e-06,
      "loss": 0.5089,
      "step": 480
    },
    {
      "epoch": 0.617031323784039,
      "grad_norm": 0.6786186099052429,
      "learning_rate": 8.744233038962262e-06,
      "loss": 0.5006,
      "step": 490
    },
    {
      "epoch": 0.6296237997796317,
      "grad_norm": 0.695183515548706,
      "learning_rate": 8.670587848560636e-06,
      "loss": 0.5069,
      "step": 500
    },
    {
      "epoch": 0.6422162757752243,
      "grad_norm": 0.6954060792922974,
      "learning_rate": 8.595173614067966e-06,
      "loss": 0.5083,
      "step": 510
    },
    {
      "epoch": 0.654808751770817,
      "grad_norm": 0.7450917959213257,
      "learning_rate": 8.518026681462448e-06,
      "loss": 0.4996,
      "step": 520
    },
    {
      "epoch": 0.6674012277664095,
      "grad_norm": 0.7362504005432129,
      "learning_rate": 8.43918423179815e-06,
      "loss": 0.5071,
      "step": 530
    },
    {
      "epoch": 0.6799937037620022,
      "grad_norm": 0.7175170183181763,
      "learning_rate": 8.358684263285566e-06,
      "loss": 0.5038,
      "step": 540
    },
    {
      "epoch": 0.6925861797575948,
      "grad_norm": 0.7169266939163208,
      "learning_rate": 8.27656557297833e-06,
      "loss": 0.5136,
      "step": 550
    },
    {
      "epoch": 0.7051786557531875,
      "grad_norm": 0.68199223279953,
      "learning_rate": 8.192867738074927e-06,
      "loss": 0.5087,
      "step": 560
    },
    {
      "epoch": 0.7177711317487802,
      "grad_norm": 0.7578943967819214,
      "learning_rate": 8.107631096844431e-06,
      "loss": 0.5061,
      "step": 570
    },
    {
      "epoch": 0.7303636077443727,
      "grad_norm": 0.6680927276611328,
      "learning_rate": 8.020896729185406e-06,
      "loss": 0.5022,
      "step": 580
    },
    {
      "epoch": 0.7429560837399654,
      "grad_norm": 0.7082540988922119,
      "learning_rate": 7.93270643682742e-06,
      "loss": 0.504,
      "step": 590
    },
    {
      "epoch": 0.755548559735558,
      "grad_norm": 0.6694560050964355,
      "learning_rate": 7.843102723184647e-06,
      "loss": 0.5112,
      "step": 600
    },
    {
      "epoch": 0.7681410357311507,
      "grad_norm": 0.6237286925315857,
      "learning_rate": 7.752128772871292e-06,
      "loss": 0.5112,
      "step": 610
    },
    {
      "epoch": 0.7807335117267433,
      "grad_norm": 0.7196964025497437,
      "learning_rate": 7.659828430888726e-06,
      "loss": 0.5058,
      "step": 620
    },
    {
      "epoch": 0.7933259877223359,
      "grad_norm": 0.7414775490760803,
      "learning_rate": 7.566246181494325e-06,
      "loss": 0.5028,
      "step": 630
    },
    {
      "epoch": 0.8059184637179285,
      "grad_norm": 0.7570202350616455,
      "learning_rate": 7.4714271267622395e-06,
      "loss": 0.5064,
      "step": 640
    },
    {
      "epoch": 0.8185109397135212,
      "grad_norm": 0.7066277861595154,
      "learning_rate": 7.3754169648463924e-06,
      "loss": 0.5032,
      "step": 650
    },
    {
      "epoch": 0.8311034157091138,
      "grad_norm": 0.6958999037742615,
      "learning_rate": 7.278261967956203e-06,
      "loss": 0.5064,
      "step": 660
    },
    {
      "epoch": 0.8436958917047065,
      "grad_norm": 0.7002361416816711,
      "learning_rate": 7.18000896005564e-06,
      "loss": 0.5108,
      "step": 670
    },
    {
      "epoch": 0.856288367700299,
      "grad_norm": 0.6879448294639587,
      "learning_rate": 7.080705294296355e-06,
      "loss": 0.498,
      "step": 680
    },
    {
      "epoch": 0.8688808436958917,
      "grad_norm": 0.6851900219917297,
      "learning_rate": 6.980398830195785e-06,
      "loss": 0.4974,
      "step": 690
    },
    {
      "epoch": 0.8814733196914843,
      "grad_norm": 0.6358043551445007,
      "learning_rate": 6.879137910571191e-06,
      "loss": 0.4979,
      "step": 700
    },
    {
      "epoch": 0.894065795687077,
      "grad_norm": 0.7097135782241821,
      "learning_rate": 6.77697133824079e-06,
      "loss": 0.5063,
      "step": 710
    },
    {
      "epoch": 0.9066582716826697,
      "grad_norm": 0.646121621131897,
      "learning_rate": 6.673948352503172e-06,
      "loss": 0.5148,
      "step": 720
    },
    {
      "epoch": 0.9192507476782622,
      "grad_norm": 0.661415159702301,
      "learning_rate": 6.5701186054063704e-06,
      "loss": 0.5078,
      "step": 730
    },
    {
      "epoch": 0.9318432236738549,
      "grad_norm": 0.7175974249839783,
      "learning_rate": 6.4655321378179935e-06,
      "loss": 0.505,
      "step": 740
    },
    {
      "epoch": 0.9444356996694475,
      "grad_norm": 0.7281399369239807,
      "learning_rate": 6.360239355307972e-06,
      "loss": 0.5016,
      "step": 750
    },
    {
      "epoch": 0.9570281756650402,
      "grad_norm": 0.6843705177307129,
      "learning_rate": 6.254291003855537e-06,
      "loss": 0.5086,
      "step": 760
    },
    {
      "epoch": 0.9696206516606328,
      "grad_norm": 0.6782203316688538,
      "learning_rate": 6.147738145392137e-06,
      "loss": 0.4998,
      "step": 770
    },
    {
      "epoch": 0.9822131276562254,
      "grad_norm": 0.6951731443405151,
      "learning_rate": 6.040632133192074e-06,
      "loss": 0.4933,
      "step": 780
    },
    {
      "epoch": 0.994805603651818,
      "grad_norm": 0.6784470081329346,
      "learning_rate": 5.933024587122745e-06,
      "loss": 0.5084,
      "step": 790
    },
    {
      "epoch": 1.0062962379977962,
      "grad_norm": 0.7149181962013245,
      "learning_rate": 5.824967368766375e-06,
      "loss": 0.4699,
      "step": 800
    },
    {
      "epoch": 1.0188887139933889,
      "grad_norm": 0.6838890910148621,
      "learning_rate": 5.716512556425271e-06,
      "loss": 0.4574,
      "step": 810
    },
    {
      "epoch": 1.0314811899889815,
      "grad_norm": 0.6297887563705444,
      "learning_rate": 5.607712420022627e-06,
      "loss": 0.4637,
      "step": 820
    },
    {
      "epoch": 1.0440736659845742,
      "grad_norm": 0.6451053619384766,
      "learning_rate": 5.4986193959109716e-06,
      "loss": 0.464,
      "step": 830
    },
    {
      "epoch": 1.0566661419801668,
      "grad_norm": 0.6407359838485718,
      "learning_rate": 5.389286061600402e-06,
      "loss": 0.4587,
      "step": 840
    },
    {
      "epoch": 1.0692586179757595,
      "grad_norm": 0.6714970469474792,
      "learning_rate": 5.2797651104187965e-06,
      "loss": 0.4615,
      "step": 850
    },
    {
      "epoch": 1.0818510939713522,
      "grad_norm": 0.6700007319450378,
      "learning_rate": 5.1701093261162095e-06,
      "loss": 0.4544,
      "step": 860
    },
    {
      "epoch": 1.0944435699669448,
      "grad_norm": 0.721367359161377,
      "learning_rate": 5.060371557425669e-06,
      "loss": 0.4578,
      "step": 870
    },
    {
      "epoch": 1.1070360459625375,
      "grad_norm": 0.6329649090766907,
      "learning_rate": 4.9506046925926725e-06,
      "loss": 0.4601,
      "step": 880
    },
    {
      "epoch": 1.1196285219581301,
      "grad_norm": 0.7482566833496094,
      "learning_rate": 4.840861633885642e-06,
      "loss": 0.4655,
      "step": 890
    },
    {
      "epoch": 1.1322209979537226,
      "grad_norm": 0.6573087573051453,
      "learning_rate": 4.7311952720996106e-06,
      "loss": 0.4741,
      "step": 900
    },
    {
      "epoch": 1.1448134739493152,
      "grad_norm": 0.6579948663711548,
      "learning_rate": 4.621658461065435e-06,
      "loss": 0.4639,
      "step": 910
    },
    {
      "epoch": 1.1574059499449079,
      "grad_norm": 0.702316164970398,
      "learning_rate": 4.512303992176841e-06,
      "loss": 0.4664,
      "step": 920
    },
    {
      "epoch": 1.1699984259405005,
      "grad_norm": 0.6987930536270142,
      "learning_rate": 4.4031845689475406e-06,
      "loss": 0.466,
      "step": 930
    },
    {
      "epoch": 1.1825909019360932,
      "grad_norm": 0.7473271489143372,
      "learning_rate": 4.294352781610722e-06,
      "loss": 0.4526,
      "step": 940
    },
    {
      "epoch": 1.1951833779316858,
      "grad_norm": 0.7382975816726685,
      "learning_rate": 4.185861081773115e-06,
      "loss": 0.4488,
      "step": 950
    },
    {
      "epoch": 1.2077758539272785,
      "grad_norm": 0.7045325040817261,
      "learning_rate": 4.077761757135882e-06,
      "loss": 0.4572,
      "step": 960
    },
    {
      "epoch": 1.2203683299228711,
      "grad_norm": 0.6717881560325623,
      "learning_rate": 3.970106906294509e-06,
      "loss": 0.4684,
      "step": 970
    },
    {
      "epoch": 1.2329608059184638,
      "grad_norm": 0.6612910628318787,
      "learning_rate": 3.862948413629806e-06,
      "loss": 0.459,
      "step": 980
    },
    {
      "epoch": 1.2455532819140562,
      "grad_norm": 0.6803273558616638,
      "learning_rate": 3.7563379243021924e-06,
      "loss": 0.4509,
      "step": 990
    },
    {
      "epoch": 1.258145757909649,
      "grad_norm": 0.6448065638542175,
      "learning_rate": 3.6503268193612316e-06,
      "loss": 0.4625,
      "step": 1000
    },
    {
      "epoch": 1.2707382339052415,
      "grad_norm": 0.6815820932388306,
      "learning_rate": 3.5449661909824908e-06,
      "loss": 0.4638,
      "step": 1010
    },
    {
      "epoch": 1.2833307099008342,
      "grad_norm": 0.6469627022743225,
      "learning_rate": 3.440306817843592e-06,
      "loss": 0.4658,
      "step": 1020
    },
    {
      "epoch": 1.2959231858964269,
      "grad_norm": 0.6718019843101501,
      "learning_rate": 3.336399140651385e-06,
      "loss": 0.4536,
      "step": 1030
    },
    {
      "epoch": 1.3085156618920195,
      "grad_norm": 0.7337303161621094,
      "learning_rate": 3.2332932378319803e-06,
      "loss": 0.4489,
      "step": 1040
    },
    {
      "epoch": 1.3211081378876122,
      "grad_norm": 0.6914992332458496,
      "learning_rate": 3.1310388013953897e-06,
      "loss": 0.4627,
      "step": 1050
    },
    {
      "epoch": 1.3337006138832048,
      "grad_norm": 0.6538123488426208,
      "learning_rate": 3.029685112986417e-06,
      "loss": 0.4656,
      "step": 1060
    },
    {
      "epoch": 1.3462930898787975,
      "grad_norm": 0.6971728205680847,
      "learning_rate": 2.9292810201332995e-06,
      "loss": 0.4591,
      "step": 1070
    },
    {
      "epoch": 1.3588855658743901,
      "grad_norm": 0.7958908081054688,
      "learning_rate": 2.8298749127055914e-06,
      "loss": 0.4646,
      "step": 1080
    },
    {
      "epoch": 1.3714780418699828,
      "grad_norm": 0.6317901015281677,
      "learning_rate": 2.7315146995926085e-06,
      "loss": 0.452,
      "step": 1090
    },
    {
      "epoch": 1.3840705178655752,
      "grad_norm": 0.6657803654670715,
      "learning_rate": 2.6342477856136806e-06,
      "loss": 0.4587,
      "step": 1100
    },
    {
      "epoch": 1.3966629938611679,
      "grad_norm": 0.6851221323013306,
      "learning_rate": 2.53812104867135e-06,
      "loss": 0.4623,
      "step": 1110
    },
    {
      "epoch": 1.4092554698567605,
      "grad_norm": 0.6648300290107727,
      "learning_rate": 2.443180817158502e-06,
      "loss": 0.463,
      "step": 1120
    },
    {
      "epoch": 1.4218479458523532,
      "grad_norm": 0.6653546690940857,
      "learning_rate": 2.3494728476303547e-06,
      "loss": 0.4582,
      "step": 1130
    },
    {
      "epoch": 1.4344404218479458,
      "grad_norm": 0.6322280168533325,
      "learning_rate": 2.2570423027520175e-06,
      "loss": 0.4583,
      "step": 1140
    },
    {
      "epoch": 1.4470328978435385,
      "grad_norm": 0.6664165258407593,
      "learning_rate": 2.1659337295323117e-06,
      "loss": 0.4675,
      "step": 1150
    },
    {
      "epoch": 1.4596253738391312,
      "grad_norm": 0.6616364121437073,
      "learning_rate": 2.076191037854267e-06,
      "loss": 0.4573,
      "step": 1160
    },
    {
      "epoch": 1.4722178498347238,
      "grad_norm": 0.6122522950172424,
      "learning_rate": 1.987857479312721e-06,
      "loss": 0.4647,
      "step": 1170
    },
    {
      "epoch": 1.4848103258303165,
      "grad_norm": 0.7026521563529968,
      "learning_rate": 1.9009756263691475e-06,
      "loss": 0.4633,
      "step": 1180
    },
    {
      "epoch": 1.497402801825909,
      "grad_norm": 0.7002488374710083,
      "learning_rate": 1.815587351833818e-06,
      "loss": 0.4591,
      "step": 1190
    },
    {
      "epoch": 1.5099952778215018,
      "grad_norm": 0.6730997562408447,
      "learning_rate": 1.7317338086851526e-06,
      "loss": 0.459,
      "step": 1200
    },
    {
      "epoch": 1.5225877538170942,
      "grad_norm": 0.6867558360099792,
      "learning_rate": 1.649455410235985e-06,
      "loss": 0.4538,
      "step": 1210
    },
    {
      "epoch": 1.5351802298126869,
      "grad_norm": 0.646712064743042,
      "learning_rate": 1.5687918106563326e-06,
      "loss": 0.4592,
      "step": 1220
    },
    {
      "epoch": 1.5477727058082795,
      "grad_norm": 0.7295082807540894,
      "learning_rate": 1.4897818858620095e-06,
      "loss": 0.4549,
      "step": 1230
    },
    {
      "epoch": 1.5603651818038722,
      "grad_norm": 0.6636416912078857,
      "learning_rate": 1.4124637147783431e-06,
      "loss": 0.4516,
      "step": 1240
    },
    {
      "epoch": 1.5729576577994648,
      "grad_norm": 0.7151824831962585,
      "learning_rate": 1.3368745609879908e-06,
      "loss": 0.4601,
      "step": 1250
    },
    {
      "epoch": 1.5855501337950575,
      "grad_norm": 0.626083493232727,
      "learning_rate": 1.263050854771705e-06,
      "loss": 0.4545,
      "step": 1260
    },
    {
      "epoch": 1.5981426097906501,
      "grad_norm": 0.638517439365387,
      "learning_rate": 1.191028175550727e-06,
      "loss": 0.4455,
      "step": 1270
    },
    {
      "epoch": 1.6107350857862426,
      "grad_norm": 0.6936119198799133,
      "learning_rate": 1.1208412347392338e-06,
      "loss": 0.4445,
      "step": 1280
    },
    {
      "epoch": 1.6233275617818355,
      "grad_norm": 0.6687029004096985,
      "learning_rate": 1.0525238590151442e-06,
      "loss": 0.4496,
      "step": 1290
    },
    {
      "epoch": 1.635920037777428,
      "grad_norm": 0.6389179229736328,
      "learning_rate": 9.86108974017298e-07,
      "loss": 0.4546,
      "step": 1300
    },
    {
      "epoch": 1.6485125137730208,
      "grad_norm": 0.615524172782898,
      "learning_rate": 9.216285884769172e-07,
      "loss": 0.4583,
      "step": 1310
    },
    {
      "epoch": 1.6611049897686132,
      "grad_norm": 0.6831961274147034,
      "learning_rate": 8.591137787909503e-07,
      "loss": 0.4555,
      "step": 1320
    },
    {
      "epoch": 1.6736974657642059,
      "grad_norm": 0.6675463914871216,
      "learning_rate": 7.985946740447792e-07,
      "loss": 0.4497,
      "step": 1330
    },
    {
      "epoch": 1.6862899417597985,
      "grad_norm": 0.6614457368850708,
      "learning_rate": 7.401004414914586e-07,
      "loss": 0.463,
      "step": 1340
    },
    {
      "epoch": 1.6988824177553912,
      "grad_norm": 0.6566441059112549,
      "learning_rate": 6.836592724945323e-07,
      "loss": 0.4561,
      "step": 1350
    },
    {
      "epoch": 1.7114748937509838,
      "grad_norm": 0.6838300228118896,
      "learning_rate": 6.292983689411725e-07,
      "loss": 0.4624,
      "step": 1360
    },
    {
      "epoch": 1.7240673697465763,
      "grad_norm": 0.7261980772018433,
      "learning_rate": 5.770439301321929e-07,
      "loss": 0.4467,
      "step": 1370
    },
    {
      "epoch": 1.7366598457421691,
      "grad_norm": 0.6649404168128967,
      "learning_rate": 5.269211401552721e-07,
      "loss": 0.451,
      "step": 1380
    },
    {
      "epoch": 1.7492523217377616,
      "grad_norm": 0.6621150374412537,
      "learning_rate": 4.78954155747448e-07,
      "loss": 0.4639,
      "step": 1390
    },
    {
      "epoch": 1.7618447977333545,
      "grad_norm": 0.71415114402771,
      "learning_rate": 4.3316609465275437e-07,
      "loss": 0.4518,
      "step": 1400
    },
    {
      "epoch": 1.7744372737289469,
      "grad_norm": 0.6590133309364319,
      "learning_rate": 3.895790244805936e-07,
      "loss": 0.4603,
      "step": 1410
    },
    {
      "epoch": 1.7870297497245395,
      "grad_norm": 0.673554003238678,
      "learning_rate": 3.4821395207022767e-07,
      "loss": 0.4512,
      "step": 1420
    },
    {
      "epoch": 1.7996222257201322,
      "grad_norm": 0.6459655165672302,
      "learning_rate": 3.0909081336650883e-07,
      "loss": 0.4597,
      "step": 1430
    },
    {
      "epoch": 1.8122147017157249,
      "grad_norm": 0.5669092535972595,
      "learning_rate": 2.7222846381172616e-07,
      "loss": 0.467,
      "step": 1440
    },
    {
      "epoch": 1.8248071777113175,
      "grad_norm": 0.6353556513786316,
      "learning_rate": 2.3764466925820518e-07,
      "loss": 0.4617,
      "step": 1450
    },
    {
      "epoch": 1.8373996537069102,
      "grad_norm": 0.780803382396698,
      "learning_rate": 2.0535609740603092e-07,
      "loss": 0.4586,
      "step": 1460
    },
    {
      "epoch": 1.8499921297025028,
      "grad_norm": 0.6868489980697632,
      "learning_rate": 1.7537830977003456e-07,
      "loss": 0.4504,
      "step": 1470
    },
    {
      "epoch": 1.8625846056980953,
      "grad_norm": 0.7090204358100891,
      "learning_rate": 1.477257541799032e-07,
      "loss": 0.4534,
      "step": 1480
    },
    {
      "epoch": 1.8751770816936881,
      "grad_norm": 0.6413393616676331,
      "learning_rate": 1.2241175781702587e-07,
      "loss": 0.4553,
      "step": 1490
    },
    {
      "epoch": 1.8877695576892806,
      "grad_norm": 0.6809853911399841,
      "learning_rate": 9.944852079144862e-08,
      "loss": 0.4572,
      "step": 1500
    },
    {
      "epoch": 1.9003620336848734,
      "grad_norm": 0.6310750842094421,
      "learning_rate": 7.884711026201586e-08,
      "loss": 0.4589,
      "step": 1510
    },
    {
      "epoch": 1.9129545096804659,
      "grad_norm": 0.6572443842887878,
      "learning_rate": 6.061745510254069e-08,
      "loss": 0.4547,
      "step": 1520
    },
    {
      "epoch": 1.9255469856760585,
      "grad_norm": 0.6803452372550964,
      "learning_rate": 4.476834111656891e-08,
      "loss": 0.4533,
      "step": 1530
    },
    {
      "epoch": 1.9381394616716512,
      "grad_norm": 0.7150864005088806,
      "learning_rate": 3.130740680305666e-08,
      "loss": 0.4503,
      "step": 1540
    },
    {
      "epoch": 1.9507319376672438,
      "grad_norm": 0.6401649117469788,
      "learning_rate": 2.0241139674982424e-08,
      "loss": 0.4447,
      "step": 1550
    },
    {
      "epoch": 1.9633244136628365,
      "grad_norm": 0.635547935962677,
      "learning_rate": 1.1574873132684239e-08,
      "loss": 0.4649,
      "step": 1560
    },
    {
      "epoch": 1.975916889658429,
      "grad_norm": 0.6223708391189575,
      "learning_rate": 5.31278389342138e-09,
      "loss": 0.4572,
      "step": 1570
    },
    {
      "epoch": 1.9885093656540218,
      "grad_norm": 0.6320503950119019,
      "learning_rate": 1.4578899784001288e-09,
      "loss": 0.4551,
      "step": 1580
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.6981777548789978,
      "learning_rate": 1.2049258235058425e-11,
      "loss": 0.4489,
      "step": 1590
    },
    {
      "epoch": 2.0,
      "step": 1590,
      "total_flos": 207829311291392.0,
      "train_loss": 0.4968748902374843,
      "train_runtime": 50004.2557,
      "train_samples_per_second": 1.016,
      "train_steps_per_second": 0.032
    }
  ],
  "logging_steps": 10,
  "max_steps": 1590,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 207829311291392.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}