{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.961584633853541,
  "eval_steps": 500,
  "global_step": 5799,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012004801920768308,
      "grad_norm": 0.02549879066646099,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 0.9862,
      "step": 10
    },
    {
      "epoch": 0.024009603841536616,
      "grad_norm": 0.03309444710612297,
      "learning_rate": 8.000000000000001e-07,
      "loss": 0.9386,
      "step": 20
    },
    {
      "epoch": 0.03601440576230492,
      "grad_norm": 0.02672477439045906,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.9425,
      "step": 30
    },
    {
      "epoch": 0.04801920768307323,
      "grad_norm": 0.02686227485537529,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.9175,
      "step": 40
    },
    {
      "epoch": 0.060024009603841535,
      "grad_norm": 0.025844795629382133,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.9963,
      "step": 50
    },
    {
      "epoch": 0.07202881152460984,
      "grad_norm": 0.032747991383075714,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 0.9103,
      "step": 60
    },
    {
      "epoch": 0.08403361344537816,
      "grad_norm": 0.03013288602232933,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 0.9381,
      "step": 70
    },
    {
      "epoch": 0.09603841536614646,
      "grad_norm": 0.03312341496348381,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.9105,
      "step": 80
    },
    {
      "epoch": 0.10804321728691477,
      "grad_norm": 0.03535911813378334,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.9662,
      "step": 90
    },
    {
      "epoch": 0.12004801920768307,
      "grad_norm": 0.03163569048047066,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.8886,
      "step": 100
    },
    {
      "epoch": 0.13205282112845138,
      "grad_norm": 0.03126745671033859,
      "learning_rate": 4.4e-06,
      "loss": 0.9677,
      "step": 110
    },
    {
      "epoch": 0.14405762304921968,
      "grad_norm": 0.03188377246260643,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.9096,
      "step": 120
    },
    {
      "epoch": 0.15606242496998798,
      "grad_norm": 0.03766326606273651,
      "learning_rate": 5.2e-06,
      "loss": 0.9868,
      "step": 130
    },
    {
      "epoch": 0.16806722689075632,
      "grad_norm": 0.03288175165653229,
      "learning_rate": 5.600000000000001e-06,
      "loss": 0.9614,
      "step": 140
    },
    {
      "epoch": 0.18007202881152462,
      "grad_norm": 0.03540439158678055,
      "learning_rate": 6e-06,
      "loss": 0.9471,
      "step": 150
    },
    {
      "epoch": 0.19207683073229292,
      "grad_norm": 0.0429881289601326,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 0.8901,
      "step": 160
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 0.04951930418610573,
      "learning_rate": 6.800000000000001e-06,
      "loss": 0.9403,
      "step": 170
    },
    {
      "epoch": 0.21608643457382953,
      "grad_norm": 0.049168169498443604,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 0.8943,
      "step": 180
    },
    {
      "epoch": 0.22809123649459784,
      "grad_norm": 0.04803888127207756,
      "learning_rate": 7.600000000000001e-06,
      "loss": 0.8852,
      "step": 190
    },
    {
      "epoch": 0.24009603841536614,
      "grad_norm": 0.04201197251677513,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.8882,
      "step": 200
    },
    {
      "epoch": 0.25210084033613445,
      "grad_norm": 0.04449041560292244,
      "learning_rate": 8.400000000000001e-06,
      "loss": 0.8777,
      "step": 210
    },
    {
      "epoch": 0.26410564225690275,
      "grad_norm": 0.036004405468702316,
      "learning_rate": 8.8e-06,
      "loss": 0.8496,
      "step": 220
    },
    {
      "epoch": 0.27611044417767105,
      "grad_norm": 0.04503042995929718,
      "learning_rate": 9.200000000000002e-06,
      "loss": 0.8712,
      "step": 230
    },
    {
      "epoch": 0.28811524609843936,
      "grad_norm": 0.04312640801072121,
      "learning_rate": 9.600000000000001e-06,
      "loss": 0.8459,
      "step": 240
    },
    {
      "epoch": 0.30012004801920766,
      "grad_norm": 0.03977839648723602,
      "learning_rate": 1e-05,
      "loss": 0.8705,
      "step": 250
    },
    {
      "epoch": 0.31212484993997597,
      "grad_norm": 0.039520714432001114,
      "learning_rate": 9.999919867416569e-06,
      "loss": 0.8751,
      "step": 260
    },
    {
      "epoch": 0.3241296518607443,
      "grad_norm": 0.037476055324077606,
      "learning_rate": 9.999679472234764e-06,
      "loss": 0.8137,
      "step": 270
    },
    {
      "epoch": 0.33613445378151263,
      "grad_norm": 0.0433887243270874,
      "learning_rate": 9.999278822159985e-06,
      "loss": 0.8147,
      "step": 280
    },
    {
      "epoch": 0.34813925570228094,
      "grad_norm": 0.04283862188458443,
      "learning_rate": 9.998717930034278e-06,
      "loss": 0.8642,
      "step": 290
    },
    {
      "epoch": 0.36014405762304924,
      "grad_norm": 0.03704555705189705,
      "learning_rate": 9.997996813835938e-06,
      "loss": 0.8481,
      "step": 300
    },
    {
      "epoch": 0.37214885954381755,
      "grad_norm": 0.038123104721307755,
      "learning_rate": 9.997115496678926e-06,
      "loss": 0.8328,
      "step": 310
    },
    {
      "epoch": 0.38415366146458585,
      "grad_norm": 0.03972741588950157,
      "learning_rate": 9.996074006812133e-06,
      "loss": 0.8846,
      "step": 320
    },
    {
      "epoch": 0.39615846338535415,
      "grad_norm": 0.03823426738381386,
      "learning_rate": 9.994872377618467e-06,
      "loss": 0.8571,
      "step": 330
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 0.03882453590631485,
      "learning_rate": 9.993510647613787e-06,
      "loss": 0.8664,
      "step": 340
    },
    {
      "epoch": 0.42016806722689076,
      "grad_norm": 0.040137797594070435,
      "learning_rate": 9.991988860445672e-06,
      "loss": 0.8386,
      "step": 350
    },
    {
      "epoch": 0.43217286914765907,
      "grad_norm": 0.0372915081679821,
      "learning_rate": 9.990307064892015e-06,
      "loss": 0.8799,
      "step": 360
    },
    {
      "epoch": 0.44417767106842737,
      "grad_norm": 0.03684937208890915,
      "learning_rate": 9.988465314859469e-06,
      "loss": 0.8352,
      "step": 370
    },
    {
      "epoch": 0.4561824729891957,
      "grad_norm": 0.03629535436630249,
      "learning_rate": 9.986463669381705e-06,
      "loss": 0.8084,
      "step": 380
    },
    {
      "epoch": 0.468187274909964,
      "grad_norm": 0.034760646522045135,
      "learning_rate": 9.984302192617534e-06,
      "loss": 0.8363,
      "step": 390
    },
    {
      "epoch": 0.4801920768307323,
      "grad_norm": 0.033850379288196564,
      "learning_rate": 9.981980953848844e-06,
      "loss": 0.8209,
      "step": 400
    },
    {
      "epoch": 0.4921968787515006,
      "grad_norm": 0.031105060130357742,
      "learning_rate": 9.979500027478377e-06,
      "loss": 0.8589,
      "step": 410
    },
    {
      "epoch": 0.5042016806722689,
      "grad_norm": 0.034456316381692886,
      "learning_rate": 9.97685949302735e-06,
      "loss": 0.8599,
      "step": 420
    },
    {
      "epoch": 0.5162064825930373,
      "grad_norm": 0.03859219700098038,
      "learning_rate": 9.974059435132901e-06,
      "loss": 0.8862,
      "step": 430
    },
    {
      "epoch": 0.5282112845138055,
      "grad_norm": 0.031010838225483894,
      "learning_rate": 9.97109994354538e-06,
      "loss": 0.8565,
      "step": 440
    },
    {
      "epoch": 0.5402160864345739,
      "grad_norm": 0.03447699174284935,
      "learning_rate": 9.967981113125466e-06,
      "loss": 0.8691,
      "step": 450
    },
    {
      "epoch": 0.5522208883553421,
      "grad_norm": 0.033097319304943085,
      "learning_rate": 9.964703043841139e-06,
      "loss": 0.8003,
      "step": 460
    },
    {
      "epoch": 0.5642256902761105,
      "grad_norm": 0.03505665436387062,
      "learning_rate": 9.961265840764463e-06,
      "loss": 0.863,
      "step": 470
    },
    {
      "epoch": 0.5762304921968787,
      "grad_norm": 0.04121314734220505,
      "learning_rate": 9.957669614068222e-06,
      "loss": 0.8208,
      "step": 480
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.03139583393931389,
      "learning_rate": 9.953914479022388e-06,
      "loss": 0.8637,
      "step": 490
    },
    {
      "epoch": 0.6002400960384153,
      "grad_norm": 0.03294196352362633,
      "learning_rate": 9.950000555990434e-06,
      "loss": 0.804,
      "step": 500
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 0.03441837430000305,
      "learning_rate": 9.945927970425462e-06,
      "loss": 0.842,
      "step": 510
    },
    {
      "epoch": 0.6242496998799519,
      "grad_norm": 0.03234728053212166,
      "learning_rate": 9.941696852866195e-06,
      "loss": 0.8194,
      "step": 520
    },
    {
      "epoch": 0.6362545018007203,
      "grad_norm": 0.03413551673293114,
      "learning_rate": 9.937307338932783e-06,
      "loss": 0.7902,
      "step": 530
    },
    {
      "epoch": 0.6482593037214885,
      "grad_norm": 0.03235715255141258,
      "learning_rate": 9.932759569322467e-06,
      "loss": 0.8163,
      "step": 540
    },
    {
      "epoch": 0.6602641056422569,
      "grad_norm": 0.03173699602484703,
      "learning_rate": 9.928053689805054e-06,
      "loss": 0.8364,
      "step": 550
    },
    {
      "epoch": 0.6722689075630253,
      "grad_norm": 0.035562604665756226,
      "learning_rate": 9.923189851218259e-06,
      "loss": 0.8336,
      "step": 560
    },
    {
      "epoch": 0.6842737094837935,
      "grad_norm": 0.03246847167611122,
      "learning_rate": 9.918168209462862e-06,
      "loss": 0.8354,
      "step": 570
    },
    {
      "epoch": 0.6962785114045619,
      "grad_norm": 0.03735557198524475,
      "learning_rate": 9.912988925497716e-06,
      "loss": 0.8705,
      "step": 580
    },
    {
      "epoch": 0.7082833133253301,
      "grad_norm": 0.04147843271493912,
      "learning_rate": 9.907652165334579e-06,
      "loss": 0.8296,
      "step": 590
    },
    {
      "epoch": 0.7202881152460985,
      "grad_norm": 0.03415181115269661,
      "learning_rate": 9.902158100032804e-06,
      "loss": 0.8191,
      "step": 600
    },
    {
      "epoch": 0.7322929171668667,
      "grad_norm": 0.03535843268036842,
      "learning_rate": 9.89650690569385e-06,
      "loss": 0.8365,
      "step": 610
    },
    {
      "epoch": 0.7442977190876351,
      "grad_norm": 0.036314673721790314,
      "learning_rate": 9.890698763455637e-06,
      "loss": 0.8575,
      "step": 620
    },
    {
      "epoch": 0.7563025210084033,
      "grad_norm": 0.033384788781404495,
      "learning_rate": 9.884733859486745e-06,
      "loss": 0.8736,
      "step": 630
    },
    {
      "epoch": 0.7683073229291717,
      "grad_norm": 0.036313604563474655,
      "learning_rate": 9.878612384980435e-06,
      "loss": 0.8104,
      "step": 640
    },
    {
      "epoch": 0.78031212484994,
      "grad_norm": 0.03539718687534332,
      "learning_rate": 9.872334536148538e-06,
      "loss": 0.8535,
      "step": 650
    },
    {
      "epoch": 0.7923169267707083,
      "grad_norm": 0.040795594453811646,
      "learning_rate": 9.86590051421515e-06,
      "loss": 0.859,
      "step": 660
    },
    {
      "epoch": 0.8043217286914766,
      "grad_norm": 0.03459113836288452,
      "learning_rate": 9.85931052541019e-06,
      "loss": 0.8637,
      "step": 670
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 0.03594481945037842,
      "learning_rate": 9.852564780962793e-06,
      "loss": 0.8462,
      "step": 680
    },
    {
      "epoch": 0.8283313325330132,
      "grad_norm": 0.03311854600906372,
      "learning_rate": 9.845663497094526e-06,
      "loss": 0.8201,
      "step": 690
    },
    {
      "epoch": 0.8403361344537815,
      "grad_norm": 0.04675761237740517,
      "learning_rate": 9.838606895012474e-06,
      "loss": 0.8724,
      "step": 700
    },
    {
      "epoch": 0.8523409363745498,
      "grad_norm": 0.035599809139966965,
      "learning_rate": 9.831395200902137e-06,
      "loss": 0.7937,
      "step": 710
    },
    {
      "epoch": 0.8643457382953181,
      "grad_norm": 0.036689773201942444,
      "learning_rate": 9.82402864592019e-06,
      "loss": 0.8179,
      "step": 720
    },
    {
      "epoch": 0.8763505402160864,
      "grad_norm": 0.041255176067352295,
      "learning_rate": 9.816507466187064e-06,
      "loss": 0.8175,
      "step": 730
    },
    {
      "epoch": 0.8883553421368547,
      "grad_norm": 0.03711531683802605,
      "learning_rate": 9.808831902779382e-06,
      "loss": 0.8199,
      "step": 740
    },
    {
      "epoch": 0.9003601440576231,
      "grad_norm": 0.04047127068042755,
      "learning_rate": 9.801002201722237e-06,
      "loss": 0.8439,
      "step": 750
    },
    {
      "epoch": 0.9123649459783914,
      "grad_norm": 0.03690866753458977,
      "learning_rate": 9.793018613981298e-06,
      "loss": 0.8206,
      "step": 760
    },
    {
      "epoch": 0.9243697478991597,
      "grad_norm": 0.03672650083899498,
      "learning_rate": 9.784881395454767e-06,
      "loss": 0.8057,
      "step": 770
    },
    {
      "epoch": 0.936374549819928,
      "grad_norm": 0.0367751307785511,
      "learning_rate": 9.776590806965183e-06,
      "loss": 0.8021,
      "step": 780
    },
    {
      "epoch": 0.9483793517406963,
      "grad_norm": 0.03809288516640663,
      "learning_rate": 9.768147114251056e-06,
      "loss": 0.841,
      "step": 790
    },
    {
      "epoch": 0.9603841536614646,
      "grad_norm": 0.038219958543777466,
      "learning_rate": 9.75955058795835e-06,
      "loss": 0.8226,
      "step": 800
    },
    {
      "epoch": 0.9723889555822329,
      "grad_norm": 0.03921416401863098,
      "learning_rate": 9.750801503631809e-06,
      "loss": 0.8298,
      "step": 810
    },
    {
      "epoch": 0.9843937575030012,
      "grad_norm": 0.03702569007873535,
      "learning_rate": 9.741900141706122e-06,
      "loss": 0.8547,
      "step": 820
    },
    {
      "epoch": 0.9963985594237695,
      "grad_norm": 0.041355907917022705,
      "learning_rate": 9.732846787496943e-06,
      "loss": 0.8252,
      "step": 830
    },
    {
      "epoch": 1.0084033613445378,
      "grad_norm": 0.039719488471746445,
      "learning_rate": 9.723641731191737e-06,
      "loss": 0.8116,
      "step": 840
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 0.041531551629304886,
      "learning_rate": 9.71428526784048e-06,
      "loss": 0.8268,
      "step": 850
    },
    {
      "epoch": 1.0324129651860745,
      "grad_norm": 0.03957758843898773,
      "learning_rate": 9.704777697346204e-06,
      "loss": 0.8147,
      "step": 860
    },
    {
      "epoch": 1.0444177671068426,
      "grad_norm": 0.040645621716976166,
      "learning_rate": 9.695119324455383e-06,
      "loss": 0.8487,
      "step": 870
    },
    {
      "epoch": 1.056422569027611,
      "grad_norm": 0.037387099117040634,
      "learning_rate": 9.685310458748165e-06,
      "loss": 0.8016,
      "step": 880
    },
    {
      "epoch": 1.0684273709483794,
      "grad_norm": 0.0387730598449707,
      "learning_rate": 9.675351414628452e-06,
      "loss": 0.8389,
      "step": 890
    },
    {
      "epoch": 1.0804321728691477,
      "grad_norm": 0.03654830902814865,
      "learning_rate": 9.665242511313816e-06,
      "loss": 0.8571,
      "step": 900
    },
    {
      "epoch": 1.092436974789916,
      "grad_norm": 0.03688422963023186,
      "learning_rate": 9.654984072825273e-06,
      "loss": 0.8148,
      "step": 910
    },
    {
      "epoch": 1.1044417767106842,
      "grad_norm": 0.04102282598614693,
      "learning_rate": 9.644576427976893e-06,
      "loss": 0.8252,
      "step": 920
    },
    {
      "epoch": 1.1164465786314526,
      "grad_norm": 0.04032592847943306,
      "learning_rate": 9.634019910365265e-06,
      "loss": 0.8362,
      "step": 930
    },
    {
      "epoch": 1.128451380552221,
      "grad_norm": 0.038995206356048584,
      "learning_rate": 9.6233148583588e-06,
      "loss": 0.8071,
      "step": 940
    },
    {
      "epoch": 1.140456182472989,
      "grad_norm": 0.04222116991877556,
      "learning_rate": 9.612461615086888e-06,
      "loss": 0.8162,
      "step": 950
    },
    {
      "epoch": 1.1524609843937574,
      "grad_norm": 0.03999168053269386,
      "learning_rate": 9.601460528428894e-06,
      "loss": 0.8124,
      "step": 960
    },
    {
      "epoch": 1.1644657863145258,
      "grad_norm": 0.04248590022325516,
      "learning_rate": 9.590311951003022e-06,
      "loss": 0.809,
      "step": 970
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 0.041043415665626526,
      "learning_rate": 9.57901624015499e-06,
      "loss": 0.7999,
      "step": 980
    },
    {
      "epoch": 1.1884753901560625,
      "grad_norm": 0.037975288927555084,
      "learning_rate": 9.5675737579466e-06,
      "loss": 0.8839,
      "step": 990
    },
    {
      "epoch": 1.2004801920768307,
      "grad_norm": 0.038373079150915146,
      "learning_rate": 9.555984871144112e-06,
      "loss": 0.8297,
      "step": 1000
    },
    {
      "epoch": 1.212484993997599,
      "grad_norm": 0.03899591043591499,
      "learning_rate": 9.544249951206504e-06,
      "loss": 0.7856,
      "step": 1010
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 0.0428166463971138,
      "learning_rate": 9.532369374273555e-06,
      "loss": 0.8018,
      "step": 1020
    },
    {
      "epoch": 1.2364945978391357,
      "grad_norm": 0.04245438799262047,
      "learning_rate": 9.520343521153796e-06,
      "loss": 0.8404,
      "step": 1030
    },
    {
      "epoch": 1.2484993997599039,
      "grad_norm": 0.04125148430466652,
      "learning_rate": 9.508172777312297e-06,
      "loss": 0.8264,
      "step": 1040
    },
    {
      "epoch": 1.2605042016806722,
      "grad_norm": 0.04240383952856064,
      "learning_rate": 9.495857532858314e-06,
      "loss": 0.8442,
      "step": 1050
    },
    {
      "epoch": 1.2725090036014406,
      "grad_norm": 0.04034110903739929,
      "learning_rate": 9.483398182532792e-06,
      "loss": 0.8459,
      "step": 1060
    },
    {
      "epoch": 1.284513805522209,
      "grad_norm": 0.045645780861377716,
      "learning_rate": 9.470795125695704e-06,
      "loss": 0.8316,
      "step": 1070
    },
    {
      "epoch": 1.296518607442977,
      "grad_norm": 0.0422181636095047,
      "learning_rate": 9.458048766313246e-06,
      "loss": 0.8144,
      "step": 1080
    },
    {
      "epoch": 1.3085234093637454,
      "grad_norm": 0.04134783521294594,
      "learning_rate": 9.445159512944906e-06,
      "loss": 0.8307,
      "step": 1090
    },
    {
      "epoch": 1.3205282112845138,
      "grad_norm": 0.04174504429101944,
      "learning_rate": 9.43212777873035e-06,
      "loss": 0.8179,
      "step": 1100
    },
    {
      "epoch": 1.3325330132052822,
      "grad_norm": 0.0407400019466877,
      "learning_rate": 9.418953981376188e-06,
      "loss": 0.8141,
      "step": 1110
    },
    {
      "epoch": 1.3445378151260505,
      "grad_norm": 0.04575135558843613,
      "learning_rate": 9.405638543142589e-06,
      "loss": 0.7888,
      "step": 1120
    },
    {
      "epoch": 1.3565426170468187,
      "grad_norm": 0.042352344840765,
      "learning_rate": 9.392181890829739e-06,
      "loss": 0.8257,
      "step": 1130
    },
    {
      "epoch": 1.368547418967587,
      "grad_norm": 0.046745285391807556,
      "learning_rate": 9.378584455764161e-06,
      "loss": 0.816,
      "step": 1140
    },
    {
      "epoch": 1.3805522208883554,
      "grad_norm": 0.04341897740960121,
      "learning_rate": 9.364846673784897e-06,
      "loss": 0.7988,
      "step": 1150
    },
    {
      "epoch": 1.3925570228091235,
      "grad_norm": 0.04738551750779152,
      "learning_rate": 9.350968985229532e-06,
      "loss": 0.8764,
      "step": 1160
    },
    {
      "epoch": 1.4045618247298919,
      "grad_norm": 0.03800031542778015,
      "learning_rate": 9.336951834920081e-06,
      "loss": 0.8228,
      "step": 1170
    },
    {
      "epoch": 1.4165666266506602,
      "grad_norm": 0.04292312636971474,
      "learning_rate": 9.322795672148726e-06,
      "loss": 0.7931,
      "step": 1180
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.04134088754653931,
      "learning_rate": 9.30850095066343e-06,
      "loss": 0.8238,
      "step": 1190
    },
    {
      "epoch": 1.440576230492197,
      "grad_norm": 0.04374649375677109,
      "learning_rate": 9.294068128653373e-06,
      "loss": 0.8494,
      "step": 1200
    },
    {
      "epoch": 1.452581032412965,
      "grad_norm": 0.04475456848740578,
      "learning_rate": 9.279497668734286e-06,
      "loss": 0.8213,
      "step": 1210
    },
    {
      "epoch": 1.4645858343337335,
      "grad_norm": 0.04506712034344673,
      "learning_rate": 9.264790037933604e-06,
      "loss": 0.8117,
      "step": 1220
    },
    {
      "epoch": 1.4765906362545018,
      "grad_norm": 0.042217791080474854,
      "learning_rate": 9.249945707675506e-06,
      "loss": 0.8387,
      "step": 1230
    },
    {
      "epoch": 1.4885954381752702,
      "grad_norm": 0.043338458985090256,
      "learning_rate": 9.234965153765809e-06,
      "loss": 0.8345,
      "step": 1240
    },
    {
      "epoch": 1.5006002400960385,
      "grad_norm": 0.04206259921193123,
      "learning_rate": 9.219848856376706e-06,
      "loss": 0.8062,
      "step": 1250
    },
    {
      "epoch": 1.5126050420168067,
      "grad_norm": 0.0476699024438858,
      "learning_rate": 9.204597300031379e-06,
      "loss": 0.8626,
      "step": 1260
    },
    {
      "epoch": 1.524609843937575,
      "grad_norm": 0.04465340077877045,
      "learning_rate": 9.189210973588476e-06,
      "loss": 0.8379,
      "step": 1270
    },
    {
      "epoch": 1.5366146458583434,
      "grad_norm": 0.04375738650560379,
      "learning_rate": 9.173690370226432e-06,
      "loss": 0.7904,
      "step": 1280
    },
    {
      "epoch": 1.5486194477791115,
      "grad_norm": 0.04561934620141983,
      "learning_rate": 9.158035987427662e-06,
      "loss": 0.8152,
      "step": 1290
    },
    {
      "epoch": 1.5606242496998801,
      "grad_norm": 0.04491221904754639,
      "learning_rate": 9.142248326962624e-06,
      "loss": 0.7844,
      "step": 1300
    },
    {
      "epoch": 1.5726290516206483,
      "grad_norm": 0.04250409081578255,
      "learning_rate": 9.12632789487372e-06,
      "loss": 0.8156,
      "step": 1310
    },
    {
      "epoch": 1.5846338535414166,
      "grad_norm": 0.04542950913310051,
      "learning_rate": 9.110275201459099e-06,
      "loss": 0.8496,
      "step": 1320
    },
    {
      "epoch": 1.596638655462185,
      "grad_norm": 0.04421227052807808,
      "learning_rate": 9.09409076125627e-06,
      "loss": 0.817,
      "step": 1330
    },
    {
      "epoch": 1.6086434573829531,
      "grad_norm": 0.04881924018263817,
      "learning_rate": 9.07777509302564e-06,
      "loss": 0.8047,
      "step": 1340
    },
    {
      "epoch": 1.6206482593037215,
      "grad_norm": 0.04575929790735245,
      "learning_rate": 9.061328719733867e-06,
      "loss": 0.818,
      "step": 1350
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 0.047302693128585815,
      "learning_rate": 9.044752168537104e-06,
      "loss": 0.8255,
      "step": 1360
    },
    {
      "epoch": 1.644657863145258,
      "grad_norm": 0.048905596137046814,
      "learning_rate": 9.028045970764095e-06,
      "loss": 0.8033,
      "step": 1370
    },
    {
      "epoch": 1.6566626650660266,
      "grad_norm": 0.04502958804368973,
      "learning_rate": 9.01121066189916e-06,
      "loss": 0.8292,
      "step": 1380
    },
    {
      "epoch": 1.6686674669867947,
      "grad_norm": 0.04705483838915825,
      "learning_rate": 8.994246781565012e-06,
      "loss": 0.8343,
      "step": 1390
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 0.04515758529305458,
      "learning_rate": 8.977154873505478e-06,
      "loss": 0.8458,
      "step": 1400
    },
    {
      "epoch": 1.6926770708283314,
      "grad_norm": 0.05474863573908806,
      "learning_rate": 8.959935485568054e-06,
      "loss": 0.8044,
      "step": 1410
    },
    {
      "epoch": 1.7046818727490995,
      "grad_norm": 0.044155530631542206,
      "learning_rate": 8.942589169686356e-06,
      "loss": 0.8499,
      "step": 1420
    },
    {
      "epoch": 1.716686674669868,
      "grad_norm": 0.049613580107688904,
      "learning_rate": 8.925116481862426e-06,
      "loss": 0.8643,
      "step": 1430
    },
    {
      "epoch": 1.7286914765906363,
      "grad_norm": 0.05003758892416954,
      "learning_rate": 8.907517982148913e-06,
      "loss": 0.8944,
      "step": 1440
    },
    {
      "epoch": 1.7406962785114044,
      "grad_norm": 0.048006169497966766,
      "learning_rate": 8.889794234631112e-06,
      "loss": 0.8063,
      "step": 1450
    },
    {
      "epoch": 1.752701080432173,
      "grad_norm": 0.04439476877450943,
      "learning_rate": 8.871945807408895e-06,
      "loss": 0.8679,
      "step": 1460
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 0.04884785786271095,
      "learning_rate": 8.853973272578495e-06,
      "loss": 0.8433,
      "step": 1470
    },
    {
      "epoch": 1.7767106842737095,
      "grad_norm": 0.050317153334617615,
      "learning_rate": 8.835877206214172e-06,
      "loss": 0.8394,
      "step": 1480
    },
    {
      "epoch": 1.7887154861944778,
      "grad_norm": 0.04775743559002876,
      "learning_rate": 8.817658188349745e-06,
      "loss": 0.8309,
      "step": 1490
    },
    {
      "epoch": 1.800720288115246,
      "grad_norm": 0.04834270477294922,
      "learning_rate": 8.79931680296e-06,
      "loss": 0.8414,
      "step": 1500
    },
    {
      "epoch": 1.8127250900360146,
      "grad_norm": 0.04563102871179581,
      "learning_rate": 8.780853637941976e-06,
      "loss": 0.8934,
      "step": 1510
    },
    {
      "epoch": 1.8247298919567827,
      "grad_norm": 0.04749139025807381,
      "learning_rate": 8.762269285096117e-06,
      "loss": 0.8946,
      "step": 1520
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 0.04547303169965744,
      "learning_rate": 8.743564340107305e-06,
      "loss": 0.7862,
      "step": 1530
    },
    {
      "epoch": 1.8487394957983194,
      "grad_norm": 0.043644532561302185,
      "learning_rate": 8.724739402525765e-06,
      "loss": 0.8096,
      "step": 1540
    },
    {
      "epoch": 1.8607442977190876,
      "grad_norm": 0.050219349563121796,
      "learning_rate": 8.705795075747854e-06,
      "loss": 0.798,
      "step": 1550
    },
    {
      "epoch": 1.872749099639856,
      "grad_norm": 0.04704947769641876,
      "learning_rate": 8.686731966996707e-06,
      "loss": 0.809,
      "step": 1560
    },
    {
      "epoch": 1.8847539015606243,
      "grad_norm": 0.05036606639623642,
      "learning_rate": 8.667550687302784e-06,
      "loss": 0.8156,
      "step": 1570
    },
    {
      "epoch": 1.8967587034813924,
      "grad_norm": 0.05243535712361336,
      "learning_rate": 8.648251851484284e-06,
      "loss": 0.772,
      "step": 1580
    },
    {
      "epoch": 1.908763505402161,
      "grad_norm": 0.0510157085955143,
      "learning_rate": 8.628836078127435e-06,
      "loss": 0.836,
      "step": 1590
    },
    {
      "epoch": 1.9207683073229291,
      "grad_norm": 0.04631471633911133,
      "learning_rate": 8.609303989566673e-06,
      "loss": 0.8281,
      "step": 1600
    },
    {
      "epoch": 1.9327731092436975,
      "grad_norm": 0.04962284117937088,
      "learning_rate": 8.589656211864678e-06,
      "loss": 0.831,
      "step": 1610
    },
    {
      "epoch": 1.9447779111644659,
      "grad_norm": 0.054218314588069916,
      "learning_rate": 8.569893374792328e-06,
      "loss": 0.7904,
      "step": 1620
    },
    {
      "epoch": 1.956782713085234,
      "grad_norm": 0.05222290754318237,
      "learning_rate": 8.5500161118085e-06,
      "loss": 0.8141,
      "step": 1630
    },
    {
      "epoch": 1.9687875150060024,
      "grad_norm": 0.04537142068147659,
      "learning_rate": 8.530025060039763e-06,
      "loss": 0.8605,
      "step": 1640
    },
    {
      "epoch": 1.9807923169267707,
      "grad_norm": 0.05147700011730194,
      "learning_rate": 8.509920860259973e-06,
      "loss": 0.8549,
      "step": 1650
    },
    {
      "epoch": 1.9927971188475389,
      "grad_norm": 0.052020113915205,
      "learning_rate": 8.489704156869711e-06,
      "loss": 0.8093,
      "step": 1660
    },
    {
      "epoch": 2.0048019207683074,
      "grad_norm": 0.05193515121936798,
      "learning_rate": 8.469375597875648e-06,
      "loss": 0.8481,
      "step": 1670
    },
    {
      "epoch": 2.0168067226890756,
      "grad_norm": 0.04633639007806778,
      "learning_rate": 8.448935834869763e-06,
      "loss": 0.8627,
      "step": 1680
    },
    {
      "epoch": 2.028811524609844,
      "grad_norm": 0.05221736803650856,
      "learning_rate": 8.428385523008463e-06,
      "loss": 0.8339,
      "step": 1690
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 0.04951602965593338,
      "learning_rate": 8.40772532099158e-06,
      "loss": 0.8483,
      "step": 1700
    },
    {
      "epoch": 2.0528211284513804,
      "grad_norm": 0.053726278245449066,
      "learning_rate": 8.386955891041255e-06,
      "loss": 0.8191,
      "step": 1710
    },
    {
      "epoch": 2.064825930372149,
      "grad_norm": 0.04682547226548195,
      "learning_rate": 8.366077898880725e-06,
      "loss": 0.8037,
      "step": 1720
    },
    {
      "epoch": 2.076830732292917,
      "grad_norm": 0.04982489347457886,
      "learning_rate": 8.345092013712966e-06,
      "loss": 0.7827,
      "step": 1730
    },
    {
      "epoch": 2.0888355342136853,
      "grad_norm": 0.05112074315547943,
      "learning_rate": 8.323998908199256e-06,
      "loss": 0.8163,
      "step": 1740
    },
    {
      "epoch": 2.100840336134454,
      "grad_norm": 0.05606475844979286,
      "learning_rate": 8.302799258437611e-06,
      "loss": 0.8447,
      "step": 1750
    },
    {
      "epoch": 2.112845138055222,
      "grad_norm": 0.05271725356578827,
      "learning_rate": 8.281493743941112e-06,
      "loss": 0.8125,
      "step": 1760
    },
    {
      "epoch": 2.1248499399759906,
      "grad_norm": 0.05468921363353729,
      "learning_rate": 8.260083047616126e-06,
      "loss": 0.8326,
      "step": 1770
    },
    {
      "epoch": 2.1368547418967587,
      "grad_norm": 0.05409565195441246,
      "learning_rate": 8.238567855740413e-06,
      "loss": 0.8082,
      "step": 1780
    },
    {
      "epoch": 2.148859543817527,
      "grad_norm": 0.05312246084213257,
      "learning_rate": 8.216948857941143e-06,
      "loss": 0.8137,
      "step": 1790
    },
    {
      "epoch": 2.1608643457382954,
      "grad_norm": 0.05429564416408539,
      "learning_rate": 8.19522674717277e-06,
      "loss": 0.8161,
      "step": 1800
    },
    {
      "epoch": 2.1728691476590636,
      "grad_norm": 0.049361683428287506,
      "learning_rate": 8.173402219694838e-06,
      "loss": 0.8547,
      "step": 1810
    },
    {
      "epoch": 2.184873949579832,
      "grad_norm": 0.050867076963186264,
      "learning_rate": 8.151475975049653e-06,
      "loss": 0.788,
      "step": 1820
    },
    {
      "epoch": 2.1968787515006003,
      "grad_norm": 0.051545899361371994,
      "learning_rate": 8.129448716039863e-06,
      "loss": 0.8079,
      "step": 1830
    },
    {
      "epoch": 2.2088835534213684,
      "grad_norm": 0.05476554483175278,
      "learning_rate": 8.107321148705941e-06,
      "loss": 0.8123,
      "step": 1840
    },
    {
      "epoch": 2.220888355342137,
      "grad_norm": 0.05693934112787247,
      "learning_rate": 8.085093982303539e-06,
      "loss": 0.815,
      "step": 1850
    },
    {
      "epoch": 2.232893157262905,
      "grad_norm": 0.057461485266685486,
      "learning_rate": 8.062767929280764e-06,
      "loss": 0.7947,
      "step": 1860
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 0.057199206203222275,
      "learning_rate": 8.040343705255338e-06,
      "loss": 0.815,
      "step": 1870
    },
    {
      "epoch": 2.256902761104442,
      "grad_norm": 0.05683717131614685,
      "learning_rate": 8.017822028991666e-06,
      "loss": 0.8979,
      "step": 1880
    },
    {
      "epoch": 2.26890756302521,
      "grad_norm": 0.05384090170264244,
      "learning_rate": 7.995203622377783e-06,
      "loss": 0.8424,
      "step": 1890
    },
    {
      "epoch": 2.280912364945978,
      "grad_norm": 0.05016244202852249,
      "learning_rate": 7.972489210402232e-06,
      "loss": 0.7551,
      "step": 1900
    },
    {
      "epoch": 2.2929171668667467,
      "grad_norm": 0.05437694489955902,
      "learning_rate": 7.949679521130823e-06,
      "loss": 0.8446,
      "step": 1910
    },
    {
      "epoch": 2.304921968787515,
      "grad_norm": 0.055492572486400604,
      "learning_rate": 7.926775285683281e-06,
      "loss": 0.8182,
      "step": 1920
    },
    {
      "epoch": 2.3169267707082835,
      "grad_norm": 0.05502455681562424,
      "learning_rate": 7.903777238209835e-06,
      "loss": 0.8181,
      "step": 1930
    },
    {
      "epoch": 2.3289315726290516,
      "grad_norm": 0.05110107734799385,
      "learning_rate": 7.880686115867664e-06,
      "loss": 0.8521,
      "step": 1940
    },
    {
      "epoch": 2.3409363745498197,
      "grad_norm": 0.0539153516292572,
      "learning_rate": 7.857502658797284e-06,
      "loss": 0.8272,
      "step": 1950
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.05461420118808746,
      "learning_rate": 7.83422761009882e-06,
      "loss": 0.8413,
      "step": 1960
    },
    {
      "epoch": 2.3649459783913565,
      "grad_norm": 0.05569763854146004,
      "learning_rate": 7.810861715808184e-06,
      "loss": 0.8687,
      "step": 1970
    },
    {
      "epoch": 2.376950780312125,
      "grad_norm": 0.055215220898389816,
      "learning_rate": 7.787405724873162e-06,
      "loss": 0.8196,
      "step": 1980
    },
    {
      "epoch": 2.388955582232893,
      "grad_norm": 0.06094464287161827,
      "learning_rate": 7.76386038912942e-06,
      "loss": 0.7921,
      "step": 1990
    },
    {
      "epoch": 2.4009603841536613,
      "grad_norm": 0.05856522545218468,
      "learning_rate": 7.740226463276385e-06,
      "loss": 0.8332,
      "step": 2000
    },
    {
      "epoch": 2.41296518607443,
      "grad_norm": 0.05313005670905113,
      "learning_rate": 7.716504704853076e-06,
      "loss": 0.8076,
      "step": 2010
    },
    {
      "epoch": 2.424969987995198,
      "grad_norm": 0.05347991734743118,
      "learning_rate": 7.692695874213802e-06,
      "loss": 0.8328,
      "step": 2020
    },
    {
      "epoch": 2.4369747899159666,
      "grad_norm": 0.058754704892635345,
      "learning_rate": 7.668800734503812e-06,
      "loss": 0.8445,
      "step": 2030
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 0.05653975158929825,
      "learning_rate": 7.644820051634813e-06,
      "loss": 0.8378,
      "step": 2040
    },
    {
      "epoch": 2.460984393757503,
      "grad_norm": 0.05895698443055153,
      "learning_rate": 7.620754594260433e-06,
      "loss": 0.8214,
      "step": 2050
    },
    {
      "epoch": 2.4729891956782715,
      "grad_norm": 0.056038543581962585,
      "learning_rate": 7.596605133751583e-06,
      "loss": 0.792,
      "step": 2060
    },
    {
      "epoch": 2.4849939975990396,
      "grad_norm": 0.0582413524389267,
      "learning_rate": 7.5723724441717225e-06,
      "loss": 0.8292,
      "step": 2070
    },
    {
      "epoch": 2.4969987995198077,
      "grad_norm": 0.05528351292014122,
      "learning_rate": 7.548057302252063e-06,
      "loss": 0.7871,
      "step": 2080
    },
    {
      "epoch": 2.5090036014405763,
      "grad_norm": 0.05144486203789711,
      "learning_rate": 7.523660487366658e-06,
      "loss": 0.7738,
      "step": 2090
    },
    {
      "epoch": 2.5210084033613445,
      "grad_norm": 0.05947820469737053,
      "learning_rate": 7.4991827815074306e-06,
      "loss": 0.7955,
      "step": 2100
    },
    {
      "epoch": 2.5330132052821126,
      "grad_norm": 0.05376136675477028,
      "learning_rate": 7.474624969259101e-06,
      "loss": 0.8145,
      "step": 2110
    },
    {
      "epoch": 2.545018007202881,
      "grad_norm": 0.05993662402033806,
      "learning_rate": 7.449987837774049e-06,
      "loss": 0.8357,
      "step": 2120
    },
    {
      "epoch": 2.5570228091236493,
      "grad_norm": 0.05299674719572067,
      "learning_rate": 7.425272176747068e-06,
      "loss": 0.8185,
      "step": 2130
    },
    {
      "epoch": 2.569027611044418,
      "grad_norm": 0.06037457659840584,
      "learning_rate": 7.400478778390068e-06,
      "loss": 0.8327,
      "step": 2140
    },
    {
      "epoch": 2.581032412965186,
      "grad_norm": 0.054685529321432114,
      "learning_rate": 7.375608437406674e-06,
      "loss": 0.7932,
      "step": 2150
    },
    {
      "epoch": 2.593037214885954,
      "grad_norm": 0.061256833374500275,
      "learning_rate": 7.350661950966755e-06,
      "loss": 0.8395,
      "step": 2160
    },
    {
      "epoch": 2.6050420168067228,
      "grad_norm": 0.056471362709999084,
      "learning_rate": 7.325640118680872e-06,
      "loss": 0.7806,
      "step": 2170
    },
    {
      "epoch": 2.617046818727491,
      "grad_norm": 0.0574592649936676,
      "learning_rate": 7.300543742574654e-06,
      "loss": 0.8243,
      "step": 2180
    },
    {
      "epoch": 2.6290516206482595,
      "grad_norm": 0.05507262796163559,
      "learning_rate": 7.275373627063079e-06,
      "loss": 0.8201,
      "step": 2190
    },
    {
      "epoch": 2.6410564225690276,
      "grad_norm": 0.05754077062010765,
      "learning_rate": 7.2501305789247e-06,
      "loss": 0.8003,
      "step": 2200
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 0.055398665368556976,
      "learning_rate": 7.224815407275782e-06,
      "loss": 0.8291,
      "step": 2210
    },
    {
      "epoch": 2.6650660264105643,
      "grad_norm": 0.057937685400247574,
      "learning_rate": 7.199428923544366e-06,
      "loss": 0.7827,
      "step": 2220
    },
    {
      "epoch": 2.6770708283313325,
      "grad_norm": 0.05905699357390404,
      "learning_rate": 7.173971941444262e-06,
      "loss": 0.8482,
      "step": 2230
    },
    {
      "epoch": 2.689075630252101,
      "grad_norm": 0.05891605094075203,
      "learning_rate": 7.148445276948968e-06,
      "loss": 0.848,
      "step": 2240
    },
    {
      "epoch": 2.701080432172869,
      "grad_norm": 0.05597429722547531,
      "learning_rate": 7.122849748265512e-06,
      "loss": 0.8288,
      "step": 2250
    },
    {
      "epoch": 2.7130852340936373,
      "grad_norm": 0.0589454285800457,
      "learning_rate": 7.097186175808229e-06,
      "loss": 0.8711,
      "step": 2260
    },
    {
      "epoch": 2.725090036014406,
      "grad_norm": 0.056011561304330826,
      "learning_rate": 7.071455382172465e-06,
      "loss": 0.7916,
      "step": 2270
    },
    {
      "epoch": 2.737094837935174,
      "grad_norm": 0.06104077771306038,
      "learning_rate": 7.045658192108204e-06,
      "loss": 0.8378,
      "step": 2280
    },
    {
      "epoch": 2.7490996398559426,
      "grad_norm": 0.060269393026828766,
      "learning_rate": 7.019795432493644e-06,
      "loss": 0.8296,
      "step": 2290
    },
    {
      "epoch": 2.7611044417767108,
      "grad_norm": 0.05378441885113716,
      "learning_rate": 6.9938679323086785e-06,
      "loss": 0.8312,
      "step": 2300
    },
    {
      "epoch": 2.773109243697479,
      "grad_norm": 0.05314185470342636,
      "learning_rate": 6.967876522608339e-06,
      "loss": 0.8127,
      "step": 2310
    },
    {
      "epoch": 2.785114045618247,
      "grad_norm": 0.056222010403871536,
      "learning_rate": 6.941822036496146e-06,
      "loss": 0.8065,
      "step": 2320
    },
    {
      "epoch": 2.7971188475390156,
      "grad_norm": 0.05297733470797539,
      "learning_rate": 6.915705309097413e-06,
      "loss": 0.776,
      "step": 2330
    },
    {
      "epoch": 2.8091236494597838,
      "grad_norm": 0.05919932574033737,
      "learning_rate": 6.889527177532476e-06,
      "loss": 0.8115,
      "step": 2340
    },
    {
      "epoch": 2.8211284513805523,
      "grad_norm": 0.05913585424423218,
      "learning_rate": 6.863288480889858e-06,
      "loss": 0.8291,
      "step": 2350
    },
    {
      "epoch": 2.8331332533013205,
      "grad_norm": 0.05690290406346321,
      "learning_rate": 6.836990060199379e-06,
      "loss": 0.7931,
      "step": 2360
    },
    {
      "epoch": 2.8451380552220886,
      "grad_norm": 0.058122627437114716,
      "learning_rate": 6.810632758405195e-06,
      "loss": 0.8436,
      "step": 2370
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.0562375970184803,
      "learning_rate": 6.7842174203387804e-06,
      "loss": 0.8147,
      "step": 2380
    },
    {
      "epoch": 2.8691476590636253,
      "grad_norm": 0.06252553313970566,
      "learning_rate": 6.757744892691847e-06,
      "loss": 0.8408,
      "step": 2390
    },
    {
      "epoch": 2.881152460984394,
      "grad_norm": 0.06220783293247223,
      "learning_rate": 6.731216023989207e-06,
      "loss": 0.8358,
      "step": 2400
    },
    {
      "epoch": 2.893157262905162,
      "grad_norm": 0.05928228050470352,
      "learning_rate": 6.704631664561574e-06,
      "loss": 0.835,
      "step": 2410
    },
    {
      "epoch": 2.90516206482593,
      "grad_norm": 0.06004854291677475,
      "learning_rate": 6.67799266651831e-06,
      "loss": 0.8417,
      "step": 2420
    },
    {
      "epoch": 2.917166866746699,
      "grad_norm": 0.05948818475008011,
      "learning_rate": 6.651299883720106e-06,
      "loss": 0.8026,
      "step": 2430
    },
    {
      "epoch": 2.929171668667467,
      "grad_norm": 0.05721951648592949,
      "learning_rate": 6.62455417175162e-06,
      "loss": 0.8143,
      "step": 2440
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 0.060878921300172806,
      "learning_rate": 6.597756387894051e-06,
      "loss": 0.7804,
      "step": 2450
    },
    {
      "epoch": 2.9531812725090036,
      "grad_norm": 0.06494616717100143,
      "learning_rate": 6.57090739109766e-06,
      "loss": 0.8528,
      "step": 2460
    },
    {
      "epoch": 2.965186074429772,
      "grad_norm": 0.061719998717308044,
      "learning_rate": 6.544008041954236e-06,
      "loss": 0.8341,
      "step": 2470
    },
    {
      "epoch": 2.9771908763505404,
      "grad_norm": 0.06074754521250725,
      "learning_rate": 6.517059202669516e-06,
      "loss": 0.8163,
      "step": 2480
    },
    {
      "epoch": 2.9891956782713085,
      "grad_norm": 0.05759371444582939,
      "learning_rate": 6.4900617370355435e-06,
      "loss": 0.797,
      "step": 2490
    },
    {
      "epoch": 3.0012004801920766,
      "grad_norm": 0.06447486579418182,
      "learning_rate": 6.4630165104029875e-06,
      "loss": 0.8478,
      "step": 2500
    },
    {
      "epoch": 3.013205282112845,
      "grad_norm": 0.05972028896212578,
      "learning_rate": 6.435924389653398e-06,
      "loss": 0.7434,
      "step": 2510
    },
    {
      "epoch": 3.0252100840336134,
      "grad_norm": 0.06719402968883514,
      "learning_rate": 6.408786243171426e-06,
      "loss": 0.8223,
      "step": 2520
    },
    {
      "epoch": 3.037214885954382,
      "grad_norm": 0.06629668921232224,
      "learning_rate": 6.3816029408169846e-06,
      "loss": 0.8201,
      "step": 2530
    },
    {
      "epoch": 3.04921968787515,
      "grad_norm": 0.06306376308202744,
      "learning_rate": 6.354375353897376e-06,
      "loss": 0.8387,
      "step": 2540
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 0.05803842842578888,
      "learning_rate": 6.3271043551393485e-06,
      "loss": 0.8517,
      "step": 2550
    },
    {
      "epoch": 3.073229291716687,
      "grad_norm": 0.05941968038678169,
      "learning_rate": 6.299790818661135e-06,
      "loss": 0.8243,
      "step": 2560
    },
    {
      "epoch": 3.085234093637455,
      "grad_norm": 0.06141958758234978,
      "learning_rate": 6.272435619944436e-06,
      "loss": 0.8409,
      "step": 2570
    },
    {
      "epoch": 3.097238895558223,
      "grad_norm": 0.05685436725616455,
      "learning_rate": 6.245039635806345e-06,
      "loss": 0.8159,
      "step": 2580
    },
    {
      "epoch": 3.1092436974789917,
      "grad_norm": 0.058166082948446274,
      "learning_rate": 6.2176037443712575e-06,
      "loss": 0.8486,
      "step": 2590
    },
    {
      "epoch": 3.12124849939976,
      "grad_norm": 0.05954616516828537,
      "learning_rate": 6.190128825042716e-06,
      "loss": 0.8417,
      "step": 2600
    },
    {
      "epoch": 3.1332533013205284,
      "grad_norm": 0.05970808118581772,
      "learning_rate": 6.1626157584752285e-06,
      "loss": 0.7822,
      "step": 2610
    },
    {
      "epoch": 3.1452581032412965,
      "grad_norm": 0.06996554881334305,
      "learning_rate": 6.135065426546034e-06,
      "loss": 0.8074,
      "step": 2620
    },
    {
      "epoch": 3.1572629051620646,
      "grad_norm": 0.0612507127225399,
      "learning_rate": 6.107478712326843e-06,
      "loss": 0.819,
      "step": 2630
    },
    {
      "epoch": 3.1692677070828332,
      "grad_norm": 0.06266125291585922,
      "learning_rate": 6.079856500055526e-06,
      "loss": 0.8005,
      "step": 2640
    },
    {
      "epoch": 3.1812725090036014,
      "grad_norm": 0.06757565587759018,
      "learning_rate": 6.052199675107773e-06,
      "loss": 0.8025,
      "step": 2650
    },
    {
      "epoch": 3.19327731092437,
      "grad_norm": 0.060953736305236816,
      "learning_rate": 6.024509123968722e-06,
      "loss": 0.8195,
      "step": 2660
    },
    {
      "epoch": 3.205282112845138,
      "grad_norm": 0.074392169713974,
      "learning_rate": 5.996785734204528e-06,
      "loss": 0.8411,
      "step": 2670
    },
    {
      "epoch": 3.2172869147659062,
      "grad_norm": 0.06586959213018417,
      "learning_rate": 5.969030394433928e-06,
      "loss": 0.8246,
      "step": 2680
    },
    {
      "epoch": 3.229291716686675,
      "grad_norm": 0.06062298268079758,
      "learning_rate": 5.941243994299758e-06,
      "loss": 0.8361,
      "step": 2690
    },
    {
      "epoch": 3.241296518607443,
      "grad_norm": 0.06378082185983658,
      "learning_rate": 5.913427424440428e-06,
      "loss": 0.8121,
      "step": 2700
    },
    {
      "epoch": 3.2533013205282115,
      "grad_norm": 0.061464712023735046,
      "learning_rate": 5.885581576461376e-06,
      "loss": 0.813,
      "step": 2710
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 0.06229786574840546,
      "learning_rate": 5.857707342906501e-06,
      "loss": 0.7757,
      "step": 2720
    },
    {
      "epoch": 3.277310924369748,
      "grad_norm": 0.0691327154636383,
      "learning_rate": 5.82980561722954e-06,
      "loss": 0.8063,
      "step": 2730
    },
    {
      "epoch": 3.2893157262905164,
      "grad_norm": 0.06736263632774353,
      "learning_rate": 5.8018772937654366e-06,
      "loss": 0.8352,
      "step": 2740
    },
    {
      "epoch": 3.3013205282112845,
      "grad_norm": 0.06093461439013481,
      "learning_rate": 5.773923267701676e-06,
      "loss": 0.8216,
      "step": 2750
    },
    {
      "epoch": 3.3133253301320527,
      "grad_norm": 0.06377444416284561,
      "learning_rate": 5.745944435049586e-06,
      "loss": 0.8095,
      "step": 2760
    },
    {
      "epoch": 3.3253301320528212,
      "grad_norm": 0.06320587545633316,
      "learning_rate": 5.717941692615626e-06,
      "loss": 0.828,
      "step": 2770
    },
    {
      "epoch": 3.3373349339735894,
      "grad_norm": 0.06745033711194992,
      "learning_rate": 5.689915937972634e-06,
      "loss": 0.8277,
      "step": 2780
    },
    {
      "epoch": 3.3493397358943575,
      "grad_norm": 0.06507708877325058,
      "learning_rate": 5.661868069431056e-06,
      "loss": 0.8177,
      "step": 2790
    },
    {
      "epoch": 3.361344537815126,
      "grad_norm": 0.0653938576579094,
      "learning_rate": 5.633798986010159e-06,
      "loss": 0.8302,
      "step": 2800
    },
    {
      "epoch": 3.3733493397358942,
      "grad_norm": 0.06798886507749557,
      "learning_rate": 5.605709587409216e-06,
      "loss": 0.7741,
      "step": 2810
    },
    {
      "epoch": 3.385354141656663,
      "grad_norm": 0.06364308297634125,
      "learning_rate": 5.577600773978651e-06,
      "loss": 0.7791,
      "step": 2820
    },
    {
      "epoch": 3.397358943577431,
      "grad_norm": 0.06712163984775543,
      "learning_rate": 5.5494734466912005e-06,
      "loss": 0.8316,
      "step": 2830
    },
    {
      "epoch": 3.409363745498199,
      "grad_norm": 0.06373037397861481,
      "learning_rate": 5.521328507113027e-06,
      "loss": 0.7897,
      "step": 2840
    },
    {
      "epoch": 3.4213685474189677,
      "grad_norm": 0.06734546273946762,
      "learning_rate": 5.493166857374818e-06,
      "loss": 0.8325,
      "step": 2850
    },
    {
      "epoch": 3.433373349339736,
      "grad_norm": 0.0662597045302391,
      "learning_rate": 5.464989400142868e-06,
      "loss": 0.8304,
      "step": 2860
    },
    {
      "epoch": 3.4453781512605044,
      "grad_norm": 0.06525112688541412,
      "learning_rate": 5.436797038590159e-06,
      "loss": 0.869,
      "step": 2870
    },
    {
      "epoch": 3.4573829531812725,
      "grad_norm": 0.06612803786993027,
      "learning_rate": 5.408590676367395e-06,
      "loss": 0.8372,
      "step": 2880
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 0.07390609383583069,
      "learning_rate": 5.380371217574046e-06,
      "loss": 0.8011,
      "step": 2890
    },
    {
      "epoch": 3.4813925570228093,
      "grad_norm": 0.06323985010385513,
      "learning_rate": 5.352139566729366e-06,
      "loss": 0.7972,
      "step": 2900
    },
    {
      "epoch": 3.4933973589435774,
      "grad_norm": 0.06164005026221275,
      "learning_rate": 5.323896628743401e-06,
      "loss": 0.8099,
      "step": 2910
    },
    {
      "epoch": 3.505402160864346,
      "grad_norm": 0.06231848523020744,
      "learning_rate": 5.295643308887986e-06,
      "loss": 0.8172,
      "step": 2920
    },
    {
      "epoch": 3.517406962785114,
      "grad_norm": 0.06743638217449188,
      "learning_rate": 5.2673805127677255e-06,
      "loss": 0.7886,
      "step": 2930
    },
    {
      "epoch": 3.5294117647058822,
      "grad_norm": 0.0683428943157196,
      "learning_rate": 5.239109146290965e-06,
      "loss": 0.8155,
      "step": 2940
    },
    {
      "epoch": 3.5414165666266504,
      "grad_norm": 0.06549340486526489,
      "learning_rate": 5.210830115640758e-06,
      "loss": 0.7952,
      "step": 2950
    },
    {
      "epoch": 3.553421368547419,
      "grad_norm": 0.07066480070352554,
      "learning_rate": 5.1825443272458194e-06,
      "loss": 0.8514,
      "step": 2960
    },
    {
      "epoch": 3.5654261704681876,
      "grad_norm": 0.0690867155790329,
      "learning_rate": 5.154252687751469e-06,
      "loss": 0.837,
      "step": 2970
    },
    {
      "epoch": 3.5774309723889557,
      "grad_norm": 0.07441065460443497,
      "learning_rate": 5.125956103990567e-06,
      "loss": 0.7944,
      "step": 2980
    },
    {
      "epoch": 3.589435774309724,
      "grad_norm": 0.06854850053787231,
      "learning_rate": 5.0976554829544626e-06,
      "loss": 0.8022,
      "step": 2990
    },
    {
      "epoch": 3.601440576230492,
      "grad_norm": 0.06906180083751678,
      "learning_rate": 5.069351731763903e-06,
      "loss": 0.7914,
      "step": 3000
    },
    {
      "epoch": 3.6134453781512605,
      "grad_norm": 0.06705962121486664,
      "learning_rate": 5.041045757639972e-06,
      "loss": 0.8043,
      "step": 3010
    },
    {
      "epoch": 3.6254501800720287,
      "grad_norm": 0.07068238407373428,
      "learning_rate": 5.0127384678750005e-06,
      "loss": 0.8737,
      "step": 3020
    },
    {
      "epoch": 3.6374549819927973,
      "grad_norm": 0.07324163615703583,
      "learning_rate": 4.984430769803493e-06,
      "loss": 0.8224,
      "step": 3030
    },
    {
      "epoch": 3.6494597839135654,
      "grad_norm": 0.06777600198984146,
      "learning_rate": 4.95612357077304e-06,
      "loss": 0.8424,
      "step": 3040
    },
    {
      "epoch": 3.6614645858343335,
      "grad_norm": 0.07339445501565933,
      "learning_rate": 4.927817778115239e-06,
      "loss": 0.8345,
      "step": 3050
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 0.07379196584224701,
      "learning_rate": 4.899514299116603e-06,
      "loss": 0.7919,
      "step": 3060
    },
    {
      "epoch": 3.6854741896758703,
      "grad_norm": 0.06788371503353119,
      "learning_rate": 4.871214040989492e-06,
      "loss": 0.7914,
      "step": 3070
    },
    {
      "epoch": 3.697478991596639,
      "grad_norm": 0.07233492285013199,
      "learning_rate": 4.8429179108430246e-06,
      "loss": 0.8388,
      "step": 3080
    },
    {
      "epoch": 3.709483793517407,
      "grad_norm": 0.07236211746931076,
      "learning_rate": 4.814626815654e-06,
      "loss": 0.8619,
      "step": 3090
    },
    {
      "epoch": 3.721488595438175,
      "grad_norm": 0.06984652578830719,
      "learning_rate": 4.7863416622378426e-06,
      "loss": 0.8038,
      "step": 3100
    },
    {
      "epoch": 3.7334933973589437,
      "grad_norm": 0.06518954783678055,
      "learning_rate": 4.7580633572195156e-06,
      "loss": 0.8219,
      "step": 3110
    },
    {
      "epoch": 3.745498199279712,
      "grad_norm": 0.06867209821939468,
      "learning_rate": 4.729792807004472e-06,
      "loss": 0.852,
      "step": 3120
    },
    {
      "epoch": 3.7575030012004804,
      "grad_norm": 0.06609649956226349,
      "learning_rate": 4.701530917749604e-06,
      "loss": 0.803,
      "step": 3130
    },
    {
      "epoch": 3.7695078031212486,
      "grad_norm": 0.06952491402626038,
      "learning_rate": 4.673278595334191e-06,
      "loss": 0.8405,
      "step": 3140
    },
    {
      "epoch": 3.7815126050420167,
      "grad_norm": 0.0671219453215599,
      "learning_rate": 4.645036745330863e-06,
      "loss": 0.7897,
      "step": 3150
    },
    {
      "epoch": 3.7935174069627853,
      "grad_norm": 0.06863446533679962,
      "learning_rate": 4.616806272976584e-06,
      "loss": 0.8096,
      "step": 3160
    },
    {
      "epoch": 3.8055222088835534,
      "grad_norm": 0.07853756099939346,
      "learning_rate": 4.588588083143625e-06,
      "loss": 0.8143,
      "step": 3170
    },
    {
      "epoch": 3.817527010804322,
      "grad_norm": 0.07341323047876358,
      "learning_rate": 4.56038308031057e-06,
      "loss": 0.8079,
      "step": 3180
    },
    {
      "epoch": 3.82953181272509,
      "grad_norm": 0.06746179610490799,
      "learning_rate": 4.5321921685333105e-06,
      "loss": 0.8208,
      "step": 3190
    },
    {
      "epoch": 3.8415366146458583,
      "grad_norm": 0.07139655202627182,
      "learning_rate": 4.504016251416085e-06,
      "loss": 0.8224,
      "step": 3200
    },
    {
      "epoch": 3.8535414165666264,
      "grad_norm": 0.0728779211640358,
      "learning_rate": 4.475856232082506e-06,
      "loss": 0.8249,
      "step": 3210
    },
    {
      "epoch": 3.865546218487395,
      "grad_norm": 0.06635065376758575,
      "learning_rate": 4.447713013146612e-06,
      "loss": 0.8219,
      "step": 3220
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 0.06454911828041077,
      "learning_rate": 4.419587496683939e-06,
      "loss": 0.8435,
      "step": 3230
    },
    {
      "epoch": 3.8895558223289317,
      "grad_norm": 0.07131163030862808,
      "learning_rate": 4.391480584202605e-06,
      "loss": 0.8159,
      "step": 3240
    },
    {
      "epoch": 3.9015606242497,
      "grad_norm": 0.07186614722013474,
      "learning_rate": 4.363393176614411e-06,
      "loss": 0.7746,
      "step": 3250
    },
    {
      "epoch": 3.913565426170468,
      "grad_norm": 0.07490645349025726,
      "learning_rate": 4.335326174205976e-06,
      "loss": 0.8523,
      "step": 3260
    },
    {
      "epoch": 3.9255702280912366,
      "grad_norm": 0.07318370789289474,
      "learning_rate": 4.3072804766098605e-06,
      "loss": 0.8141,
      "step": 3270
    },
    {
      "epoch": 3.9375750300120047,
      "grad_norm": 0.07088599354028702,
      "learning_rate": 4.279256982775744e-06,
      "loss": 0.7967,
      "step": 3280
    },
    {
      "epoch": 3.9495798319327733,
      "grad_norm": 0.07442790269851685,
      "learning_rate": 4.251256590941615e-06,
      "loss": 0.8148,
      "step": 3290
    },
    {
      "epoch": 3.9615846338535414,
      "grad_norm": 0.07056485116481781,
      "learning_rate": 4.223280198604962e-06,
      "loss": 0.8109,
      "step": 3300
    },
    {
      "epoch": 3.9735894357743096,
      "grad_norm": 0.07370737940073013,
      "learning_rate": 4.195328702494024e-06,
      "loss": 0.7949,
      "step": 3310
    },
    {
      "epoch": 3.985594237695078,
      "grad_norm": 0.07084988802671432,
      "learning_rate": 4.167402998539041e-06,
      "loss": 0.8082,
      "step": 3320
    },
    {
      "epoch": 3.9975990396158463,
      "grad_norm": 0.06937604397535324,
      "learning_rate": 4.13950398184353e-06,
      "loss": 0.8696,
      "step": 3330
    },
    {
      "epoch": 4.009603841536615,
      "grad_norm": 0.07246571779251099,
      "learning_rate": 4.111632546655608e-06,
      "loss": 0.8017,
      "step": 3340
    },
    {
      "epoch": 4.021608643457383,
      "grad_norm": 0.07561132311820984,
      "learning_rate": 4.083789586339315e-06,
      "loss": 0.801,
      "step": 3350
    },
    {
      "epoch": 4.033613445378151,
      "grad_norm": 0.07453512400388718,
      "learning_rate": 4.055975993345986e-06,
      "loss": 0.8244,
      "step": 3360
    },
    {
      "epoch": 4.045618247298919,
      "grad_norm": 0.0704115629196167,
      "learning_rate": 4.028192659185649e-06,
      "loss": 0.8294,
      "step": 3370
    },
    {
      "epoch": 4.057623049219688,
      "grad_norm": 0.06777546554803848,
      "learning_rate": 4.000440474398439e-06,
      "loss": 0.8299,
      "step": 3380
    },
    {
      "epoch": 4.069627851140456,
      "grad_norm": 0.08122120797634125,
      "learning_rate": 3.972720328526059e-06,
      "loss": 0.7945,
      "step": 3390
    },
    {
      "epoch": 4.081632653061225,
      "grad_norm": 0.0788722038269043,
      "learning_rate": 3.945033110083273e-06,
      "loss": 0.8077,
      "step": 3400
    },
    {
      "epoch": 4.093637454981993,
      "grad_norm": 0.0742715448141098,
      "learning_rate": 3.917379706529416e-06,
      "loss": 0.8234,
      "step": 3410
    },
    {
      "epoch": 4.105642256902761,
      "grad_norm": 0.07386495918035507,
      "learning_rate": 3.889761004239958e-06,
      "loss": 0.8523,
      "step": 3420
    },
    {
      "epoch": 4.117647058823529,
      "grad_norm": 0.07414324581623077,
      "learning_rate": 3.862177888478082e-06,
      "loss": 0.8185,
      "step": 3430
    },
    {
      "epoch": 4.129651860744298,
      "grad_norm": 0.07434631884098053,
      "learning_rate": 3.834631243366318e-06,
      "loss": 0.8613,
      "step": 3440
    },
    {
      "epoch": 4.141656662665066,
      "grad_norm": 0.07150658965110779,
      "learning_rate": 3.8071219518582032e-06,
      "loss": 0.7821,
      "step": 3450
    },
    {
      "epoch": 4.153661464585834,
      "grad_norm": 0.06888636946678162,
      "learning_rate": 3.7796508957099744e-06,
      "loss": 0.7794,
      "step": 3460
    },
    {
      "epoch": 4.165666266506602,
      "grad_norm": 0.07071466743946075,
      "learning_rate": 3.752218955452311e-06,
      "loss": 0.8367,
      "step": 3470
    },
    {
      "epoch": 4.177671068427371,
      "grad_norm": 0.07348918169736862,
      "learning_rate": 3.7248270103621128e-06,
      "loss": 0.8085,
      "step": 3480
    },
    {
      "epoch": 4.18967587034814,
      "grad_norm": 0.07582999765872955,
      "learning_rate": 3.697475938434305e-06,
      "loss": 0.837,
      "step": 3490
    },
    {
      "epoch": 4.201680672268908,
      "grad_norm": 0.06943266838788986,
      "learning_rate": 3.6701666163537125e-06,
      "loss": 0.8058,
      "step": 3500
    },
    {
      "epoch": 4.213685474189676,
      "grad_norm": 0.08077062666416168,
      "learning_rate": 3.6428999194669478e-06,
      "loss": 0.8466,
      "step": 3510
    },
    {
      "epoch": 4.225690276110444,
      "grad_norm": 0.07306414097547531,
      "learning_rate": 3.6156767217543507e-06,
      "loss": 0.8098,
      "step": 3520
    },
    {
      "epoch": 4.237695078031212,
      "grad_norm": 0.07767776399850845,
      "learning_rate": 3.588497895801994e-06,
      "loss": 0.8227,
      "step": 3530
    },
    {
      "epoch": 4.249699879951981,
      "grad_norm": 0.06969287246465683,
      "learning_rate": 3.5613643127736884e-06,
      "loss": 0.8048,
      "step": 3540
    },
    {
      "epoch": 4.261704681872749,
      "grad_norm": 0.08369370549917221,
      "learning_rate": 3.534276842383074e-06,
      "loss": 0.8361,
      "step": 3550
    },
    {
      "epoch": 4.2737094837935174,
      "grad_norm": 0.07350631803274155,
      "learning_rate": 3.5072363528657488e-06,
      "loss": 0.8241,
      "step": 3560
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.09979286789894104,
      "learning_rate": 3.480243710951422e-06,
      "loss": 0.8196,
      "step": 3570
    },
    {
      "epoch": 4.297719087635054,
      "grad_norm": 0.07020698487758636,
      "learning_rate": 3.4532997818361456e-06,
      "loss": 0.8213,
      "step": 3580
    },
    {
      "epoch": 4.309723889555823,
      "grad_norm": 0.0725114569067955,
      "learning_rate": 3.426405429154581e-06,
      "loss": 0.8232,
      "step": 3590
    },
    {
      "epoch": 4.321728691476591,
      "grad_norm": 0.07283388823270798,
      "learning_rate": 3.3995615149523102e-06,
      "loss": 0.855,
      "step": 3600
    },
    {
      "epoch": 4.333733493397359,
      "grad_norm": 0.0759081020951271,
      "learning_rate": 3.372768899658212e-06,
      "loss": 0.8116,
      "step": 3610
    },
    {
      "epoch": 4.345738295318127,
      "grad_norm": 0.07164635509252548,
      "learning_rate": 3.3460284420568802e-06,
      "loss": 0.8147,
      "step": 3620
    },
    {
      "epoch": 4.357743097238895,
      "grad_norm": 0.07087879627943039,
      "learning_rate": 3.3193409992610897e-06,
      "loss": 0.7556,
      "step": 3630
    },
    {
      "epoch": 4.369747899159664,
      "grad_norm": 0.07007823884487152,
      "learning_rate": 3.2927074266843394e-06,
      "loss": 0.8307,
      "step": 3640
    },
    {
      "epoch": 4.3817527010804325,
      "grad_norm": 0.07446113228797913,
      "learning_rate": 3.26612857801342e-06,
      "loss": 0.8155,
      "step": 3650
    },
    {
      "epoch": 4.393757503001201,
      "grad_norm": 0.07006789743900299,
      "learning_rate": 3.2396053051810515e-06,
      "loss": 0.8118,
      "step": 3660
    },
    {
      "epoch": 4.405762304921969,
      "grad_norm": 0.07662977278232574,
      "learning_rate": 3.213138458338587e-06,
      "loss": 0.8394,
      "step": 3670
    },
    {
      "epoch": 4.417767106842737,
      "grad_norm": 0.08047199994325638,
      "learning_rate": 3.186728885828748e-06,
      "loss": 0.8321,
      "step": 3680
    },
    {
      "epoch": 4.429771908763505,
      "grad_norm": 0.08414141833782196,
      "learning_rate": 3.160377434158448e-06,
      "loss": 0.7842,
      "step": 3690
    },
    {
      "epoch": 4.441776710684274,
      "grad_norm": 0.06629359722137451,
      "learning_rate": 3.134084947971644e-06,
      "loss": 0.7735,
      "step": 3700
    },
    {
      "epoch": 4.453781512605042,
      "grad_norm": 0.07507917284965515,
      "learning_rate": 3.1078522700222713e-06,
      "loss": 0.8031,
      "step": 3710
    },
    {
      "epoch": 4.46578631452581,
      "grad_norm": 0.07528281211853027,
      "learning_rate": 3.0816802411472362e-06,
      "loss": 0.817,
      "step": 3720
    },
    {
      "epoch": 4.4777911164465785,
      "grad_norm": 0.07056977599859238,
      "learning_rate": 3.05556970023945e-06,
      "loss": 0.8379,
      "step": 3730
    },
    {
      "epoch": 4.489795918367347,
      "grad_norm": 0.07075227051973343,
      "learning_rate": 3.029521484220953e-06,
      "loss": 0.7759,
      "step": 3740
    },
    {
      "epoch": 4.501800720288116,
      "grad_norm": 0.08120349049568176,
      "learning_rate": 3.003536428016084e-06,
      "loss": 0.812,
      "step": 3750
    },
    {
      "epoch": 4.513805522208884,
      "grad_norm": 0.0773065984249115,
      "learning_rate": 2.9776153645247135e-06,
      "loss": 0.7805,
      "step": 3760
    },
    {
      "epoch": 4.525810324129652,
      "grad_norm": 0.08427418768405914,
      "learning_rate": 2.951759124595558e-06,
      "loss": 0.8452,
      "step": 3770
    },
    {
      "epoch": 4.53781512605042,
      "grad_norm": 0.07738559693098068,
      "learning_rate": 2.9259685369995372e-06,
      "loss": 0.8379,
      "step": 3780
    },
    {
      "epoch": 4.549819927971188,
      "grad_norm": 0.07159377634525299,
      "learning_rate": 2.900244428403214e-06,
      "loss": 0.8248,
      "step": 3790
    },
    {
      "epoch": 4.561824729891956,
      "grad_norm": 0.08146795630455017,
      "learning_rate": 2.874587623342305e-06,
      "loss": 0.7939,
      "step": 3800
    },
    {
      "epoch": 4.573829531812725,
      "grad_norm": 0.06939620524644852,
      "learning_rate": 2.8489989441952357e-06,
      "loss": 0.8221,
      "step": 3810
    },
    {
      "epoch": 4.5858343337334935,
      "grad_norm": 0.0722632110118866,
      "learning_rate": 2.8234792111567915e-06,
      "loss": 0.8351,
      "step": 3820
    },
    {
      "epoch": 4.597839135654262,
      "grad_norm": 0.07618506252765656,
      "learning_rate": 2.7980292422118282e-06,
      "loss": 0.8298,
      "step": 3830
    },
    {
      "epoch": 4.60984393757503,
      "grad_norm": 0.07517799735069275,
      "learning_rate": 2.7726498531090507e-06,
      "loss": 0.8025,
      "step": 3840
    },
    {
      "epoch": 4.621848739495798,
      "grad_norm": 0.07529459148645401,
      "learning_rate": 2.747341857334866e-06,
      "loss": 0.8004,
      "step": 3850
    },
    {
      "epoch": 4.633853541416567,
      "grad_norm": 0.07275144010782242,
      "learning_rate": 2.7221060660873057e-06,
      "loss": 0.8117,
      "step": 3860
    },
    {
      "epoch": 4.645858343337335,
      "grad_norm": 0.0774557814002037,
      "learning_rate": 2.6969432882500266e-06,
      "loss": 0.846,
      "step": 3870
    },
    {
      "epoch": 4.657863145258103,
      "grad_norm": 0.07570381462574005,
      "learning_rate": 2.6718543303663912e-06,
      "loss": 0.8258,
      "step": 3880
    },
    {
      "epoch": 4.669867947178871,
      "grad_norm": 0.07305650413036346,
      "learning_rate": 2.646839996613599e-06,
      "loss": 0.8034,
      "step": 3890
    },
    {
      "epoch": 4.6818727490996395,
      "grad_norm": 0.0736539289355278,
      "learning_rate": 2.621901088776927e-06,
      "loss": 0.7702,
      "step": 3900
    },
    {
      "epoch": 4.6938775510204085,
      "grad_norm": 0.07207903265953064,
      "learning_rate": 2.597038406224022e-06,
      "loss": 0.7824,
      "step": 3910
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 0.07334660738706589,
      "learning_rate": 2.5722527458792743e-06,
      "loss": 0.8283,
      "step": 3920
    },
    {
      "epoch": 4.717887154861945,
      "grad_norm": 0.06604504585266113,
      "learning_rate": 2.5475449021982855e-06,
      "loss": 0.8122,
      "step": 3930
    },
    {
      "epoch": 4.729891956782713,
      "grad_norm": 0.07602079212665558,
      "learning_rate": 2.5229156671423915e-06,
      "loss": 0.7998,
      "step": 3940
    },
    {
      "epoch": 4.741896758703481,
      "grad_norm": 0.08058540523052216,
      "learning_rate": 2.498365830153285e-06,
      "loss": 0.8088,
      "step": 3950
    },
    {
      "epoch": 4.75390156062425,
      "grad_norm": 0.07190197706222534,
      "learning_rate": 2.4738961781277097e-06,
      "loss": 0.8067,
      "step": 3960
    },
    {
      "epoch": 4.765906362545018,
      "grad_norm": 0.07564514130353928,
      "learning_rate": 2.4495074953922425e-06,
      "loss": 0.8065,
      "step": 3970
    },
    {
      "epoch": 4.777911164465786,
      "grad_norm": 0.0754808560013771,
      "learning_rate": 2.425200563678141e-06,
      "loss": 0.8003,
      "step": 3980
    },
    {
      "epoch": 4.7899159663865545,
      "grad_norm": 0.07958831638097763,
      "learning_rate": 2.400976162096302e-06,
      "loss": 0.8669,
      "step": 3990
    },
    {
      "epoch": 4.801920768307323,
      "grad_norm": 0.07733064144849777,
      "learning_rate": 2.376835067112276e-06,
      "loss": 0.8245,
      "step": 4000
    },
    {
      "epoch": 4.813925570228092,
      "grad_norm": 0.07412835210561752,
      "learning_rate": 2.352778052521384e-06,
      "loss": 0.8312,
      "step": 4010
    },
    {
      "epoch": 4.82593037214886,
      "grad_norm": 0.07761096954345703,
      "learning_rate": 2.3288058894239202e-06,
      "loss": 0.8025,
      "step": 4020
    },
    {
      "epoch": 4.837935174069628,
      "grad_norm": 0.06937912851572037,
      "learning_rate": 2.3049193462004277e-06,
      "loss": 0.8182,
      "step": 4030
    },
    {
      "epoch": 4.849939975990396,
      "grad_norm": 0.07850659638643265,
      "learning_rate": 2.2811191884870755e-06,
      "loss": 0.8176,
      "step": 4040
    },
    {
      "epoch": 4.861944777911164,
      "grad_norm": 0.0807727575302124,
      "learning_rate": 2.2574061791511114e-06,
      "loss": 0.8194,
      "step": 4050
    },
    {
      "epoch": 4.873949579831933,
      "grad_norm": 0.07483908534049988,
      "learning_rate": 2.2337810782664138e-06,
      "loss": 0.7926,
      "step": 4060
    },
    {
      "epoch": 4.885954381752701,
      "grad_norm": 0.08230816572904587,
      "learning_rate": 2.2102446430891323e-06,
      "loss": 0.758,
      "step": 4070
    },
    {
      "epoch": 4.8979591836734695,
      "grad_norm": 0.0813629999756813,
      "learning_rate": 2.186797628033406e-06,
      "loss": 0.7916,
      "step": 4080
    },
    {
      "epoch": 4.909963985594238,
      "grad_norm": 0.0788528099656105,
      "learning_rate": 2.163440784647193e-06,
      "loss": 0.8624,
      "step": 4090
    },
    {
      "epoch": 4.921968787515006,
      "grad_norm": 0.07894974946975708,
      "learning_rate": 2.140174861588175e-06,
      "loss": 0.8324,
      "step": 4100
    },
    {
      "epoch": 4.933973589435775,
      "grad_norm": 0.08242552727460861,
      "learning_rate": 2.1170006045997577e-06,
      "loss": 0.8335,
      "step": 4110
    },
    {
      "epoch": 4.945978391356543,
      "grad_norm": 0.08206847310066223,
      "learning_rate": 2.0939187564871768e-06,
      "loss": 0.7888,
      "step": 4120
    },
    {
      "epoch": 4.957983193277311,
      "grad_norm": 0.07950755953788757,
      "learning_rate": 2.070930057093676e-06,
      "loss": 0.815,
      "step": 4130
    },
    {
      "epoch": 4.969987995198079,
      "grad_norm": 0.07717156410217285,
      "learning_rate": 2.0480352432768063e-06,
      "loss": 0.8451,
      "step": 4140
    },
    {
      "epoch": 4.981992797118847,
      "grad_norm": 0.08424907177686691,
      "learning_rate": 2.0252350488848015e-06,
      "loss": 0.821,
      "step": 4150
    },
    {
      "epoch": 4.9939975990396155,
      "grad_norm": 0.06911070644855499,
      "learning_rate": 2.002530204733051e-06,
      "loss": 0.8038,
      "step": 4160
    },
    {
      "epoch": 5.0060024009603845,
      "grad_norm": 0.0768696665763855,
      "learning_rate": 1.9799214385806804e-06,
      "loss": 0.8111,
      "step": 4170
    },
    {
      "epoch": 5.018007202881153,
      "grad_norm": 0.07615645974874496,
      "learning_rate": 1.9574094751072287e-06,
      "loss": 0.8087,
      "step": 4180
    },
    {
      "epoch": 5.030012004801921,
      "grad_norm": 0.08393856883049011,
      "learning_rate": 1.93499503588941e-06,
      "loss": 0.8233,
      "step": 4190
    },
    {
      "epoch": 5.042016806722689,
      "grad_norm": 0.07502923160791397,
      "learning_rate": 1.9126788393779935e-06,
      "loss": 0.836,
      "step": 4200
    },
    {
      "epoch": 5.054021608643457,
      "grad_norm": 0.07897184789180756,
      "learning_rate": 1.8904616008747728e-06,
      "loss": 0.7748,
      "step": 4210
    },
    {
      "epoch": 5.066026410564226,
      "grad_norm": 0.0756894201040268,
      "learning_rate": 1.8683440325096314e-06,
      "loss": 0.7697,
      "step": 4220
    },
    {
      "epoch": 5.078031212484994,
      "grad_norm": 0.07758835703134537,
      "learning_rate": 1.8463268432177301e-06,
      "loss": 0.809,
      "step": 4230
    },
    {
      "epoch": 5.090036014405762,
      "grad_norm": 0.08467192202806473,
      "learning_rate": 1.8244107387167697e-06,
      "loss": 0.81,
      "step": 4240
    },
    {
      "epoch": 5.1020408163265305,
      "grad_norm": 0.07697489112615585,
      "learning_rate": 1.8025964214843783e-06,
      "loss": 0.836,
      "step": 4250
    },
    {
      "epoch": 5.114045618247299,
      "grad_norm": 0.07720308005809784,
      "learning_rate": 1.780884590735595e-06,
      "loss": 0.8154,
      "step": 4260
    },
    {
      "epoch": 5.126050420168067,
      "grad_norm": 0.0763421505689621,
      "learning_rate": 1.7592759424004558e-06,
      "loss": 0.8531,
      "step": 4270
    },
    {
      "epoch": 5.138055222088836,
      "grad_norm": 0.08317775279283524,
      "learning_rate": 1.7377711691016885e-06,
      "loss": 0.7965,
      "step": 4280
    },
    {
      "epoch": 5.150060024009604,
      "grad_norm": 0.08028178662061691,
      "learning_rate": 1.7163709601325078e-06,
      "loss": 0.7991,
      "step": 4290
    },
    {
      "epoch": 5.162064825930372,
      "grad_norm": 0.07481025159358978,
      "learning_rate": 1.695076001434524e-06,
      "loss": 0.7828,
      "step": 4300
    },
    {
      "epoch": 5.17406962785114,
      "grad_norm": 0.07857973873615265,
      "learning_rate": 1.673886975575763e-06,
      "loss": 0.8107,
      "step": 4310
    },
    {
      "epoch": 5.186074429771908,
      "grad_norm": 0.08358076214790344,
      "learning_rate": 1.6528045617287736e-06,
      "loss": 0.8227,
      "step": 4320
    },
    {
      "epoch": 5.198079231692677,
      "grad_norm": 0.08463145047426224,
      "learning_rate": 1.6318294356488723e-06,
      "loss": 0.8329,
      "step": 4330
    },
    {
      "epoch": 5.2100840336134455,
      "grad_norm": 0.08062751591205597,
      "learning_rate": 1.6109622696524775e-06,
      "loss": 0.8005,
      "step": 4340
    },
    {
      "epoch": 5.222088835534214,
      "grad_norm": 0.07316137105226517,
      "learning_rate": 1.5902037325955533e-06,
      "loss": 0.7609,
      "step": 4350
    },
    {
      "epoch": 5.234093637454982,
      "grad_norm": 0.08057930320501328,
      "learning_rate": 1.5695544898521841e-06,
      "loss": 0.8192,
      "step": 4360
    },
    {
      "epoch": 5.24609843937575,
      "grad_norm": 0.07895936816930771,
      "learning_rate": 1.5490152032932338e-06,
      "loss": 0.836,
      "step": 4370
    },
    {
      "epoch": 5.258103241296519,
      "grad_norm": 0.0799291655421257,
      "learning_rate": 1.5285865312651417e-06,
      "loss": 0.8181,
      "step": 4380
    },
    {
      "epoch": 5.270108043217287,
      "grad_norm": 0.07720459997653961,
      "learning_rate": 1.508269128568815e-06,
      "loss": 0.786,
      "step": 4390
    },
    {
      "epoch": 5.282112845138055,
      "grad_norm": 0.08408314734697342,
      "learning_rate": 1.4880636464386388e-06,
      "loss": 0.7868,
      "step": 4400
    },
    {
      "epoch": 5.294117647058823,
      "grad_norm": 0.08219724148511887,
      "learning_rate": 1.4679707325216057e-06,
      "loss": 0.8084,
      "step": 4410
    },
    {
      "epoch": 5.3061224489795915,
      "grad_norm": 0.07679635286331177,
      "learning_rate": 1.447991030856558e-06,
      "loss": 0.829,
      "step": 4420
    },
    {
      "epoch": 5.3181272509003605,
      "grad_norm": 0.07849011570215225,
      "learning_rate": 1.4281251818535368e-06,
      "loss": 0.7877,
      "step": 4430
    },
    {
      "epoch": 5.330132052821129,
      "grad_norm": 0.08212018013000488,
      "learning_rate": 1.4083738222732656e-06,
      "loss": 0.8482,
      "step": 4440
    },
    {
      "epoch": 5.342136854741897,
      "grad_norm": 0.07957368344068527,
      "learning_rate": 1.388737585206733e-06,
      "loss": 0.7826,
      "step": 4450
    },
    {
      "epoch": 5.354141656662665,
      "grad_norm": 0.07521677762269974,
      "learning_rate": 1.3692171000548987e-06,
      "loss": 0.7929,
      "step": 4460
    },
    {
      "epoch": 5.366146458583433,
      "grad_norm": 0.08291694521903992,
      "learning_rate": 1.349812992508527e-06,
      "loss": 0.7702,
      "step": 4470
    },
    {
      "epoch": 5.378151260504202,
      "grad_norm": 0.08579208701848984,
      "learning_rate": 1.3305258845281232e-06,
      "loss": 0.7703,
      "step": 4480
    },
    {
      "epoch": 5.39015606242497,
      "grad_norm": 0.07739798724651337,
      "learning_rate": 1.311356394324002e-06,
      "loss": 0.8072,
      "step": 4490
    },
    {
      "epoch": 5.402160864345738,
      "grad_norm": 0.07492494583129883,
      "learning_rate": 1.2923051363364736e-06,
      "loss": 0.824,
      "step": 4500
    },
    {
      "epoch": 5.4141656662665065,
      "grad_norm": 0.0814451351761818,
      "learning_rate": 1.2733727212161478e-06,
      "loss": 0.8135,
      "step": 4510
    },
    {
      "epoch": 5.426170468187275,
      "grad_norm": 0.0821041613817215,
      "learning_rate": 1.2545597558043559e-06,
      "loss": 0.8094,
      "step": 4520
    },
    {
      "epoch": 5.438175270108043,
      "grad_norm": 0.08446614444255829,
      "learning_rate": 1.2358668431137082e-06,
      "loss": 0.799,
      "step": 4530
    },
    {
      "epoch": 5.450180072028812,
      "grad_norm": 0.08138373494148254,
      "learning_rate": 1.2172945823087562e-06,
      "loss": 0.8269,
      "step": 4540
    },
    {
      "epoch": 5.46218487394958,
      "grad_norm": 0.08267953246831894,
      "learning_rate": 1.1988435686867988e-06,
      "loss": 0.7813,
      "step": 4550
    },
    {
      "epoch": 5.474189675870348,
      "grad_norm": 0.08228688687086105,
      "learning_rate": 1.1805143936587881e-06,
      "loss": 0.7929,
      "step": 4560
    },
    {
      "epoch": 5.486194477791116,
      "grad_norm": 0.07604286819696426,
      "learning_rate": 1.1623076447303839e-06,
      "loss": 0.7689,
      "step": 4570
    },
    {
      "epoch": 5.498199279711884,
      "grad_norm": 0.08142969757318497,
      "learning_rate": 1.1442239054831194e-06,
      "loss": 0.8335,
      "step": 4580
    },
    {
      "epoch": 5.510204081632653,
      "grad_norm": 0.07931126654148102,
      "learning_rate": 1.1262637555556905e-06,
      "loss": 0.8089,
      "step": 4590
    },
    {
      "epoch": 5.5222088835534215,
      "grad_norm": 0.07624116539955139,
      "learning_rate": 1.108427770625381e-06,
      "loss": 0.8337,
      "step": 4600
    },
    {
      "epoch": 5.53421368547419,
      "grad_norm": 0.07351070642471313,
      "learning_rate": 1.0907165223896138e-06,
      "loss": 0.8302,
      "step": 4610
    },
    {
      "epoch": 5.546218487394958,
      "grad_norm": 0.08688168227672577,
      "learning_rate": 1.0731305785476147e-06,
      "loss": 0.8255,
      "step": 4620
    },
    {
      "epoch": 5.558223289315726,
      "grad_norm": 0.08103056997060776,
      "learning_rate": 1.0556705027822356e-06,
      "loss": 0.7938,
      "step": 4630
    },
    {
      "epoch": 5.570228091236495,
      "grad_norm": 0.08347798883914948,
      "learning_rate": 1.0383368547418638e-06,
      "loss": 0.8092,
      "step": 4640
    },
    {
      "epoch": 5.582232893157263,
      "grad_norm": 0.07991039007902145,
      "learning_rate": 1.0211301900224973e-06,
      "loss": 0.8539,
      "step": 4650
    },
    {
      "epoch": 5.594237695078031,
      "grad_norm": 0.07759847491979599,
      "learning_rate": 1.0040510601499375e-06,
      "loss": 0.8124,
      "step": 4660
    },
    {
      "epoch": 5.606242496998799,
      "grad_norm": 0.08721420913934708,
      "learning_rate": 9.871000125621017e-07,
      "loss": 0.7767,
      "step": 4670
    },
    {
      "epoch": 5.6182472989195675,
      "grad_norm": 0.08467090129852295,
      "learning_rate": 9.702775905914847e-07,
      "loss": 0.8203,
      "step": 4680
    },
    {
      "epoch": 5.630252100840336,
      "grad_norm": 0.0824965164065361,
      "learning_rate": 9.535843334477413e-07,
      "loss": 0.8575,
      "step": 4690
    },
    {
      "epoch": 5.642256902761105,
      "grad_norm": 0.07862916588783264,
      "learning_rate": 9.370207762003963e-07,
      "loss": 0.806,
      "step": 4700
    },
    {
      "epoch": 5.654261704681873,
      "grad_norm": 0.07857292890548706,
      "learning_rate": 9.205874497617063e-07,
      "loss": 0.7803,
      "step": 4710
    },
    {
      "epoch": 5.666266506602641,
      "grad_norm": 0.08207172900438309,
      "learning_rate": 9.042848808696303e-07,
      "loss": 0.815,
      "step": 4720
    },
    {
      "epoch": 5.678271308523409,
      "grad_norm": 0.07979180663824081,
      "learning_rate": 8.881135920709521e-07,
      "loss": 0.8307,
      "step": 4730
    },
    {
      "epoch": 5.690276110444177,
      "grad_norm": 0.07480289041996002,
      "learning_rate": 8.720741017045325e-07,
      "loss": 0.8415,
      "step": 4740
    },
    {
      "epoch": 5.702280912364946,
      "grad_norm": 0.08345764875411987,
      "learning_rate": 8.561669238846926e-07,
      "loss": 0.8413,
      "step": 4750
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.08144385367631912,
      "learning_rate": 8.403925684847319e-07,
      "loss": 0.8402,
      "step": 4760
    },
    {
      "epoch": 5.7262905162064826,
      "grad_norm": 0.07664457708597183,
      "learning_rate": 8.24751541120592e-07,
      "loss": 0.8109,
      "step": 4770
    },
    {
      "epoch": 5.738295318127251,
      "grad_norm": 0.07589486986398697,
      "learning_rate": 8.092443431346447e-07,
      "loss": 0.7965,
      "step": 4780
    },
    {
      "epoch": 5.750300120048019,
      "grad_norm": 0.07511530071496964,
      "learning_rate": 7.938714715796225e-07,
      "loss": 0.8361,
      "step": 4790
    },
    {
      "epoch": 5.762304921968788,
      "grad_norm": 0.07903044670820236,
      "learning_rate": 7.786334192026929e-07,
      "loss": 0.8345,
      "step": 4800
    },
    {
      "epoch": 5.774309723889556,
      "grad_norm": 0.07598318159580231,
      "learning_rate": 7.635306744296555e-07,
      "loss": 0.7717,
      "step": 4810
    },
    {
      "epoch": 5.786314525810324,
      "grad_norm": 0.08294142037630081,
      "learning_rate": 7.485637213492952e-07,
      "loss": 0.8084,
      "step": 4820
    },
    {
      "epoch": 5.798319327731092,
      "grad_norm": 0.07683376967906952,
      "learning_rate": 7.337330396978565e-07,
      "loss": 0.8092,
      "step": 4830
    },
    {
      "epoch": 5.81032412965186,
      "grad_norm": 0.08927746117115021,
      "learning_rate": 7.190391048436729e-07,
      "loss": 0.8369,
      "step": 4840
    },
    {
      "epoch": 5.822328931572629,
      "grad_norm": 0.0817866250872612,
      "learning_rate": 7.044823877719303e-07,
      "loss": 0.8217,
      "step": 4850
    },
    {
      "epoch": 5.834333733493398,
      "grad_norm": 0.08067484200000763,
      "learning_rate": 6.900633550695651e-07,
      "loss": 0.8313,
      "step": 4860
    },
    {
      "epoch": 5.846338535414166,
      "grad_norm": 0.07704111933708191,
      "learning_rate": 6.757824689103143e-07,
      "loss": 0.8036,
      "step": 4870
    },
    {
      "epoch": 5.858343337334934,
      "grad_norm": 0.07738319784402847,
      "learning_rate": 6.616401870398997e-07,
      "loss": 0.839,
      "step": 4880
    },
    {
      "epoch": 5.870348139255702,
      "grad_norm": 0.07391506433486938,
      "learning_rate": 6.476369627613522e-07,
      "loss": 0.828,
      "step": 4890
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 0.08492206037044525,
      "learning_rate": 6.337732449204886e-07,
      "loss": 0.8255,
      "step": 4900
    },
    {
      "epoch": 5.894357743097239,
      "grad_norm": 0.08384674787521362,
      "learning_rate": 6.200494778915184e-07,
      "loss": 0.7918,
      "step": 4910
    },
    {
      "epoch": 5.906362545018007,
      "grad_norm": 0.09019272029399872,
      "learning_rate": 6.064661015628043e-07,
      "loss": 0.8298,
      "step": 4920
    },
    {
      "epoch": 5.918367346938775,
      "grad_norm": 0.08015299588441849,
      "learning_rate": 5.930235513227622e-07,
      "loss": 0.854,
      "step": 4930
    },
    {
      "epoch": 5.930372148859544,
      "grad_norm": 0.0807531401515007,
      "learning_rate": 5.797222580459027e-07,
      "loss": 0.8293,
      "step": 4940
    },
    {
      "epoch": 5.942376950780313,
      "grad_norm": 0.08178652077913284,
      "learning_rate": 5.665626480790221e-07,
      "loss": 0.8492,
      "step": 4950
    },
    {
      "epoch": 5.954381752701081,
      "grad_norm": 0.08085218816995621,
      "learning_rate": 5.535451432275402e-07,
      "loss": 0.82,
      "step": 4960
    },
    {
      "epoch": 5.966386554621849,
      "grad_norm": 0.07937034964561462,
      "learning_rate": 5.406701607419718e-07,
      "loss": 0.8534,
      "step": 4970
    },
    {
      "epoch": 5.978391356542617,
      "grad_norm": 0.07996084541082382,
      "learning_rate": 5.27938113304562e-07,
      "loss": 0.8082,
      "step": 4980
    },
    {
      "epoch": 5.990396158463385,
      "grad_norm": 0.07725504040718079,
      "learning_rate": 5.153494090160522e-07,
      "loss": 0.8334,
      "step": 4990
    },
    {
      "epoch": 6.002400960384153,
      "grad_norm": 0.08056992292404175,
      "learning_rate": 5.029044513825992e-07,
      "loss": 0.8501,
      "step": 5000
    },
    {
      "epoch": 6.014405762304922,
      "grad_norm": 0.08236386626958847,
      "learning_rate": 4.906036393028485e-07,
      "loss": 0.8664,
      "step": 5010
    },
    {
      "epoch": 6.02641056422569,
      "grad_norm": 0.08499747514724731,
      "learning_rate": 4.784473670551376e-07,
      "loss": 0.8105,
      "step": 5020
    },
    {
      "epoch": 6.038415366146459,
      "grad_norm": 0.07700789719820023,
      "learning_rate": 4.66436024284867e-07,
      "loss": 0.7831,
      "step": 5030
    },
    {
      "epoch": 6.050420168067227,
      "grad_norm": 0.07973281294107437,
      "learning_rate": 4.54569995992008e-07,
      "loss": 0.8325,
      "step": 5040
    },
    {
      "epoch": 6.062424969987995,
      "grad_norm": 0.08407416939735413,
      "learning_rate": 4.428496625187606e-07,
      "loss": 0.8581,
      "step": 5050
    },
    {
      "epoch": 6.074429771908764,
      "grad_norm": 0.08415237069129944,
      "learning_rate": 4.312753995373664e-07,
      "loss": 0.811,
      "step": 5060
    },
    {
      "epoch": 6.086434573829532,
      "grad_norm": 0.08722592890262604,
      "learning_rate": 4.198475780380623e-07,
      "loss": 0.8302,
      "step": 5070
    },
    {
      "epoch": 6.0984393757503,
      "grad_norm": 0.07541859149932861,
      "learning_rate": 4.0856656431719043e-07,
      "loss": 0.7965,
      "step": 5080
    },
    {
      "epoch": 6.110444177671068,
      "grad_norm": 0.08787133544683456,
      "learning_rate": 3.974327199654632e-07,
      "loss": 0.8184,
      "step": 5090
    },
    {
      "epoch": 6.122448979591836,
      "grad_norm": 0.08842716366052628,
      "learning_rate": 3.8644640185636184e-07,
      "loss": 0.8253,
      "step": 5100
    },
    {
      "epoch": 6.1344537815126055,
      "grad_norm": 0.07971406728029251,
      "learning_rate": 3.756079621347097e-07,
      "loss": 0.8103,
      "step": 5110
    },
    {
      "epoch": 6.146458583433374,
      "grad_norm": 0.079940065741539,
      "learning_rate": 3.6491774820537616e-07,
      "loss": 0.7491,
      "step": 5120
    },
    {
      "epoch": 6.158463385354142,
      "grad_norm": 0.08296643197536469,
      "learning_rate": 3.5437610272214484e-07,
      "loss": 0.7997,
      "step": 5130
    },
    {
      "epoch": 6.17046818727491,
      "grad_norm": 0.08030758798122406,
      "learning_rate": 3.4398336357673146e-07,
      "loss": 0.8038,
      "step": 5140
    },
    {
      "epoch": 6.182472989195678,
      "grad_norm": 0.09067036956548691,
      "learning_rate": 3.337398638879491e-07,
      "loss": 0.8053,
      "step": 5150
    },
    {
      "epoch": 6.194477791116446,
      "grad_norm": 0.08207783848047256,
      "learning_rate": 3.2364593199103456e-07,
      "loss": 0.7983,
      "step": 5160
    },
    {
      "epoch": 6.206482593037215,
      "grad_norm": 0.0827014297246933,
      "learning_rate": 3.1370189142712673e-07,
      "loss": 0.812,
      "step": 5170
    },
    {
      "epoch": 6.218487394957983,
      "grad_norm": 0.08526603877544403,
      "learning_rate": 3.0390806093288707e-07,
      "loss": 0.8212,
      "step": 5180
    },
    {
      "epoch": 6.230492196878751,
      "grad_norm": 0.0812913328409195,
      "learning_rate": 2.942647544302918e-07,
      "loss": 0.7901,
      "step": 5190
    },
    {
      "epoch": 6.24249699879952,
      "grad_norm": 0.07846683263778687,
      "learning_rate": 2.8477228101656764e-07,
      "loss": 0.7913,
      "step": 5200
    },
    {
      "epoch": 6.254501800720288,
      "grad_norm": 0.08263833075761795,
      "learning_rate": 2.7543094495427913e-07,
      "loss": 0.8711,
      "step": 5210
    },
    {
      "epoch": 6.266506602641057,
      "grad_norm": 0.07612549513578415,
      "learning_rate": 2.6624104566158383e-07,
      "loss": 0.8158,
      "step": 5220
    },
    {
      "epoch": 6.278511404561825,
      "grad_norm": 0.07775219529867172,
      "learning_rate": 2.57202877702632e-07,
      "loss": 0.8169,
      "step": 5230
    },
    {
      "epoch": 6.290516206482593,
      "grad_norm": 0.07751983404159546,
      "learning_rate": 2.4831673077812034e-07,
      "loss": 0.838,
      "step": 5240
    },
    {
      "epoch": 6.302521008403361,
      "grad_norm": 0.0775042176246643,
      "learning_rate": 2.395828897160152e-07,
      "loss": 0.7884,
      "step": 5250
    },
    {
      "epoch": 6.314525810324129,
      "grad_norm": 0.08516095578670502,
      "learning_rate": 2.310016344624144e-07,
      "loss": 0.7672,
      "step": 5260
    },
    {
      "epoch": 6.326530612244898,
      "grad_norm": 0.07730519026517868,
      "learning_rate": 2.225732400725783e-07,
      "loss": 0.814,
      "step": 5270
    },
    {
      "epoch": 6.3385354141656665,
      "grad_norm": 0.08212218433618546,
      "learning_rate": 2.1429797670211416e-07,
      "loss": 0.8149,
      "step": 5280
    },
    {
      "epoch": 6.350540216086435,
      "grad_norm": 0.08002620935440063,
      "learning_rate": 2.0617610959831613e-07,
      "loss": 0.825,
      "step": 5290
    },
    {
      "epoch": 6.362545018007203,
      "grad_norm": 0.08387167006731033,
      "learning_rate": 1.982078990916597e-07,
      "loss": 0.801,
      "step": 5300
    },
    {
      "epoch": 6.374549819927971,
      "grad_norm": 0.07701138406991959,
      "learning_rate": 1.9039360058746347e-07,
      "loss": 0.844,
      "step": 5310
    },
    {
      "epoch": 6.38655462184874,
      "grad_norm": 0.08538337796926498,
      "learning_rate": 1.827334645576967e-07,
      "loss": 0.8474,
      "step": 5320
    },
    {
      "epoch": 6.398559423769508,
      "grad_norm": 0.08097740262746811,
      "learning_rate": 1.7522773653295687e-07,
      "loss": 0.7721,
      "step": 5330
    },
    {
      "epoch": 6.410564225690276,
      "grad_norm": 0.08466079086065292,
      "learning_rate": 1.6787665709459387e-07,
      "loss": 0.8222,
      "step": 5340
    },
    {
      "epoch": 6.422569027611044,
      "grad_norm": 0.07942117750644684,
      "learning_rate": 1.6068046186700271e-07,
      "loss": 0.8039,
      "step": 5350
    },
    {
      "epoch": 6.4345738295318124,
      "grad_norm": 0.08644157648086548,
      "learning_rate": 1.5363938151006897e-07,
      "loss": 0.8215,
      "step": 5360
    },
    {
      "epoch": 6.4465786314525815,
      "grad_norm": 0.07266967743635178,
      "learning_rate": 1.4675364171177652e-07,
      "loss": 0.801,
      "step": 5370
    },
    {
      "epoch": 6.45858343337335,
      "grad_norm": 0.07520122081041336,
      "learning_rate": 1.400234631809727e-07,
      "loss": 0.8319,
      "step": 5380
    },
    {
      "epoch": 6.470588235294118,
      "grad_norm": 0.08132954686880112,
      "learning_rate": 1.3344906164029447e-07,
      "loss": 0.8102,
      "step": 5390
    },
    {
      "epoch": 6.482593037214886,
      "grad_norm": 0.07629051059484482,
      "learning_rate": 1.2703064781925345e-07,
      "loss": 0.8258,
      "step": 5400
    },
    {
      "epoch": 6.494597839135654,
      "grad_norm": 0.08365026861429214,
      "learning_rate": 1.2076842744748295e-07,
      "loss": 0.8448,
      "step": 5410
    },
    {
      "epoch": 6.506602641056423,
      "grad_norm": 0.07794215530157089,
      "learning_rate": 1.146626012481411e-07,
      "loss": 0.7922,
      "step": 5420
    },
    {
      "epoch": 6.518607442977191,
      "grad_norm": 0.08589312434196472,
      "learning_rate": 1.0871336493147866e-07,
      "loss": 0.7865,
      "step": 5430
    },
    {
      "epoch": 6.530612244897959,
      "grad_norm": 0.08183544129133224,
      "learning_rate": 1.0292090918856634e-07,
      "loss": 0.8062,
      "step": 5440
    },
    {
      "epoch": 6.5426170468187275,
      "grad_norm": 0.08870046585798264,
      "learning_rate": 9.728541968518135e-08,
      "loss": 0.806,
      "step": 5450
    },
    {
      "epoch": 6.554621848739496,
      "grad_norm": 0.08433903008699417,
      "learning_rate": 9.180707705585545e-08,
      "loss": 0.8488,
      "step": 5460
    },
    {
      "epoch": 6.566626650660264,
      "grad_norm": 0.07865394651889801,
      "learning_rate": 8.648605689808965e-08,
      "loss": 0.8068,
      "step": 5470
    },
    {
      "epoch": 6.578631452581033,
      "grad_norm": 0.08350817114114761,
      "learning_rate": 8.132252976671972e-08,
      "loss": 0.8063,
      "step": 5480
    },
    {
      "epoch": 6.590636254501801,
      "grad_norm": 0.08394873887300491,
      "learning_rate": 7.631666116845349e-08,
      "loss": 0.815,
      "step": 5490
    },
    {
      "epoch": 6.602641056422569,
      "grad_norm": 0.08824454993009567,
      "learning_rate": 7.146861155656381e-08,
      "loss": 0.8267,
      "step": 5500
    },
    {
      "epoch": 6.614645858343337,
      "grad_norm": 0.08010157197713852,
      "learning_rate": 6.677853632574616e-08,
      "loss": 0.8069,
      "step": 5510
    },
    {
      "epoch": 6.626650660264105,
      "grad_norm": 0.07938225567340851,
      "learning_rate": 6.224658580713971e-08,
      "loss": 0.773,
      "step": 5520
    },
    {
      "epoch": 6.6386554621848735,
      "grad_norm": 0.0801059678196907,
      "learning_rate": 5.787290526350464e-08,
      "loss": 0.7957,
      "step": 5530
    },
    {
      "epoch": 6.6506602641056425,
      "grad_norm": 0.07904977351427078,
      "learning_rate": 5.365763488457021e-08,
      "loss": 0.7944,
      "step": 5540
    },
    {
      "epoch": 6.662665066026411,
      "grad_norm": 0.0811835378408432,
      "learning_rate": 4.96009097825384e-08,
      "loss": 0.8019,
      "step": 5550
    },
    {
      "epoch": 6.674669867947179,
      "grad_norm": 0.07907839119434357,
      "learning_rate": 4.5702859987753476e-08,
      "loss": 0.802,
      "step": 5560
    },
    {
      "epoch": 6.686674669867947,
      "grad_norm": 0.08255333453416824,
      "learning_rate": 4.196361044453645e-08,
      "loss": 0.7887,
      "step": 5570
    },
    {
      "epoch": 6.698679471788715,
      "grad_norm": 0.07908835262060165,
      "learning_rate": 3.838328100717714e-08,
      "loss": 0.8445,
      "step": 5580
    },
    {
      "epoch": 6.710684273709484,
      "grad_norm": 0.08409386873245239,
      "learning_rate": 3.49619864360945e-08,
      "loss": 0.8007,
      "step": 5590
    },
    {
      "epoch": 6.722689075630252,
      "grad_norm": 0.0717078447341919,
      "learning_rate": 3.169983639415841e-08,
      "loss": 0.8396,
      "step": 5600
    },
    {
      "epoch": 6.73469387755102,
      "grad_norm": 0.08110038191080093,
      "learning_rate": 2.8596935443172545e-08,
      "loss": 0.8113,
      "step": 5610
    },
    {
      "epoch": 6.7466986794717885,
      "grad_norm": 0.07791571319103241,
      "learning_rate": 2.5653383040524228e-08,
      "loss": 0.8015,
      "step": 5620
    },
    {
      "epoch": 6.758703481392557,
      "grad_norm": 0.0744730681180954,
      "learning_rate": 2.2869273535997548e-08,
      "loss": 0.8109,
      "step": 5630
    },
    {
      "epoch": 6.770708283313326,
      "grad_norm": 0.08296327292919159,
      "learning_rate": 2.0244696168746912e-08,
      "loss": 0.8064,
      "step": 5640
    },
    {
      "epoch": 6.782713085234094,
      "grad_norm": 0.07782948017120361,
      "learning_rate": 1.7779735064438196e-08,
      "loss": 0.8212,
      "step": 5650
    },
    {
      "epoch": 6.794717887154862,
      "grad_norm": 0.08207013458013535,
      "learning_rate": 1.5474469232552026e-08,
      "loss": 0.8189,
      "step": 5660
    },
    {
      "epoch": 6.80672268907563,
      "grad_norm": 0.08035318553447723,
      "learning_rate": 1.332897256385135e-08,
      "loss": 0.7571,
      "step": 5670
    },
    {
      "epoch": 6.818727490996398,
      "grad_norm": 0.0768115296959877,
      "learning_rate": 1.1343313828012237e-08,
      "loss": 0.8449,
      "step": 5680
    },
    {
      "epoch": 6.830732292917167,
      "grad_norm": 0.08141221851110458,
      "learning_rate": 9.517556671420624e-09,
      "loss": 0.8121,
      "step": 5690
    },
    {
      "epoch": 6.842737094837935,
      "grad_norm": 0.08427503705024719,
      "learning_rate": 7.851759615131182e-09,
      "loss": 0.8023,
      "step": 5700
    },
    {
      "epoch": 6.8547418967587035,
      "grad_norm": 0.07593482732772827,
      "learning_rate": 6.345976052993252e-09,
      "loss": 0.8071,
      "step": 5710
    },
    {
      "epoch": 6.866746698679472,
      "grad_norm": 0.07990961521863937,
      "learning_rate": 5.0002542499366645e-09,
      "loss": 0.8203,
      "step": 5720
    },
    {
      "epoch": 6.87875150060024,
      "grad_norm": 0.07622530311346054,
      "learning_rate": 3.814637340427418e-09,
      "loss": 0.8464,
      "step": 5730
    },
    {
      "epoch": 6.890756302521009,
      "grad_norm": 0.08417756855487823,
      "learning_rate": 2.7891633270848985e-09,
      "loss": 0.8526,
      "step": 5740
    },
    {
      "epoch": 6.902761104441777,
      "grad_norm": 0.08052320778369904,
      "learning_rate": 1.9238650794611848e-09,
      "loss": 0.8285,
      "step": 5750
    },
    {
      "epoch": 6.914765906362545,
      "grad_norm": 0.08085649460554123,
      "learning_rate": 1.2187703329891166e-09,
      "loss": 0.8666,
      "step": 5760
    },
    {
      "epoch": 6.926770708283313,
      "grad_norm": 0.08147014677524567,
      "learning_rate": 6.739016880957794e-10,
      "loss": 0.8447,
      "step": 5770
    },
    {
      "epoch": 6.938775510204081,
      "grad_norm": 0.08438652008771896,
      "learning_rate": 2.89276609472533e-10,
      "loss": 0.8355,
      "step": 5780
    },
    {
      "epoch": 6.95078031212485,
      "grad_norm": 0.08426124602556229,
      "learning_rate": 6.490742552101026e-11,
      "loss": 0.8033,
      "step": 5790
    }
  ],
  "logging_steps": 10,
  "max_steps": 5799,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.653539147717018e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}