{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.18005887040379892,
  "eval_steps": 500,
  "global_step": 1384,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002602006797742759,
      "grad_norm": 0.521027684211731,
      "learning_rate": 4.3352601156069365e-06,
      "loss": 3.296633720397949,
      "step": 2
    },
    {
      "epoch": 0.0005204013595485518,
      "grad_norm": 0.529604434967041,
      "learning_rate": 1.3005780346820809e-05,
      "loss": 3.42961049079895,
      "step": 4
    },
    {
      "epoch": 0.0007806020393228277,
      "grad_norm": 0.4618305563926697,
      "learning_rate": 2.167630057803468e-05,
      "loss": 3.335054397583008,
      "step": 6
    },
    {
      "epoch": 0.0010408027190971037,
      "grad_norm": 0.4985038638114929,
      "learning_rate": 3.0346820809248556e-05,
      "loss": 3.381575584411621,
      "step": 8
    },
    {
      "epoch": 0.0013010033988713795,
      "grad_norm": 0.4767224192619324,
      "learning_rate": 3.901734104046243e-05,
      "loss": 3.4511144161224365,
      "step": 10
    },
    {
      "epoch": 0.0015612040786456554,
      "grad_norm": 0.4434731900691986,
      "learning_rate": 4.76878612716763e-05,
      "loss": 3.3980913162231445,
      "step": 12
    },
    {
      "epoch": 0.0018214047584199314,
      "grad_norm": 0.5170185565948486,
      "learning_rate": 5.6358381502890176e-05,
      "loss": 3.4509780406951904,
      "step": 14
    },
    {
      "epoch": 0.0020816054381942073,
      "grad_norm": 0.49620524048805237,
      "learning_rate": 6.502890173410404e-05,
      "loss": 3.425800323486328,
      "step": 16
    },
    {
      "epoch": 0.002341806117968483,
      "grad_norm": 0.3991275429725647,
      "learning_rate": 7.369942196531793e-05,
      "loss": 3.3160603046417236,
      "step": 18
    },
    {
      "epoch": 0.002602006797742759,
      "grad_norm": 0.4144597053527832,
      "learning_rate": 8.23699421965318e-05,
      "loss": 3.3297767639160156,
      "step": 20
    },
    {
      "epoch": 0.002862207477517035,
      "grad_norm": 0.4789470434188843,
      "learning_rate": 9.104046242774567e-05,
      "loss": 3.307015895843506,
      "step": 22
    },
    {
      "epoch": 0.0031224081572913107,
      "grad_norm": 0.40658894181251526,
      "learning_rate": 9.971098265895953e-05,
      "loss": 3.4203081130981445,
      "step": 24
    },
    {
      "epoch": 0.003382608837065587,
      "grad_norm": 0.375639408826828,
      "learning_rate": 0.00010838150289017342,
      "loss": 3.364102840423584,
      "step": 26
    },
    {
      "epoch": 0.003642809516839863,
      "grad_norm": 0.3961547315120697,
      "learning_rate": 0.0001170520231213873,
      "loss": 3.291555166244507,
      "step": 28
    },
    {
      "epoch": 0.0039030101966141388,
      "grad_norm": 0.4585370719432831,
      "learning_rate": 0.00012572254335260115,
      "loss": 3.4974162578582764,
      "step": 30
    },
    {
      "epoch": 0.004163210876388415,
      "grad_norm": 0.43081340193748474,
      "learning_rate": 0.00013439306358381504,
      "loss": 3.403614044189453,
      "step": 32
    },
    {
      "epoch": 0.00442341155616269,
      "grad_norm": 0.37973612546920776,
      "learning_rate": 0.0001430635838150289,
      "loss": 3.296022415161133,
      "step": 34
    },
    {
      "epoch": 0.004683612235936966,
      "grad_norm": 0.3765884041786194,
      "learning_rate": 0.00015173410404624278,
      "loss": 3.405014991760254,
      "step": 36
    },
    {
      "epoch": 0.004943812915711243,
      "grad_norm": 0.38402050733566284,
      "learning_rate": 0.00016040462427745666,
      "loss": 3.428579092025757,
      "step": 38
    },
    {
      "epoch": 0.005204013595485518,
      "grad_norm": 0.3614136576652527,
      "learning_rate": 0.00016907514450867052,
      "loss": 3.3713903427124023,
      "step": 40
    },
    {
      "epoch": 0.005464214275259794,
      "grad_norm": 0.41867804527282715,
      "learning_rate": 0.00017774566473988438,
      "loss": 3.461496353149414,
      "step": 42
    },
    {
      "epoch": 0.00572441495503407,
      "grad_norm": 0.33046382665634155,
      "learning_rate": 0.00018641618497109826,
      "loss": 3.3089582920074463,
      "step": 44
    },
    {
      "epoch": 0.005984615634808346,
      "grad_norm": 0.3859819769859314,
      "learning_rate": 0.00019508670520231212,
      "loss": 3.388202667236328,
      "step": 46
    },
    {
      "epoch": 0.0062448163145826215,
      "grad_norm": 0.3520834147930145,
      "learning_rate": 0.000203757225433526,
      "loss": 3.272517681121826,
      "step": 48
    },
    {
      "epoch": 0.006505016994356898,
      "grad_norm": 0.3423490822315216,
      "learning_rate": 0.00021242774566473992,
      "loss": 3.260913848876953,
      "step": 50
    },
    {
      "epoch": 0.006765217674131174,
      "grad_norm": 0.35582831501960754,
      "learning_rate": 0.00022109826589595378,
      "loss": 3.4315755367279053,
      "step": 52
    },
    {
      "epoch": 0.0070254183539054495,
      "grad_norm": 0.3502774238586426,
      "learning_rate": 0.00022976878612716763,
      "loss": 3.317216634750366,
      "step": 54
    },
    {
      "epoch": 0.007285619033679726,
      "grad_norm": 0.3774696886539459,
      "learning_rate": 0.00023843930635838152,
      "loss": 3.4877872467041016,
      "step": 56
    },
    {
      "epoch": 0.007545819713454001,
      "grad_norm": 0.3579508662223816,
      "learning_rate": 0.0002471098265895954,
      "loss": 3.3067917823791504,
      "step": 58
    },
    {
      "epoch": 0.0078060203932282775,
      "grad_norm": 0.3545570969581604,
      "learning_rate": 0.00025578034682080926,
      "loss": 3.3747382164001465,
      "step": 60
    },
    {
      "epoch": 0.008066221073002554,
      "grad_norm": 0.4066823124885559,
      "learning_rate": 0.0002644508670520231,
      "loss": 3.37534761428833,
      "step": 62
    },
    {
      "epoch": 0.00832642175277683,
      "grad_norm": 0.3766571283340454,
      "learning_rate": 0.000273121387283237,
      "loss": 3.3921797275543213,
      "step": 64
    },
    {
      "epoch": 0.008586622432551105,
      "grad_norm": 0.3474276661872864,
      "learning_rate": 0.00028179190751445083,
      "loss": 3.3073554039001465,
      "step": 66
    },
    {
      "epoch": 0.00884682311232538,
      "grad_norm": 0.36787399649620056,
      "learning_rate": 0.00029046242774566475,
      "loss": 3.465327262878418,
      "step": 68
    },
    {
      "epoch": 0.009107023792099657,
      "grad_norm": 0.3730259835720062,
      "learning_rate": 0.00029913294797687866,
      "loss": 3.3730597496032715,
      "step": 70
    },
    {
      "epoch": 0.009367224471873933,
      "grad_norm": 0.3592052459716797,
      "learning_rate": 0.0003078034682080925,
      "loss": 3.369673013687134,
      "step": 72
    },
    {
      "epoch": 0.009627425151648208,
      "grad_norm": 0.4704977869987488,
      "learning_rate": 0.0003164739884393064,
      "loss": 3.4094486236572266,
      "step": 74
    },
    {
      "epoch": 0.009887625831422485,
      "grad_norm": 0.29093804955482483,
      "learning_rate": 0.00032514450867052023,
      "loss": 3.298234462738037,
      "step": 76
    },
    {
      "epoch": 0.01014782651119676,
      "grad_norm": 0.30112385749816895,
      "learning_rate": 0.0003338150289017341,
      "loss": 3.164336681365967,
      "step": 78
    },
    {
      "epoch": 0.010408027190971036,
      "grad_norm": 0.25602561235427856,
      "learning_rate": 0.000342485549132948,
      "loss": 3.2490344047546387,
      "step": 80
    },
    {
      "epoch": 0.010668227870745312,
      "grad_norm": 0.27550992369651794,
      "learning_rate": 0.00035115606936416186,
      "loss": 3.2643542289733887,
      "step": 82
    },
    {
      "epoch": 0.010928428550519589,
      "grad_norm": 0.3303152024745941,
      "learning_rate": 0.0003598265895953757,
      "loss": 3.289999485015869,
      "step": 84
    },
    {
      "epoch": 0.011188629230293864,
      "grad_norm": 0.31836414337158203,
      "learning_rate": 0.0003684971098265896,
      "loss": 3.3413586616516113,
      "step": 86
    },
    {
      "epoch": 0.01144882991006814,
      "grad_norm": 0.33070388436317444,
      "learning_rate": 0.0003771676300578035,
      "loss": 3.32738995552063,
      "step": 88
    },
    {
      "epoch": 0.011709030589842417,
      "grad_norm": 0.30830368399620056,
      "learning_rate": 0.00038583815028901734,
      "loss": 3.349341869354248,
      "step": 90
    },
    {
      "epoch": 0.011969231269616692,
      "grad_norm": 0.30990368127822876,
      "learning_rate": 0.00039450867052023126,
      "loss": 3.316821575164795,
      "step": 92
    },
    {
      "epoch": 0.012229431949390968,
      "grad_norm": 0.3708277940750122,
      "learning_rate": 0.0004031791907514451,
      "loss": 3.3271565437316895,
      "step": 94
    },
    {
      "epoch": 0.012489632629165243,
      "grad_norm": 0.28574034571647644,
      "learning_rate": 0.00041184971098265897,
      "loss": 3.293184280395508,
      "step": 96
    },
    {
      "epoch": 0.01274983330893952,
      "grad_norm": 0.2940095365047455,
      "learning_rate": 0.00042052023121387283,
      "loss": 3.35920786857605,
      "step": 98
    },
    {
      "epoch": 0.013010033988713796,
      "grad_norm": 0.30244606733322144,
      "learning_rate": 0.0004291907514450867,
      "loss": 3.350550889968872,
      "step": 100
    },
    {
      "epoch": 0.013270234668488071,
      "grad_norm": 0.35780057311058044,
      "learning_rate": 0.0004378612716763006,
      "loss": 3.3532772064208984,
      "step": 102
    },
    {
      "epoch": 0.013530435348262348,
      "grad_norm": 0.2902573347091675,
      "learning_rate": 0.00044653179190751446,
      "loss": 3.2327017784118652,
      "step": 104
    },
    {
      "epoch": 0.013790636028036624,
      "grad_norm": 0.28510838747024536,
      "learning_rate": 0.0004552023121387283,
      "loss": 3.253952741622925,
      "step": 106
    },
    {
      "epoch": 0.014050836707810899,
      "grad_norm": 0.31303301453590393,
      "learning_rate": 0.00046387283236994217,
      "loss": 3.320916175842285,
      "step": 108
    },
    {
      "epoch": 0.014311037387585174,
      "grad_norm": 0.2602003812789917,
      "learning_rate": 0.00047254335260115603,
      "loss": 3.1783814430236816,
      "step": 110
    },
    {
      "epoch": 0.014571238067359452,
      "grad_norm": 0.29427075386047363,
      "learning_rate": 0.00048121387283236994,
      "loss": 3.199770450592041,
      "step": 112
    },
    {
      "epoch": 0.014831438747133727,
      "grad_norm": 0.2756480574607849,
      "learning_rate": 0.0004898843930635837,
      "loss": 3.276580333709717,
      "step": 114
    },
    {
      "epoch": 0.015091639426908002,
      "grad_norm": 0.2712593674659729,
      "learning_rate": 0.0004985549132947977,
      "loss": 3.2717957496643066,
      "step": 116
    },
    {
      "epoch": 0.015351840106682278,
      "grad_norm": 0.3133692443370819,
      "learning_rate": 0.0005072254335260116,
      "loss": 3.2784416675567627,
      "step": 118
    },
    {
      "epoch": 0.015612040786456555,
      "grad_norm": 0.27181175351142883,
      "learning_rate": 0.0005158959537572255,
      "loss": 3.2424092292785645,
      "step": 120
    },
    {
      "epoch": 0.01587224146623083,
      "grad_norm": 0.26740762591362,
      "learning_rate": 0.0005245664739884394,
      "loss": 3.268554210662842,
      "step": 122
    },
    {
      "epoch": 0.016132442146005108,
      "grad_norm": 0.32215583324432373,
      "learning_rate": 0.0005332369942196532,
      "loss": 3.3126766681671143,
      "step": 124
    },
    {
      "epoch": 0.01639264282577938,
      "grad_norm": 0.28776511549949646,
      "learning_rate": 0.0005419075144508671,
      "loss": 3.120931386947632,
      "step": 126
    },
    {
      "epoch": 0.01665284350555366,
      "grad_norm": 0.25681668519973755,
      "learning_rate": 0.0005505780346820809,
      "loss": 3.2850513458251953,
      "step": 128
    },
    {
      "epoch": 0.016913044185327936,
      "grad_norm": 0.2619856297969818,
      "learning_rate": 0.0005592485549132948,
      "loss": 3.2361326217651367,
      "step": 130
    },
    {
      "epoch": 0.01717324486510221,
      "grad_norm": 0.27186161279678345,
      "learning_rate": 0.0005679190751445087,
      "loss": 3.254220485687256,
      "step": 132
    },
    {
      "epoch": 0.017433445544876486,
      "grad_norm": 0.30524536967277527,
      "learning_rate": 0.0005765895953757225,
      "loss": 3.230988025665283,
      "step": 134
    },
    {
      "epoch": 0.01769364622465076,
      "grad_norm": 0.274209588766098,
      "learning_rate": 0.0005852601156069364,
      "loss": 3.2885119915008545,
      "step": 136
    },
    {
      "epoch": 0.017953846904425037,
      "grad_norm": 0.2683689594268799,
      "learning_rate": 0.0005939306358381503,
      "loss": 3.2494893074035645,
      "step": 138
    },
    {
      "epoch": 0.018214047584199314,
      "grad_norm": 0.2528843879699707,
      "learning_rate": 0.0006026011560693642,
      "loss": 3.2656893730163574,
      "step": 140
    },
    {
      "epoch": 0.018474248263973588,
      "grad_norm": 0.2937518358230591,
      "learning_rate": 0.0006112716763005781,
      "loss": 3.2583231925964355,
      "step": 142
    },
    {
      "epoch": 0.018734448943747865,
      "grad_norm": 0.25858423113822937,
      "learning_rate": 0.0006199421965317919,
      "loss": 3.245497703552246,
      "step": 144
    },
    {
      "epoch": 0.018994649623522143,
      "grad_norm": 0.2764334976673126,
      "learning_rate": 0.0006286127167630058,
      "loss": 3.2706778049468994,
      "step": 146
    },
    {
      "epoch": 0.019254850303296416,
      "grad_norm": 0.2558375895023346,
      "learning_rate": 0.0006372832369942196,
      "loss": 3.2925539016723633,
      "step": 148
    },
    {
      "epoch": 0.019515050983070693,
      "grad_norm": 0.26449859142303467,
      "learning_rate": 0.0006459537572254335,
      "loss": 3.1974246501922607,
      "step": 150
    },
    {
      "epoch": 0.01977525166284497,
      "grad_norm": 0.2643563449382782,
      "learning_rate": 0.0006546242774566474,
      "loss": 3.2013633251190186,
      "step": 152
    },
    {
      "epoch": 0.020035452342619244,
      "grad_norm": 0.25999486446380615,
      "learning_rate": 0.0006632947976878612,
      "loss": 3.2912192344665527,
      "step": 154
    },
    {
      "epoch": 0.02029565302239352,
      "grad_norm": 0.23230506479740143,
      "learning_rate": 0.0006719653179190752,
      "loss": 3.2590725421905518,
      "step": 156
    },
    {
      "epoch": 0.0205558537021678,
      "grad_norm": 0.25524914264678955,
      "learning_rate": 0.000680635838150289,
      "loss": 3.253737449645996,
      "step": 158
    },
    {
      "epoch": 0.020816054381942072,
      "grad_norm": 0.27695125341415405,
      "learning_rate": 0.000689306358381503,
      "loss": 3.1709330081939697,
      "step": 160
    },
    {
      "epoch": 0.02107625506171635,
      "grad_norm": 0.2362748086452484,
      "learning_rate": 0.0006979768786127168,
      "loss": 3.2747771739959717,
      "step": 162
    },
    {
      "epoch": 0.021336455741490623,
      "grad_norm": 0.23591399192810059,
      "learning_rate": 0.0007066473988439307,
      "loss": 3.18483304977417,
      "step": 164
    },
    {
      "epoch": 0.0215966564212649,
      "grad_norm": 0.2665315866470337,
      "learning_rate": 0.0007153179190751446,
      "loss": 3.208442211151123,
      "step": 166
    },
    {
      "epoch": 0.021856857101039177,
      "grad_norm": 0.25159355998039246,
      "learning_rate": 0.0007239884393063584,
      "loss": 3.2677812576293945,
      "step": 168
    },
    {
      "epoch": 0.02211705778081345,
      "grad_norm": 0.2371087670326233,
      "learning_rate": 0.0007326589595375723,
      "loss": 3.1868972778320312,
      "step": 170
    },
    {
      "epoch": 0.022377258460587728,
      "grad_norm": 0.3146700859069824,
      "learning_rate": 0.0007413294797687861,
      "loss": 3.123814582824707,
      "step": 172
    },
    {
      "epoch": 0.022637459140362005,
      "grad_norm": 0.2549314796924591,
      "learning_rate": 0.00075,
      "loss": 3.2187676429748535,
      "step": 174
    },
    {
      "epoch": 0.02289765982013628,
      "grad_norm": 0.2223459631204605,
      "learning_rate": 0.0007586705202312139,
      "loss": 3.2054901123046875,
      "step": 176
    },
    {
      "epoch": 0.023157860499910556,
      "grad_norm": 0.2565750181674957,
      "learning_rate": 0.0007673410404624277,
      "loss": 3.207458972930908,
      "step": 178
    },
    {
      "epoch": 0.023418061179684833,
      "grad_norm": 0.2476375699043274,
      "learning_rate": 0.0007760115606936418,
      "loss": 3.1795835494995117,
      "step": 180
    },
    {
      "epoch": 0.023678261859459107,
      "grad_norm": 0.23969122767448425,
      "learning_rate": 0.0007846820809248554,
      "loss": 3.187877655029297,
      "step": 182
    },
    {
      "epoch": 0.023938462539233384,
      "grad_norm": 0.23113180696964264,
      "learning_rate": 0.0007933526011560695,
      "loss": 3.1212964057922363,
      "step": 184
    },
    {
      "epoch": 0.024198663219007658,
      "grad_norm": 0.21042431890964508,
      "learning_rate": 0.0008020231213872833,
      "loss": 3.155189275741577,
      "step": 186
    },
    {
      "epoch": 0.024458863898781935,
      "grad_norm": 0.197580486536026,
      "learning_rate": 0.0008106936416184972,
      "loss": 3.1081671714782715,
      "step": 188
    },
    {
      "epoch": 0.024719064578556212,
      "grad_norm": 0.21269115805625916,
      "learning_rate": 0.000819364161849711,
      "loss": 3.1772332191467285,
      "step": 190
    },
    {
      "epoch": 0.024979265258330486,
      "grad_norm": 0.2827216386795044,
      "learning_rate": 0.0008280346820809249,
      "loss": 3.035491466522217,
      "step": 192
    },
    {
      "epoch": 0.025239465938104763,
      "grad_norm": 0.2425803542137146,
      "learning_rate": 0.0008367052023121387,
      "loss": 3.096795082092285,
      "step": 194
    },
    {
      "epoch": 0.02549966661787904,
      "grad_norm": 0.20268665254116058,
      "learning_rate": 0.0008453757225433526,
      "loss": 3.10842227935791,
      "step": 196
    },
    {
      "epoch": 0.025759867297653314,
      "grad_norm": 0.24778003990650177,
      "learning_rate": 0.0008540462427745664,
      "loss": 3.1295409202575684,
      "step": 198
    },
    {
      "epoch": 0.02602006797742759,
      "grad_norm": 0.2006409615278244,
      "learning_rate": 0.0008627167630057804,
      "loss": 3.1514291763305664,
      "step": 200
    },
    {
      "epoch": 0.02628026865720187,
      "grad_norm": 0.19448356330394745,
      "learning_rate": 0.0008713872832369941,
      "loss": 3.1217727661132812,
      "step": 202
    },
    {
      "epoch": 0.026540469336976142,
      "grad_norm": 0.17982026934623718,
      "learning_rate": 0.0008800578034682082,
      "loss": 3.097832679748535,
      "step": 204
    },
    {
      "epoch": 0.02680067001675042,
      "grad_norm": 0.2240755259990692,
      "learning_rate": 0.000888728323699422,
      "loss": 3.154944896697998,
      "step": 206
    },
    {
      "epoch": 0.027060870696524696,
      "grad_norm": 0.19914984703063965,
      "learning_rate": 0.0008973988439306359,
      "loss": 3.128056049346924,
      "step": 208
    },
    {
      "epoch": 0.02732107137629897,
      "grad_norm": 0.18972548842430115,
      "learning_rate": 0.0009060693641618497,
      "loss": 3.1953482627868652,
      "step": 210
    },
    {
      "epoch": 0.027581272056073247,
      "grad_norm": 0.21920305490493774,
      "learning_rate": 0.0009147398843930636,
      "loss": 3.1071338653564453,
      "step": 212
    },
    {
      "epoch": 0.02784147273584752,
      "grad_norm": 0.21467278897762299,
      "learning_rate": 0.0009234104046242776,
      "loss": 3.10892391204834,
      "step": 214
    },
    {
      "epoch": 0.028101673415621798,
      "grad_norm": 0.19529728591442108,
      "learning_rate": 0.0009320809248554913,
      "loss": 3.0915136337280273,
      "step": 216
    },
    {
      "epoch": 0.028361874095396075,
      "grad_norm": 0.2508365213871002,
      "learning_rate": 0.0009407514450867053,
      "loss": 3.0391974449157715,
      "step": 218
    },
    {
      "epoch": 0.02862207477517035,
      "grad_norm": 0.18604034185409546,
      "learning_rate": 0.0009494219653179191,
      "loss": 3.029890537261963,
      "step": 220
    },
    {
      "epoch": 0.028882275454944626,
      "grad_norm": 0.18298658728599548,
      "learning_rate": 0.000958092485549133,
      "loss": 3.0440821647644043,
      "step": 222
    },
    {
      "epoch": 0.029142476134718903,
      "grad_norm": 0.19031928479671478,
      "learning_rate": 0.0009667630057803468,
      "loss": 3.0324721336364746,
      "step": 224
    },
    {
      "epoch": 0.029402676814493177,
      "grad_norm": 0.2045256644487381,
      "learning_rate": 0.0009754335260115607,
      "loss": 3.027928352355957,
      "step": 226
    },
    {
      "epoch": 0.029662877494267454,
      "grad_norm": 0.18090291321277618,
      "learning_rate": 0.0009841040462427746,
      "loss": 2.9796810150146484,
      "step": 228
    },
    {
      "epoch": 0.02992307817404173,
      "grad_norm": 0.20732243359088898,
      "learning_rate": 0.0009927745664739885,
      "loss": 3.092945098876953,
      "step": 230
    },
    {
      "epoch": 0.030183278853816005,
      "grad_norm": 0.19675296545028687,
      "learning_rate": 0.0010014450867052024,
      "loss": 3.1028237342834473,
      "step": 232
    },
    {
      "epoch": 0.030443479533590282,
      "grad_norm": 0.2103000432252884,
      "learning_rate": 0.0010101156069364163,
      "loss": 3.0760812759399414,
      "step": 234
    },
    {
      "epoch": 0.030703680213364556,
      "grad_norm": 0.18039967119693756,
      "learning_rate": 0.00101878612716763,
      "loss": 3.0807101726531982,
      "step": 236
    },
    {
      "epoch": 0.030963880893138833,
      "grad_norm": 0.18566253781318665,
      "learning_rate": 0.001027456647398844,
      "loss": 3.0250244140625,
      "step": 238
    },
    {
      "epoch": 0.03122408157291311,
      "grad_norm": 0.2228381484746933,
      "learning_rate": 0.0010361271676300578,
      "loss": 2.9628562927246094,
      "step": 240
    },
    {
      "epoch": 0.03148428225268739,
      "grad_norm": 0.18055233359336853,
      "learning_rate": 0.0010447976878612717,
      "loss": 2.9055001735687256,
      "step": 242
    },
    {
      "epoch": 0.03174448293246166,
      "grad_norm": 0.19681446254253387,
      "learning_rate": 0.0010534682080924854,
      "loss": 2.9425225257873535,
      "step": 244
    },
    {
      "epoch": 0.032004683612235935,
      "grad_norm": 0.20274615287780762,
      "learning_rate": 0.0010621387283236995,
      "loss": 3.03011417388916,
      "step": 246
    },
    {
      "epoch": 0.032264884292010215,
      "grad_norm": 0.1779792457818985,
      "learning_rate": 0.0010708092485549132,
      "loss": 3.05258846282959,
      "step": 248
    },
    {
      "epoch": 0.03252508497178449,
      "grad_norm": 0.21098701655864716,
      "learning_rate": 0.0010794797687861271,
      "loss": 3.0425450801849365,
      "step": 250
    },
    {
      "epoch": 0.03278528565155876,
      "grad_norm": 0.1870265156030655,
      "learning_rate": 0.001088150289017341,
      "loss": 2.993565082550049,
      "step": 252
    },
    {
      "epoch": 0.03304548633133304,
      "grad_norm": 0.19540223479270935,
      "learning_rate": 0.001096820809248555,
      "loss": 2.9134411811828613,
      "step": 254
    },
    {
      "epoch": 0.03330568701110732,
      "grad_norm": 0.21431873738765717,
      "learning_rate": 0.0011054913294797689,
      "loss": 2.93609619140625,
      "step": 256
    },
    {
      "epoch": 0.03356588769088159,
      "grad_norm": 0.207144632935524,
      "learning_rate": 0.0011141618497109826,
      "loss": 2.9225587844848633,
      "step": 258
    },
    {
      "epoch": 0.03382608837065587,
      "grad_norm": 0.2121778130531311,
      "learning_rate": 0.0011228323699421967,
      "loss": 3.0123167037963867,
      "step": 260
    },
    {
      "epoch": 0.034086289050430145,
      "grad_norm": 0.18439042568206787,
      "learning_rate": 0.0011315028901734104,
      "loss": 2.919414520263672,
      "step": 262
    },
    {
      "epoch": 0.03434648973020442,
      "grad_norm": 0.17453093826770782,
      "learning_rate": 0.0011401734104046243,
      "loss": 2.9711110591888428,
      "step": 264
    },
    {
      "epoch": 0.0346066904099787,
      "grad_norm": 0.2020498514175415,
      "learning_rate": 0.0011488439306358382,
      "loss": 2.9616055488586426,
      "step": 266
    },
    {
      "epoch": 0.03486689108975297,
      "grad_norm": 0.18789063394069672,
      "learning_rate": 0.0011575144508670521,
      "loss": 2.9807963371276855,
      "step": 268
    },
    {
      "epoch": 0.03512709176952725,
      "grad_norm": 0.1720653921365738,
      "learning_rate": 0.0011661849710982658,
      "loss": 2.909268617630005,
      "step": 270
    },
    {
      "epoch": 0.03538729244930152,
      "grad_norm": 0.22420282661914825,
      "learning_rate": 0.0011748554913294797,
      "loss": 2.9295620918273926,
      "step": 272
    },
    {
      "epoch": 0.0356474931290758,
      "grad_norm": 0.1796054095029831,
      "learning_rate": 0.0011835260115606937,
      "loss": 2.838535785675049,
      "step": 274
    },
    {
      "epoch": 0.035907693808850075,
      "grad_norm": 0.2178080528974533,
      "learning_rate": 0.0011921965317919076,
      "loss": 2.8897058963775635,
      "step": 276
    },
    {
      "epoch": 0.03616789448862435,
      "grad_norm": 0.21806925535202026,
      "learning_rate": 0.0012008670520231213,
      "loss": 2.8932857513427734,
      "step": 278
    },
    {
      "epoch": 0.03642809516839863,
      "grad_norm": 0.18577463924884796,
      "learning_rate": 0.0012095375722543354,
      "loss": 2.916924476623535,
      "step": 280
    },
    {
      "epoch": 0.0366882958481729,
      "grad_norm": 0.2138700932264328,
      "learning_rate": 0.001218208092485549,
      "loss": 2.985546827316284,
      "step": 282
    },
    {
      "epoch": 0.036948496527947176,
      "grad_norm": 0.22238318622112274,
      "learning_rate": 0.001226878612716763,
      "loss": 2.9146595001220703,
      "step": 284
    },
    {
      "epoch": 0.03720869720772146,
      "grad_norm": 0.21025969088077545,
      "learning_rate": 0.001235549132947977,
      "loss": 2.892270088195801,
      "step": 286
    },
    {
      "epoch": 0.03746889788749573,
      "grad_norm": 0.23840492963790894,
      "learning_rate": 0.0012442196531791908,
      "loss": 2.8415307998657227,
      "step": 288
    },
    {
      "epoch": 0.037729098567270004,
      "grad_norm": 0.20167258381843567,
      "learning_rate": 0.0012528901734104047,
      "loss": 2.9031810760498047,
      "step": 290
    },
    {
      "epoch": 0.037989299247044285,
      "grad_norm": 0.24544967710971832,
      "learning_rate": 0.0012615606936416184,
      "loss": 2.934631824493408,
      "step": 292
    },
    {
      "epoch": 0.03824949992681856,
      "grad_norm": 0.3102674186229706,
      "learning_rate": 0.0012702312138728326,
      "loss": 2.924362897872925,
      "step": 294
    },
    {
      "epoch": 0.03850970060659283,
      "grad_norm": 0.17447885870933533,
      "learning_rate": 0.0012789017341040463,
      "loss": 2.841254711151123,
      "step": 296
    },
    {
      "epoch": 0.03876990128636711,
      "grad_norm": 0.26619958877563477,
      "learning_rate": 0.0012875722543352602,
      "loss": 2.873321056365967,
      "step": 298
    },
    {
      "epoch": 0.03903010196614139,
      "grad_norm": 0.27165448665618896,
      "learning_rate": 0.001296242774566474,
      "loss": 2.942399501800537,
      "step": 300
    },
    {
      "epoch": 0.03929030264591566,
      "grad_norm": 0.17484025657176971,
      "learning_rate": 0.001304913294797688,
      "loss": 2.8616087436676025,
      "step": 302
    },
    {
      "epoch": 0.03955050332568994,
      "grad_norm": 0.21328718960285187,
      "learning_rate": 0.0013135838150289017,
      "loss": 2.7787179946899414,
      "step": 304
    },
    {
      "epoch": 0.039810704005464215,
      "grad_norm": 0.21324102580547333,
      "learning_rate": 0.0013222543352601156,
      "loss": 2.8903517723083496,
      "step": 306
    },
    {
      "epoch": 0.04007090468523849,
      "grad_norm": 0.21711313724517822,
      "learning_rate": 0.0013309248554913295,
      "loss": 2.7644217014312744,
      "step": 308
    },
    {
      "epoch": 0.04033110536501277,
      "grad_norm": 0.2328975945711136,
      "learning_rate": 0.0013395953757225434,
      "loss": 2.868736505508423,
      "step": 310
    },
    {
      "epoch": 0.04059130604478704,
      "grad_norm": 0.246817484498024,
      "learning_rate": 0.0013482658959537571,
      "loss": 2.910038948059082,
      "step": 312
    },
    {
      "epoch": 0.040851506724561316,
      "grad_norm": 0.1926267296075821,
      "learning_rate": 0.0013569364161849712,
      "loss": 2.795515537261963,
      "step": 314
    },
    {
      "epoch": 0.0411117074043356,
      "grad_norm": 0.19206106662750244,
      "learning_rate": 0.001365606936416185,
      "loss": 2.8028244972229004,
      "step": 316
    },
    {
      "epoch": 0.04137190808410987,
      "grad_norm": 0.17958422005176544,
      "learning_rate": 0.0013742774566473989,
      "loss": 2.8207240104675293,
      "step": 318
    },
    {
      "epoch": 0.041632108763884144,
      "grad_norm": 0.30933892726898193,
      "learning_rate": 0.0013829479768786128,
      "loss": 2.8685462474823,
      "step": 320
    },
    {
      "epoch": 0.04189230944365842,
      "grad_norm": 0.20292924344539642,
      "learning_rate": 0.0013916184971098267,
      "loss": 2.8181519508361816,
      "step": 322
    },
    {
      "epoch": 0.0421525101234327,
      "grad_norm": 0.27987852692604065,
      "learning_rate": 0.0014002890173410404,
      "loss": 2.791168689727783,
      "step": 324
    },
    {
      "epoch": 0.04241271080320697,
      "grad_norm": 0.26813364028930664,
      "learning_rate": 0.0014089595375722543,
      "loss": 2.758394718170166,
      "step": 326
    },
    {
      "epoch": 0.042672911482981246,
      "grad_norm": 0.2212570607662201,
      "learning_rate": 0.0014176300578034684,
      "loss": 2.833681583404541,
      "step": 328
    },
    {
      "epoch": 0.04293311216275553,
      "grad_norm": 0.19662605226039886,
      "learning_rate": 0.001426300578034682,
      "loss": 2.8058218955993652,
      "step": 330
    },
    {
      "epoch": 0.0431933128425298,
      "grad_norm": 0.29693248867988586,
      "learning_rate": 0.001434971098265896,
      "loss": 2.775289535522461,
      "step": 332
    },
    {
      "epoch": 0.043453513522304074,
      "grad_norm": 0.19609500467777252,
      "learning_rate": 0.00144364161849711,
      "loss": 2.815795660018921,
      "step": 334
    },
    {
      "epoch": 0.043713714202078355,
      "grad_norm": 0.21622313559055328,
      "learning_rate": 0.0014523121387283238,
      "loss": 2.8070521354675293,
      "step": 336
    },
    {
      "epoch": 0.04397391488185263,
      "grad_norm": 0.18037623167037964,
      "learning_rate": 0.0014609826589595375,
      "loss": 2.72457218170166,
      "step": 338
    },
    {
      "epoch": 0.0442341155616269,
      "grad_norm": 0.19943048059940338,
      "learning_rate": 0.0014696531791907514,
      "loss": 2.7480547428131104,
      "step": 340
    },
    {
      "epoch": 0.04449431624140118,
      "grad_norm": 0.16557621955871582,
      "learning_rate": 0.0014783236994219654,
      "loss": 2.745342493057251,
      "step": 342
    },
    {
      "epoch": 0.044754516921175456,
      "grad_norm": 0.17805889248847961,
      "learning_rate": 0.0014869942196531793,
      "loss": 2.753793239593506,
      "step": 344
    },
    {
      "epoch": 0.04501471760094973,
      "grad_norm": 0.23548759520053864,
      "learning_rate": 0.001495664739884393,
      "loss": 2.8414790630340576,
      "step": 346
    },
    {
      "epoch": 0.04527491828072401,
      "grad_norm": 0.1648837774991989,
      "learning_rate": 0.0015,
      "loss": 2.7620575428009033,
      "step": 348
    },
    {
      "epoch": 0.045535118960498285,
      "grad_norm": 0.16259492933750153,
      "learning_rate": 0.0015,
      "loss": 2.7154746055603027,
      "step": 350
    },
    {
      "epoch": 0.04579531964027256,
      "grad_norm": 0.17988084256649017,
      "learning_rate": 0.0015,
      "loss": 2.700965404510498,
      "step": 352
    },
    {
      "epoch": 0.04605552032004684,
      "grad_norm": 0.16477294266223907,
      "learning_rate": 0.0015,
      "loss": 2.755967140197754,
      "step": 354
    },
    {
      "epoch": 0.04631572099982111,
      "grad_norm": 0.21754054725170135,
      "learning_rate": 0.0015,
      "loss": 2.6964268684387207,
      "step": 356
    },
    {
      "epoch": 0.046575921679595386,
      "grad_norm": 0.1506672352552414,
      "learning_rate": 0.0015,
      "loss": 2.794830322265625,
      "step": 358
    },
    {
      "epoch": 0.04683612235936967,
      "grad_norm": 0.1614987701177597,
      "learning_rate": 0.0015,
      "loss": 2.6898601055145264,
      "step": 360
    },
    {
      "epoch": 0.04709632303914394,
      "grad_norm": 0.18936215341091156,
      "learning_rate": 0.0015,
      "loss": 2.647334575653076,
      "step": 362
    },
    {
      "epoch": 0.047356523718918214,
      "grad_norm": 0.20592817664146423,
      "learning_rate": 0.0015,
      "loss": 2.7215371131896973,
      "step": 364
    },
    {
      "epoch": 0.047616724398692495,
      "grad_norm": 0.1782323271036148,
      "learning_rate": 0.0015,
      "loss": 2.6734256744384766,
      "step": 366
    },
    {
      "epoch": 0.04787692507846677,
      "grad_norm": 0.15602196753025055,
      "learning_rate": 0.0015,
      "loss": 2.667567729949951,
      "step": 368
    },
    {
      "epoch": 0.04813712575824104,
      "grad_norm": 0.14590057730674744,
      "learning_rate": 0.0015,
      "loss": 2.7369422912597656,
      "step": 370
    },
    {
      "epoch": 0.048397326438015316,
      "grad_norm": 0.16776956617832184,
      "learning_rate": 0.0015,
      "loss": 2.715961217880249,
      "step": 372
    },
    {
      "epoch": 0.0486575271177896,
      "grad_norm": 0.13588234782218933,
      "learning_rate": 0.0015,
      "loss": 2.6299777030944824,
      "step": 374
    },
    {
      "epoch": 0.04891772779756387,
      "grad_norm": 0.19670580327510834,
      "learning_rate": 0.0015,
      "loss": 2.7056634426116943,
      "step": 376
    },
    {
      "epoch": 0.049177928477338144,
      "grad_norm": 0.16066035628318787,
      "learning_rate": 0.0015,
      "loss": 2.6497952938079834,
      "step": 378
    },
    {
      "epoch": 0.049438129157112425,
      "grad_norm": 0.18578185141086578,
      "learning_rate": 0.0015,
      "loss": 2.6196389198303223,
      "step": 380
    },
    {
      "epoch": 0.0496983298368867,
      "grad_norm": 0.1641508936882019,
      "learning_rate": 0.0015,
      "loss": 2.64473819732666,
      "step": 382
    },
    {
      "epoch": 0.04995853051666097,
      "grad_norm": 0.15967334806919098,
      "learning_rate": 0.0015,
      "loss": 2.610323905944824,
      "step": 384
    },
    {
      "epoch": 0.05021873119643525,
      "grad_norm": 0.19882506132125854,
      "learning_rate": 0.0015,
      "loss": 2.580444574356079,
      "step": 386
    },
    {
      "epoch": 0.050478931876209526,
      "grad_norm": 0.15675006806850433,
      "learning_rate": 0.0015,
      "loss": 2.666419267654419,
      "step": 388
    },
    {
      "epoch": 0.0507391325559838,
      "grad_norm": 0.16099196672439575,
      "learning_rate": 0.0015,
      "loss": 2.681671619415283,
      "step": 390
    },
    {
      "epoch": 0.05099933323575808,
      "grad_norm": 0.15766847133636475,
      "learning_rate": 0.0015,
      "loss": 2.6991372108459473,
      "step": 392
    },
    {
      "epoch": 0.051259533915532354,
      "grad_norm": 0.1549822986125946,
      "learning_rate": 0.0015,
      "loss": 2.6909019947052,
      "step": 394
    },
    {
      "epoch": 0.05151973459530663,
      "grad_norm": 0.17178906500339508,
      "learning_rate": 0.0015,
      "loss": 2.6943092346191406,
      "step": 396
    },
    {
      "epoch": 0.05177993527508091,
      "grad_norm": 0.15122868120670319,
      "learning_rate": 0.0015,
      "loss": 2.669128894805908,
      "step": 398
    },
    {
      "epoch": 0.05204013595485518,
      "grad_norm": 0.13485313951969147,
      "learning_rate": 0.0015,
      "loss": 2.550992488861084,
      "step": 400
    },
    {
      "epoch": 0.052300336634629456,
      "grad_norm": 0.13008184731006622,
      "learning_rate": 0.0015,
      "loss": 2.6252386569976807,
      "step": 402
    },
    {
      "epoch": 0.05256053731440374,
      "grad_norm": 0.1430431306362152,
      "learning_rate": 0.0015,
      "loss": 2.6614580154418945,
      "step": 404
    },
    {
      "epoch": 0.05282073799417801,
      "grad_norm": 0.15184569358825684,
      "learning_rate": 0.0015,
      "loss": 2.5884804725646973,
      "step": 406
    },
    {
      "epoch": 0.053080938673952284,
      "grad_norm": 0.15028434991836548,
      "learning_rate": 0.0015,
      "loss": 2.534207344055176,
      "step": 408
    },
    {
      "epoch": 0.053341139353726565,
      "grad_norm": 0.1342860609292984,
      "learning_rate": 0.0015,
      "loss": 2.650566816329956,
      "step": 410
    },
    {
      "epoch": 0.05360134003350084,
      "grad_norm": 0.14909809827804565,
      "learning_rate": 0.0015,
      "loss": 2.575770616531372,
      "step": 412
    },
    {
      "epoch": 0.05386154071327511,
      "grad_norm": 0.1467573493719101,
      "learning_rate": 0.0015,
      "loss": 2.600891590118408,
      "step": 414
    },
    {
      "epoch": 0.05412174139304939,
      "grad_norm": 0.14627805352210999,
      "learning_rate": 0.0015,
      "loss": 2.6327264308929443,
      "step": 416
    },
    {
      "epoch": 0.054381942072823666,
      "grad_norm": 0.11908523738384247,
      "learning_rate": 0.0015,
      "loss": 2.6035282611846924,
      "step": 418
    },
    {
      "epoch": 0.05464214275259794,
      "grad_norm": 0.16153444349765778,
      "learning_rate": 0.0015,
      "loss": 2.6083431243896484,
      "step": 420
    },
    {
      "epoch": 0.054902343432372214,
      "grad_norm": 0.12157187610864639,
      "learning_rate": 0.0015,
      "loss": 2.6335573196411133,
      "step": 422
    },
    {
      "epoch": 0.055162544112146494,
      "grad_norm": 0.12891489267349243,
      "learning_rate": 0.0015,
      "loss": 2.6342296600341797,
      "step": 424
    },
    {
      "epoch": 0.05542274479192077,
      "grad_norm": 0.1658623218536377,
      "learning_rate": 0.0015,
      "loss": 2.620544672012329,
      "step": 426
    },
    {
      "epoch": 0.05568294547169504,
      "grad_norm": 0.14805150032043457,
      "learning_rate": 0.0015,
      "loss": 2.6231179237365723,
      "step": 428
    },
    {
      "epoch": 0.05594314615146932,
      "grad_norm": 0.12362580001354218,
      "learning_rate": 0.0015,
      "loss": 2.6189422607421875,
      "step": 430
    },
    {
      "epoch": 0.056203346831243596,
      "grad_norm": 0.14824257791042328,
      "learning_rate": 0.0015,
      "loss": 2.5241830348968506,
      "step": 432
    },
    {
      "epoch": 0.05646354751101787,
      "grad_norm": 0.11885982751846313,
      "learning_rate": 0.0015,
      "loss": 2.666518211364746,
      "step": 434
    },
    {
      "epoch": 0.05672374819079215,
      "grad_norm": 0.12434994429349899,
      "learning_rate": 0.0015,
      "loss": 2.630044460296631,
      "step": 436
    },
    {
      "epoch": 0.056983948870566424,
      "grad_norm": 0.13915260136127472,
      "learning_rate": 0.0015,
      "loss": 2.5746140480041504,
      "step": 438
    },
    {
      "epoch": 0.0572441495503407,
      "grad_norm": 0.1307705193758011,
      "learning_rate": 0.0015,
      "loss": 2.5896520614624023,
      "step": 440
    },
    {
      "epoch": 0.05750435023011498,
      "grad_norm": 0.14974114298820496,
      "learning_rate": 0.0015,
      "loss": 2.6500778198242188,
      "step": 442
    },
    {
      "epoch": 0.05776455090988925,
      "grad_norm": 0.19642087817192078,
      "learning_rate": 0.0015,
      "loss": 2.6607859134674072,
      "step": 444
    },
    {
      "epoch": 0.058024751589663526,
      "grad_norm": 0.1154959574341774,
      "learning_rate": 0.0015,
      "loss": 2.5340981483459473,
      "step": 446
    },
    {
      "epoch": 0.058284952269437806,
      "grad_norm": 0.14795628190040588,
      "learning_rate": 0.0015,
      "loss": 2.624563217163086,
      "step": 448
    },
    {
      "epoch": 0.05854515294921208,
      "grad_norm": 0.1298312097787857,
      "learning_rate": 0.0015,
      "loss": 2.5719261169433594,
      "step": 450
    },
    {
      "epoch": 0.058805353628986354,
      "grad_norm": 0.14340487122535706,
      "learning_rate": 0.0015,
      "loss": 2.672295331954956,
      "step": 452
    },
    {
      "epoch": 0.059065554308760634,
      "grad_norm": 0.12575502693653107,
      "learning_rate": 0.0015,
      "loss": 2.549506187438965,
      "step": 454
    },
    {
      "epoch": 0.05932575498853491,
      "grad_norm": 0.14216049015522003,
      "learning_rate": 0.0015,
      "loss": 2.578552722930908,
      "step": 456
    },
    {
      "epoch": 0.05958595566830918,
      "grad_norm": 0.15293440222740173,
      "learning_rate": 0.0015,
      "loss": 2.574181079864502,
      "step": 458
    },
    {
      "epoch": 0.05984615634808346,
      "grad_norm": 0.1480940878391266,
      "learning_rate": 0.0015,
      "loss": 2.6374359130859375,
      "step": 460
    },
    {
      "epoch": 0.060106357027857736,
      "grad_norm": 0.1261841058731079,
      "learning_rate": 0.0015,
      "loss": 2.5781521797180176,
      "step": 462
    },
    {
      "epoch": 0.06036655770763201,
      "grad_norm": 0.14029991626739502,
      "learning_rate": 0.0015,
      "loss": 2.5884461402893066,
      "step": 464
    },
    {
      "epoch": 0.06062675838740629,
      "grad_norm": 0.12325909733772278,
      "learning_rate": 0.0015,
      "loss": 2.495574474334717,
      "step": 466
    },
    {
      "epoch": 0.060886959067180564,
      "grad_norm": 0.11361188441514969,
      "learning_rate": 0.0015,
      "loss": 2.4616265296936035,
      "step": 468
    },
    {
      "epoch": 0.06114715974695484,
      "grad_norm": 0.18037493526935577,
      "learning_rate": 0.0015,
      "loss": 2.6190497875213623,
      "step": 470
    },
    {
      "epoch": 0.06140736042672911,
      "grad_norm": 0.12276580929756165,
      "learning_rate": 0.0015,
      "loss": 2.635545253753662,
      "step": 472
    },
    {
      "epoch": 0.06166756110650339,
      "grad_norm": 0.13119857013225555,
      "learning_rate": 0.0015,
      "loss": 2.639622688293457,
      "step": 474
    },
    {
      "epoch": 0.061927761786277666,
      "grad_norm": 0.2235397845506668,
      "learning_rate": 0.0015,
      "loss": 2.612959146499634,
      "step": 476
    },
    {
      "epoch": 0.06218796246605194,
      "grad_norm": 0.137590229511261,
      "learning_rate": 0.0015,
      "loss": 2.549914836883545,
      "step": 478
    },
    {
      "epoch": 0.06244816314582622,
      "grad_norm": 0.12429803609848022,
      "learning_rate": 0.0015,
      "loss": 2.582479476928711,
      "step": 480
    },
    {
      "epoch": 0.0627083638256005,
      "grad_norm": 0.12502647936344147,
      "learning_rate": 0.0015,
      "loss": 2.5637917518615723,
      "step": 482
    },
    {
      "epoch": 0.06296856450537477,
      "grad_norm": 0.12629607319831848,
      "learning_rate": 0.0015,
      "loss": 2.54638671875,
      "step": 484
    },
    {
      "epoch": 0.06322876518514904,
      "grad_norm": 0.14317424595355988,
      "learning_rate": 0.0015,
      "loss": 2.5885047912597656,
      "step": 486
    },
    {
      "epoch": 0.06348896586492332,
      "grad_norm": 0.20382775366306305,
      "learning_rate": 0.0015,
      "loss": 2.593700885772705,
      "step": 488
    },
    {
      "epoch": 0.0637491665446976,
      "grad_norm": 0.11687522381544113,
      "learning_rate": 0.0015,
      "loss": 2.5666115283966064,
      "step": 490
    },
    {
      "epoch": 0.06400936722447187,
      "grad_norm": 0.183576762676239,
      "learning_rate": 0.0015,
      "loss": 2.6373448371887207,
      "step": 492
    },
    {
      "epoch": 0.06426956790424615,
      "grad_norm": 0.13087429106235504,
      "learning_rate": 0.0015,
      "loss": 2.5889272689819336,
      "step": 494
    },
    {
      "epoch": 0.06452976858402043,
      "grad_norm": 0.23603849112987518,
      "learning_rate": 0.0015,
      "loss": 2.5812132358551025,
      "step": 496
    },
    {
      "epoch": 0.0647899692637947,
      "grad_norm": 0.13527603447437286,
      "learning_rate": 0.0015,
      "loss": 2.565682888031006,
      "step": 498
    },
    {
      "epoch": 0.06505016994356898,
      "grad_norm": 0.14632058143615723,
      "learning_rate": 0.0015,
      "loss": 2.5053577423095703,
      "step": 500
    },
    {
      "epoch": 0.06531037062334326,
      "grad_norm": 0.14276352524757385,
      "learning_rate": 0.0015,
      "loss": 2.6023128032684326,
      "step": 502
    },
    {
      "epoch": 0.06557057130311753,
      "grad_norm": 0.14910876750946045,
      "learning_rate": 0.0015,
      "loss": 2.53865122795105,
      "step": 504
    },
    {
      "epoch": 0.0658307719828918,
      "grad_norm": 0.198433518409729,
      "learning_rate": 0.0015,
      "loss": 2.635589122772217,
      "step": 506
    },
    {
      "epoch": 0.06609097266266609,
      "grad_norm": 0.1372203230857849,
      "learning_rate": 0.0015,
      "loss": 2.589325428009033,
      "step": 508
    },
    {
      "epoch": 0.06635117334244035,
      "grad_norm": 0.18355733156204224,
      "learning_rate": 0.0015,
      "loss": 2.5791945457458496,
      "step": 510
    },
    {
      "epoch": 0.06661137402221463,
      "grad_norm": 0.11787902563810349,
      "learning_rate": 0.0015,
      "loss": 2.6067702770233154,
      "step": 512
    },
    {
      "epoch": 0.06687157470198891,
      "grad_norm": 0.20993410050868988,
      "learning_rate": 0.0015,
      "loss": 2.5679943561553955,
      "step": 514
    },
    {
      "epoch": 0.06713177538176318,
      "grad_norm": 0.1326153427362442,
      "learning_rate": 0.0015,
      "loss": 2.592912197113037,
      "step": 516
    },
    {
      "epoch": 0.06739197606153746,
      "grad_norm": 0.15812049806118011,
      "learning_rate": 0.0015,
      "loss": 2.583249092102051,
      "step": 518
    },
    {
      "epoch": 0.06765217674131174,
      "grad_norm": 0.22075560688972473,
      "learning_rate": 0.0015,
      "loss": 2.6351144313812256,
      "step": 520
    },
    {
      "epoch": 0.06791237742108601,
      "grad_norm": 0.16961787641048431,
      "learning_rate": 0.0015,
      "loss": 2.545294761657715,
      "step": 522
    },
    {
      "epoch": 0.06817257810086029,
      "grad_norm": 0.18332639336585999,
      "learning_rate": 0.0015,
      "loss": 2.6261959075927734,
      "step": 524
    },
    {
      "epoch": 0.06843277878063457,
      "grad_norm": 0.1242636889219284,
      "learning_rate": 0.0015,
      "loss": 2.4783449172973633,
      "step": 526
    },
    {
      "epoch": 0.06869297946040884,
      "grad_norm": 0.11733566224575043,
      "learning_rate": 0.0015,
      "loss": 2.513880491256714,
      "step": 528
    },
    {
      "epoch": 0.06895318014018312,
      "grad_norm": 0.14355388283729553,
      "learning_rate": 0.0015,
      "loss": 2.5490798950195312,
      "step": 530
    },
    {
      "epoch": 0.0692133808199574,
      "grad_norm": 0.1932661086320877,
      "learning_rate": 0.0015,
      "loss": 2.552743911743164,
      "step": 532
    },
    {
      "epoch": 0.06947358149973167,
      "grad_norm": 0.12102755159139633,
      "learning_rate": 0.0015,
      "loss": 2.5844340324401855,
      "step": 534
    },
    {
      "epoch": 0.06973378217950595,
      "grad_norm": 0.1957508772611618,
      "learning_rate": 0.0015,
      "loss": 2.4969468116760254,
      "step": 536
    },
    {
      "epoch": 0.06999398285928023,
      "grad_norm": 0.13205446302890778,
      "learning_rate": 0.0015,
      "loss": 2.540651798248291,
      "step": 538
    },
    {
      "epoch": 0.0702541835390545,
      "grad_norm": 0.19254012405872345,
      "learning_rate": 0.0015,
      "loss": 2.537437915802002,
      "step": 540
    },
    {
      "epoch": 0.07051438421882877,
      "grad_norm": 0.12356755137443542,
      "learning_rate": 0.0015,
      "loss": 2.5964531898498535,
      "step": 542
    },
    {
      "epoch": 0.07077458489860304,
      "grad_norm": 0.11281155794858932,
      "learning_rate": 0.0015,
      "loss": 2.5733652114868164,
      "step": 544
    },
    {
      "epoch": 0.07103478557837732,
      "grad_norm": 0.1333414912223816,
      "learning_rate": 0.0015,
      "loss": 2.5084149837493896,
      "step": 546
    },
    {
      "epoch": 0.0712949862581516,
      "grad_norm": 0.19750361144542694,
      "learning_rate": 0.0015,
      "loss": 2.58596134185791,
      "step": 548
    },
    {
      "epoch": 0.07155518693792587,
      "grad_norm": 0.11615125089883804,
      "learning_rate": 0.0015,
      "loss": 2.4791383743286133,
      "step": 550
    },
    {
      "epoch": 0.07181538761770015,
      "grad_norm": 0.23385246098041534,
      "learning_rate": 0.0015,
      "loss": 2.50321102142334,
      "step": 552
    },
    {
      "epoch": 0.07207558829747443,
      "grad_norm": 0.17493095993995667,
      "learning_rate": 0.0015,
      "loss": 2.6158947944641113,
      "step": 554
    },
    {
      "epoch": 0.0723357889772487,
      "grad_norm": 0.1401086300611496,
      "learning_rate": 0.0015,
      "loss": 2.517688274383545,
      "step": 556
    },
    {
      "epoch": 0.07259598965702298,
      "grad_norm": 0.2651103734970093,
      "learning_rate": 0.0015,
      "loss": 2.4191396236419678,
      "step": 558
    },
    {
      "epoch": 0.07285619033679726,
      "grad_norm": 0.1722913384437561,
      "learning_rate": 0.0015,
      "loss": 2.5673346519470215,
      "step": 560
    },
    {
      "epoch": 0.07311639101657152,
      "grad_norm": 0.12414658069610596,
      "learning_rate": 0.0015,
      "loss": 2.6212687492370605,
      "step": 562
    },
    {
      "epoch": 0.0733765916963458,
      "grad_norm": 0.12208303064107895,
      "learning_rate": 0.0015,
      "loss": 2.546102523803711,
      "step": 564
    },
    {
      "epoch": 0.07363679237612009,
      "grad_norm": 0.18498128652572632,
      "learning_rate": 0.0015,
      "loss": 2.5047688484191895,
      "step": 566
    },
    {
      "epoch": 0.07389699305589435,
      "grad_norm": 0.11353137344121933,
      "learning_rate": 0.0015,
      "loss": 2.6000404357910156,
      "step": 568
    },
    {
      "epoch": 0.07415719373566863,
      "grad_norm": 0.11640340089797974,
      "learning_rate": 0.0015,
      "loss": 2.562701940536499,
      "step": 570
    },
    {
      "epoch": 0.07441739441544291,
      "grad_norm": 0.16006167232990265,
      "learning_rate": 0.0015,
      "loss": 2.5445828437805176,
      "step": 572
    },
    {
      "epoch": 0.07467759509521718,
      "grad_norm": 0.12379810959100723,
      "learning_rate": 0.0015,
      "loss": 2.532503128051758,
      "step": 574
    },
    {
      "epoch": 0.07493779577499146,
      "grad_norm": 0.20058363676071167,
      "learning_rate": 0.0015,
      "loss": 2.4340412616729736,
      "step": 576
    },
    {
      "epoch": 0.07519799645476574,
      "grad_norm": 0.14642098546028137,
      "learning_rate": 0.0015,
      "loss": 2.502790689468384,
      "step": 578
    },
    {
      "epoch": 0.07545819713454001,
      "grad_norm": 0.14208285510540009,
      "learning_rate": 0.0015,
      "loss": 2.6028313636779785,
      "step": 580
    },
    {
      "epoch": 0.07571839781431429,
      "grad_norm": 0.16576264798641205,
      "learning_rate": 0.0015,
      "loss": 2.590580463409424,
      "step": 582
    },
    {
      "epoch": 0.07597859849408857,
      "grad_norm": 0.1109340563416481,
      "learning_rate": 0.0015,
      "loss": 2.454275608062744,
      "step": 584
    },
    {
      "epoch": 0.07623879917386284,
      "grad_norm": 0.11368656903505325,
      "learning_rate": 0.0015,
      "loss": 2.559783935546875,
      "step": 586
    },
    {
      "epoch": 0.07649899985363712,
      "grad_norm": 0.18466179072856903,
      "learning_rate": 0.0015,
      "loss": 2.5907435417175293,
      "step": 588
    },
    {
      "epoch": 0.0767592005334114,
      "grad_norm": 0.15122883021831512,
      "learning_rate": 0.0015,
      "loss": 2.5490379333496094,
      "step": 590
    },
    {
      "epoch": 0.07701940121318566,
      "grad_norm": 0.1400233656167984,
      "learning_rate": 0.0015,
      "loss": 2.5655360221862793,
      "step": 592
    },
    {
      "epoch": 0.07727960189295995,
      "grad_norm": 0.12041738629341125,
      "learning_rate": 0.0015,
      "loss": 2.5855493545532227,
      "step": 594
    },
    {
      "epoch": 0.07753980257273423,
      "grad_norm": 0.11596609652042389,
      "learning_rate": 0.0015,
      "loss": 2.538209915161133,
      "step": 596
    },
    {
      "epoch": 0.07780000325250849,
      "grad_norm": 0.11742275953292847,
      "learning_rate": 0.0015,
      "loss": 2.4697577953338623,
      "step": 598
    },
    {
      "epoch": 0.07806020393228277,
      "grad_norm": 0.1307411640882492,
      "learning_rate": 0.0015,
      "loss": 2.5475921630859375,
      "step": 600
    },
    {
      "epoch": 0.07832040461205705,
      "grad_norm": 0.12216457724571228,
      "learning_rate": 0.0015,
      "loss": 2.4666059017181396,
      "step": 602
    },
    {
      "epoch": 0.07858060529183132,
      "grad_norm": 0.1410822570323944,
      "learning_rate": 0.0015,
      "loss": 2.5005970001220703,
      "step": 604
    },
    {
      "epoch": 0.0788408059716056,
      "grad_norm": 0.12861311435699463,
      "learning_rate": 0.0015,
      "loss": 2.554330825805664,
      "step": 606
    },
    {
      "epoch": 0.07910100665137988,
      "grad_norm": 0.13337506353855133,
      "learning_rate": 0.0015,
      "loss": 2.5301127433776855,
      "step": 608
    },
    {
      "epoch": 0.07936120733115415,
      "grad_norm": 0.15406863391399384,
      "learning_rate": 0.0015,
      "loss": 2.5119733810424805,
      "step": 610
    },
    {
      "epoch": 0.07962140801092843,
      "grad_norm": 0.17507420480251312,
      "learning_rate": 0.0015,
      "loss": 2.5119690895080566,
      "step": 612
    },
    {
      "epoch": 0.07988160869070271,
      "grad_norm": 0.11584312468767166,
      "learning_rate": 0.0015,
      "loss": 2.5782370567321777,
      "step": 614
    },
    {
      "epoch": 0.08014180937047698,
      "grad_norm": 0.14256927371025085,
      "learning_rate": 0.0015,
      "loss": 2.5322585105895996,
      "step": 616
    },
    {
      "epoch": 0.08040201005025126,
      "grad_norm": 0.16758249700069427,
      "learning_rate": 0.0015,
      "loss": 2.575878143310547,
      "step": 618
    },
    {
      "epoch": 0.08066221073002554,
      "grad_norm": 0.13935622572898865,
      "learning_rate": 0.0015,
      "loss": 2.5629076957702637,
      "step": 620
    },
    {
      "epoch": 0.0809224114097998,
      "grad_norm": 0.12993550300598145,
      "learning_rate": 0.0015,
      "loss": 2.503211259841919,
      "step": 622
    },
    {
      "epoch": 0.08118261208957409,
      "grad_norm": 0.15919028222560883,
      "learning_rate": 0.0015,
      "loss": 2.6716480255126953,
      "step": 624
    },
    {
      "epoch": 0.08144281276934837,
      "grad_norm": 0.11908809095621109,
      "learning_rate": 0.0015,
      "loss": 2.5645601749420166,
      "step": 626
    },
    {
      "epoch": 0.08170301344912263,
      "grad_norm": 0.11332940310239792,
      "learning_rate": 0.0015,
      "loss": 2.548771619796753,
      "step": 628
    },
    {
      "epoch": 0.08196321412889691,
      "grad_norm": 0.1313566267490387,
      "learning_rate": 0.0015,
      "loss": 2.6182522773742676,
      "step": 630
    },
    {
      "epoch": 0.0822234148086712,
      "grad_norm": 0.12268718332052231,
      "learning_rate": 0.0015,
      "loss": 2.489835262298584,
      "step": 632
    },
    {
      "epoch": 0.08248361548844546,
      "grad_norm": 0.12420812249183655,
      "learning_rate": 0.0015,
      "loss": 2.5113680362701416,
      "step": 634
    },
    {
      "epoch": 0.08274381616821974,
      "grad_norm": 0.13908511400222778,
      "learning_rate": 0.0015,
      "loss": 2.5134804248809814,
      "step": 636
    },
    {
      "epoch": 0.08300401684799402,
      "grad_norm": 0.14693544805049896,
      "learning_rate": 0.0015,
      "loss": 2.5647387504577637,
      "step": 638
    },
    {
      "epoch": 0.08326421752776829,
      "grad_norm": 0.13369478285312653,
      "learning_rate": 0.0015,
      "loss": 2.5393519401550293,
      "step": 640
    },
    {
      "epoch": 0.08352441820754257,
      "grad_norm": 0.13182099163532257,
      "learning_rate": 0.0015,
      "loss": 2.4621944427490234,
      "step": 642
    },
    {
      "epoch": 0.08378461888731684,
      "grad_norm": 0.16078202426433563,
      "learning_rate": 0.0015,
      "loss": 2.4677064418792725,
      "step": 644
    },
    {
      "epoch": 0.08404481956709112,
      "grad_norm": 0.18532077968120575,
      "learning_rate": 0.0015,
      "loss": 2.477581739425659,
      "step": 646
    },
    {
      "epoch": 0.0843050202468654,
      "grad_norm": 0.10907570272684097,
      "learning_rate": 0.0015,
      "loss": 2.524442672729492,
      "step": 648
    },
    {
      "epoch": 0.08456522092663966,
      "grad_norm": 0.14104482531547546,
      "learning_rate": 0.0015,
      "loss": 2.4496612548828125,
      "step": 650
    },
    {
      "epoch": 0.08482542160641394,
      "grad_norm": 0.14776431024074554,
      "learning_rate": 0.0015,
      "loss": 2.530264377593994,
      "step": 652
    },
    {
      "epoch": 0.08508562228618823,
      "grad_norm": 0.13904069364070892,
      "learning_rate": 0.0015,
      "loss": 2.604109287261963,
      "step": 654
    },
    {
      "epoch": 0.08534582296596249,
      "grad_norm": 0.14588233828544617,
      "learning_rate": 0.0015,
      "loss": 2.4963693618774414,
      "step": 656
    },
    {
      "epoch": 0.08560602364573677,
      "grad_norm": 0.15345178544521332,
      "learning_rate": 0.0015,
      "loss": 2.531615734100342,
      "step": 658
    },
    {
      "epoch": 0.08586622432551105,
      "grad_norm": 0.15590955317020416,
      "learning_rate": 0.0015,
      "loss": 2.4773566722869873,
      "step": 660
    },
    {
      "epoch": 0.08612642500528532,
      "grad_norm": 0.24131813645362854,
      "learning_rate": 0.0015,
      "loss": 2.534609317779541,
      "step": 662
    },
    {
      "epoch": 0.0863866256850596,
      "grad_norm": 0.13829457759857178,
      "learning_rate": 0.0015,
      "loss": 2.4890403747558594,
      "step": 664
    },
    {
      "epoch": 0.08664682636483388,
      "grad_norm": 0.2665689289569855,
      "learning_rate": 0.0015,
      "loss": 2.5261645317077637,
      "step": 666
    },
    {
      "epoch": 0.08690702704460815,
      "grad_norm": 0.12278895080089569,
      "learning_rate": 0.0015,
      "loss": 2.4704575538635254,
      "step": 668
    },
    {
      "epoch": 0.08716722772438243,
      "grad_norm": 0.1457744985818863,
      "learning_rate": 0.0015,
      "loss": 2.527120590209961,
      "step": 670
    },
    {
      "epoch": 0.08742742840415671,
      "grad_norm": 0.18936526775360107,
      "learning_rate": 0.0015,
      "loss": 2.5764763355255127,
      "step": 672
    },
    {
      "epoch": 0.08768762908393098,
      "grad_norm": 0.16044090688228607,
      "learning_rate": 0.0015,
      "loss": 2.557800531387329,
      "step": 674
    },
    {
      "epoch": 0.08794782976370526,
      "grad_norm": 0.11910203844308853,
      "learning_rate": 0.0015,
      "loss": 2.515000820159912,
      "step": 676
    },
    {
      "epoch": 0.08820803044347954,
      "grad_norm": 0.1980702430009842,
      "learning_rate": 0.0015,
      "loss": 2.4426794052124023,
      "step": 678
    },
    {
      "epoch": 0.0884682311232538,
      "grad_norm": 0.2644166052341461,
      "learning_rate": 0.0015,
      "loss": 2.5487544536590576,
      "step": 680
    },
    {
      "epoch": 0.08872843180302808,
      "grad_norm": 0.12081696093082428,
      "learning_rate": 0.0015,
      "loss": 2.489809036254883,
      "step": 682
    },
    {
      "epoch": 0.08898863248280237,
      "grad_norm": 0.20768149197101593,
      "learning_rate": 0.0015,
      "loss": 2.4334044456481934,
      "step": 684
    },
    {
      "epoch": 0.08924883316257663,
      "grad_norm": 0.1605047881603241,
      "learning_rate": 0.0015,
      "loss": 2.412212371826172,
      "step": 686
    },
    {
      "epoch": 0.08950903384235091,
      "grad_norm": 0.1852238029241562,
      "learning_rate": 0.0015,
      "loss": 2.5724077224731445,
      "step": 688
    },
    {
      "epoch": 0.0897692345221252,
      "grad_norm": 0.14606717228889465,
      "learning_rate": 0.0015,
      "loss": 2.5150301456451416,
      "step": 690
    },
    {
      "epoch": 0.09002943520189946,
      "grad_norm": 0.1127178892493248,
      "learning_rate": 0.0015,
      "loss": 2.5333385467529297,
      "step": 692
    },
    {
      "epoch": 0.09028963588167374,
      "grad_norm": 0.13244138658046722,
      "learning_rate": 0.0015,
      "loss": 2.506751537322998,
      "step": 694
    },
    {
      "epoch": 0.09054983656144802,
      "grad_norm": 0.11649299412965775,
      "learning_rate": 0.0015,
      "loss": 2.4993643760681152,
      "step": 696
    },
    {
      "epoch": 0.09081003724122229,
      "grad_norm": 0.11965850740671158,
      "learning_rate": 0.0015,
      "loss": 2.530313491821289,
      "step": 698
    },
    {
      "epoch": 0.09107023792099657,
      "grad_norm": 0.13063354790210724,
      "learning_rate": 0.0015,
      "loss": 2.541741371154785,
      "step": 700
    },
    {
      "epoch": 0.09133043860077085,
      "grad_norm": 0.1462620198726654,
      "learning_rate": 0.0015,
      "loss": 2.5551137924194336,
      "step": 702
    },
    {
      "epoch": 0.09159063928054512,
      "grad_norm": 0.13256198167800903,
      "learning_rate": 0.0015,
      "loss": 2.4662652015686035,
      "step": 704
    },
    {
      "epoch": 0.0918508399603194,
      "grad_norm": 0.15502355992794037,
      "learning_rate": 0.0015,
      "loss": 2.5150249004364014,
      "step": 706
    },
    {
      "epoch": 0.09211104064009368,
      "grad_norm": 0.18196983635425568,
      "learning_rate": 0.0015,
      "loss": 2.4843883514404297,
      "step": 708
    },
    {
      "epoch": 0.09237124131986794,
      "grad_norm": 0.14866191148757935,
      "learning_rate": 0.0015,
      "loss": 2.496154308319092,
      "step": 710
    },
    {
      "epoch": 0.09263144199964223,
      "grad_norm": 0.11658824980258942,
      "learning_rate": 0.0015,
      "loss": 2.4449501037597656,
      "step": 712
    },
    {
      "epoch": 0.0928916426794165,
      "grad_norm": 0.1440459042787552,
      "learning_rate": 0.0015,
      "loss": 2.490208625793457,
      "step": 714
    },
    {
      "epoch": 0.09315184335919077,
      "grad_norm": 0.19502736628055573,
      "learning_rate": 0.0015,
      "loss": 2.5548291206359863,
      "step": 716
    },
    {
      "epoch": 0.09341204403896505,
      "grad_norm": 0.1289069652557373,
      "learning_rate": 0.0015,
      "loss": 2.445272445678711,
      "step": 718
    },
    {
      "epoch": 0.09367224471873933,
      "grad_norm": 0.11711007356643677,
      "learning_rate": 0.0015,
      "loss": 2.469451427459717,
      "step": 720
    },
    {
      "epoch": 0.0939324453985136,
      "grad_norm": 0.12621375918388367,
      "learning_rate": 0.0015,
      "loss": 2.5695018768310547,
      "step": 722
    },
    {
      "epoch": 0.09419264607828788,
      "grad_norm": 0.14285998046398163,
      "learning_rate": 0.0015,
      "loss": 2.477400302886963,
      "step": 724
    },
    {
      "epoch": 0.09445284675806216,
      "grad_norm": 0.1324525624513626,
      "learning_rate": 0.0015,
      "loss": 2.4934685230255127,
      "step": 726
    },
    {
      "epoch": 0.09471304743783643,
      "grad_norm": 0.10702130198478699,
      "learning_rate": 0.0015,
      "loss": 2.478593349456787,
      "step": 728
    },
    {
      "epoch": 0.09497324811761071,
      "grad_norm": 0.12025975435972214,
      "learning_rate": 0.0015,
      "loss": 2.4158713817596436,
      "step": 730
    },
    {
      "epoch": 0.09523344879738499,
      "grad_norm": 0.11236289143562317,
      "learning_rate": 0.0015,
      "loss": 2.529749870300293,
      "step": 732
    },
    {
      "epoch": 0.09549364947715926,
      "grad_norm": 0.12934474647045135,
      "learning_rate": 0.0015,
      "loss": 2.531521797180176,
      "step": 734
    },
    {
      "epoch": 0.09575385015693354,
      "grad_norm": 0.11176446080207825,
      "learning_rate": 0.0015,
      "loss": 2.436703681945801,
      "step": 736
    },
    {
      "epoch": 0.09601405083670782,
      "grad_norm": 0.15079233050346375,
      "learning_rate": 0.0015,
      "loss": 2.425929069519043,
      "step": 738
    },
    {
      "epoch": 0.09627425151648208,
      "grad_norm": 0.11708604544401169,
      "learning_rate": 0.0015,
      "loss": 2.4982924461364746,
      "step": 740
    },
    {
      "epoch": 0.09653445219625637,
      "grad_norm": 0.14889422059059143,
      "learning_rate": 0.0015,
      "loss": 2.5074567794799805,
      "step": 742
    },
    {
      "epoch": 0.09679465287603063,
      "grad_norm": 0.1744641363620758,
      "learning_rate": 0.0015,
      "loss": 2.4625606536865234,
      "step": 744
    },
    {
      "epoch": 0.09705485355580491,
      "grad_norm": 0.10757909715175629,
      "learning_rate": 0.0015,
      "loss": 2.4002695083618164,
      "step": 746
    },
    {
      "epoch": 0.0973150542355792,
      "grad_norm": 0.19156695902347565,
      "learning_rate": 0.0015,
      "loss": 2.5078234672546387,
      "step": 748
    },
    {
      "epoch": 0.09757525491535346,
      "grad_norm": 0.13070686161518097,
      "learning_rate": 0.0015,
      "loss": 2.481682777404785,
      "step": 750
    },
    {
      "epoch": 0.09783545559512774,
      "grad_norm": 0.1559971421957016,
      "learning_rate": 0.0015,
      "loss": 2.483724594116211,
      "step": 752
    },
    {
      "epoch": 0.09809565627490202,
      "grad_norm": 0.10168272256851196,
      "learning_rate": 0.0015,
      "loss": 2.4188013076782227,
      "step": 754
    },
    {
      "epoch": 0.09835585695467629,
      "grad_norm": 0.17042742669582367,
      "learning_rate": 0.0015,
      "loss": 2.4481377601623535,
      "step": 756
    },
    {
      "epoch": 0.09861605763445057,
      "grad_norm": 0.12191086262464523,
      "learning_rate": 0.0015,
      "loss": 2.4696085453033447,
      "step": 758
    },
    {
      "epoch": 0.09887625831422485,
      "grad_norm": 0.18985164165496826,
      "learning_rate": 0.0015,
      "loss": 2.5029356479644775,
      "step": 760
    },
    {
      "epoch": 0.09913645899399912,
      "grad_norm": 0.12053395062685013,
      "learning_rate": 0.0015,
      "loss": 2.471561908721924,
      "step": 762
    },
    {
      "epoch": 0.0993966596737734,
      "grad_norm": 0.11260586231946945,
      "learning_rate": 0.0015,
      "loss": 2.4876153469085693,
      "step": 764
    },
    {
      "epoch": 0.09965686035354768,
      "grad_norm": 0.10991669446229935,
      "learning_rate": 0.0015,
      "loss": 2.4546608924865723,
      "step": 766
    },
    {
      "epoch": 0.09991706103332194,
      "grad_norm": 0.13373911380767822,
      "learning_rate": 0.0015,
      "loss": 2.4511330127716064,
      "step": 768
    },
    {
      "epoch": 0.10017726171309622,
      "grad_norm": 0.09733694046735764,
      "learning_rate": 0.0015,
      "loss": 2.398179292678833,
      "step": 770
    },
    {
      "epoch": 0.1004374623928705,
      "grad_norm": 0.13615287840366364,
      "learning_rate": 0.0015,
      "loss": 2.476090908050537,
      "step": 772
    },
    {
      "epoch": 0.10069766307264477,
      "grad_norm": 0.12906911969184875,
      "learning_rate": 0.0015,
      "loss": 2.5038747787475586,
      "step": 774
    },
    {
      "epoch": 0.10095786375241905,
      "grad_norm": 0.19029171764850616,
      "learning_rate": 0.0015,
      "loss": 2.515749454498291,
      "step": 776
    },
    {
      "epoch": 0.10121806443219333,
      "grad_norm": 0.13701385259628296,
      "learning_rate": 0.0015,
      "loss": 2.5420799255371094,
      "step": 778
    },
    {
      "epoch": 0.1014782651119676,
      "grad_norm": 0.13473469018936157,
      "learning_rate": 0.0015,
      "loss": 2.5171680450439453,
      "step": 780
    },
    {
      "epoch": 0.10173846579174188,
      "grad_norm": 0.12206988036632538,
      "learning_rate": 0.0015,
      "loss": 2.5140299797058105,
      "step": 782
    },
    {
      "epoch": 0.10199866647151616,
      "grad_norm": 0.16678650677204132,
      "learning_rate": 0.0015,
      "loss": 2.5734801292419434,
      "step": 784
    },
    {
      "epoch": 0.10225886715129043,
      "grad_norm": 0.11919064074754715,
      "learning_rate": 0.0015,
      "loss": 2.3694310188293457,
      "step": 786
    },
    {
      "epoch": 0.10251906783106471,
      "grad_norm": 0.11366023868322372,
      "learning_rate": 0.0015,
      "loss": 2.4591619968414307,
      "step": 788
    },
    {
      "epoch": 0.10277926851083899,
      "grad_norm": 0.12312934547662735,
      "learning_rate": 0.0015,
      "loss": 2.5185508728027344,
      "step": 790
    },
    {
      "epoch": 0.10303946919061326,
      "grad_norm": 0.1520123928785324,
      "learning_rate": 0.0015,
      "loss": 2.5622916221618652,
      "step": 792
    },
    {
      "epoch": 0.10329966987038754,
      "grad_norm": 0.1643320620059967,
      "learning_rate": 0.0015,
      "loss": 2.4844510555267334,
      "step": 794
    },
    {
      "epoch": 0.10355987055016182,
      "grad_norm": 0.11246604472398758,
      "learning_rate": 0.0015,
      "loss": 2.424683094024658,
      "step": 796
    },
    {
      "epoch": 0.10382007122993608,
      "grad_norm": 0.1600845605134964,
      "learning_rate": 0.0015,
      "loss": 2.467665672302246,
      "step": 798
    },
    {
      "epoch": 0.10408027190971036,
      "grad_norm": 0.11838793009519577,
      "learning_rate": 0.0015,
      "loss": 2.5429134368896484,
      "step": 800
    },
    {
      "epoch": 0.10434047258948465,
      "grad_norm": 0.11583756655454636,
      "learning_rate": 0.0015,
      "loss": 2.4626121520996094,
      "step": 802
    },
    {
      "epoch": 0.10460067326925891,
      "grad_norm": 0.11499626189470291,
      "learning_rate": 0.0015,
      "loss": 2.497128486633301,
      "step": 804
    },
    {
      "epoch": 0.10486087394903319,
      "grad_norm": 0.2323618233203888,
      "learning_rate": 0.0015,
      "loss": 2.4246530532836914,
      "step": 806
    },
    {
      "epoch": 0.10512107462880747,
      "grad_norm": 0.1438981145620346,
      "learning_rate": 0.0015,
      "loss": 2.5071704387664795,
      "step": 808
    },
    {
      "epoch": 0.10538127530858174,
      "grad_norm": 0.11748737841844559,
      "learning_rate": 0.0015,
      "loss": 2.476731300354004,
      "step": 810
    },
    {
      "epoch": 0.10564147598835602,
      "grad_norm": 0.19243799149990082,
      "learning_rate": 0.0015,
      "loss": 2.5406248569488525,
      "step": 812
    },
    {
      "epoch": 0.1059016766681303,
      "grad_norm": 0.11459548771381378,
      "learning_rate": 0.0015,
      "loss": 2.415768623352051,
      "step": 814
    },
    {
      "epoch": 0.10616187734790457,
      "grad_norm": 0.22774600982666016,
      "learning_rate": 0.0015,
      "loss": 2.455199718475342,
      "step": 816
    },
    {
      "epoch": 0.10642207802767885,
      "grad_norm": 0.11443344503641129,
      "learning_rate": 0.0015,
      "loss": 2.5359983444213867,
      "step": 818
    },
    {
      "epoch": 0.10668227870745313,
      "grad_norm": 0.1261078417301178,
      "learning_rate": 0.0015,
      "loss": 2.4155945777893066,
      "step": 820
    },
    {
      "epoch": 0.1069424793872274,
      "grad_norm": 0.1700322926044464,
      "learning_rate": 0.0015,
      "loss": 2.5150909423828125,
      "step": 822
    },
    {
      "epoch": 0.10720268006700168,
      "grad_norm": 0.11378102749586105,
      "learning_rate": 0.0015,
      "loss": 2.4695568084716797,
      "step": 824
    },
    {
      "epoch": 0.10746288074677596,
      "grad_norm": 0.13540437817573547,
      "learning_rate": 0.0015,
      "loss": 2.515244960784912,
      "step": 826
    },
    {
      "epoch": 0.10772308142655022,
      "grad_norm": 0.11232029646635056,
      "learning_rate": 0.0015,
      "loss": 2.4454617500305176,
      "step": 828
    },
    {
      "epoch": 0.1079832821063245,
      "grad_norm": 0.1433100700378418,
      "learning_rate": 0.0015,
      "loss": 2.4610981941223145,
      "step": 830
    },
    {
      "epoch": 0.10824348278609879,
      "grad_norm": 0.14747196435928345,
      "learning_rate": 0.0015,
      "loss": 2.512965440750122,
      "step": 832
    },
    {
      "epoch": 0.10850368346587305,
      "grad_norm": 0.11969432234764099,
      "learning_rate": 0.0015,
      "loss": 2.528841018676758,
      "step": 834
    },
    {
      "epoch": 0.10876388414564733,
      "grad_norm": 0.12883418798446655,
      "learning_rate": 0.0015,
      "loss": 2.5040335655212402,
      "step": 836
    },
    {
      "epoch": 0.10902408482542161,
      "grad_norm": 0.19044166803359985,
      "learning_rate": 0.0015,
      "loss": 2.478750228881836,
      "step": 838
    },
    {
      "epoch": 0.10928428550519588,
      "grad_norm": 0.15454842150211334,
      "learning_rate": 0.0015,
      "loss": 2.4856419563293457,
      "step": 840
    },
    {
      "epoch": 0.10954448618497016,
      "grad_norm": 0.11819291859865189,
      "learning_rate": 0.0015,
      "loss": 2.4163312911987305,
      "step": 842
    },
    {
      "epoch": 0.10980468686474443,
      "grad_norm": 0.1892247349023819,
      "learning_rate": 0.0015,
      "loss": 2.396820545196533,
      "step": 844
    },
    {
      "epoch": 0.11006488754451871,
      "grad_norm": 0.19431066513061523,
      "learning_rate": 0.0015,
      "loss": 2.537531614303589,
      "step": 846
    },
    {
      "epoch": 0.11032508822429299,
      "grad_norm": 0.15151803195476532,
      "learning_rate": 0.0015,
      "loss": 2.440938949584961,
      "step": 848
    },
    {
      "epoch": 0.11058528890406726,
      "grad_norm": 0.13907906413078308,
      "learning_rate": 0.0015,
      "loss": 2.5495567321777344,
      "step": 850
    },
    {
      "epoch": 0.11084548958384154,
      "grad_norm": 0.13976429402828217,
      "learning_rate": 0.0015,
      "loss": 2.4400763511657715,
      "step": 852
    },
    {
      "epoch": 0.11110569026361582,
      "grad_norm": 0.1101430281996727,
      "learning_rate": 0.0015,
      "loss": 2.5156853199005127,
      "step": 854
    },
    {
      "epoch": 0.11136589094339008,
      "grad_norm": 0.2034296840429306,
      "learning_rate": 0.0015,
      "loss": 2.4110891819000244,
      "step": 856
    },
    {
      "epoch": 0.11162609162316436,
      "grad_norm": 0.21087896823883057,
      "learning_rate": 0.0015,
      "loss": 2.423288583755493,
      "step": 858
    },
    {
      "epoch": 0.11188629230293864,
      "grad_norm": 0.15142200887203217,
      "learning_rate": 0.0015,
      "loss": 2.473625659942627,
      "step": 860
    },
    {
      "epoch": 0.11214649298271291,
      "grad_norm": 0.11025089025497437,
      "learning_rate": 0.0015,
      "loss": 2.4484028816223145,
      "step": 862
    },
    {
      "epoch": 0.11240669366248719,
      "grad_norm": 0.1491570919752121,
      "learning_rate": 0.0015,
      "loss": 2.505532741546631,
      "step": 864
    },
    {
      "epoch": 0.11266689434226147,
      "grad_norm": 0.11216303706169128,
      "learning_rate": 0.0015,
      "loss": 2.548219680786133,
      "step": 866
    },
    {
      "epoch": 0.11292709502203574,
      "grad_norm": 0.11430005729198456,
      "learning_rate": 0.0015,
      "loss": 2.4133553504943848,
      "step": 868
    },
    {
      "epoch": 0.11318729570181002,
      "grad_norm": 0.18291090428829193,
      "learning_rate": 0.0015,
      "loss": 2.507143497467041,
      "step": 870
    },
    {
      "epoch": 0.1134474963815843,
      "grad_norm": 0.1979239135980606,
      "learning_rate": 0.0015,
      "loss": 2.412238359451294,
      "step": 872
    },
    {
      "epoch": 0.11370769706135857,
      "grad_norm": 0.13865049183368683,
      "learning_rate": 0.0015,
      "loss": 2.4398233890533447,
      "step": 874
    },
    {
      "epoch": 0.11396789774113285,
      "grad_norm": 0.19918091595172882,
      "learning_rate": 0.0015,
      "loss": 2.4988279342651367,
      "step": 876
    },
    {
      "epoch": 0.11422809842090713,
      "grad_norm": 0.11325831711292267,
      "learning_rate": 0.0015,
      "loss": 2.494500160217285,
      "step": 878
    },
    {
      "epoch": 0.1144882991006814,
      "grad_norm": 0.14829902350902557,
      "learning_rate": 0.0015,
      "loss": 2.5095462799072266,
      "step": 880
    },
    {
      "epoch": 0.11474849978045568,
      "grad_norm": 0.21892991662025452,
      "learning_rate": 0.0015,
      "loss": 2.4745447635650635,
      "step": 882
    },
    {
      "epoch": 0.11500870046022996,
      "grad_norm": 0.11891723424196243,
      "learning_rate": 0.0015,
      "loss": 2.5164599418640137,
      "step": 884
    },
    {
      "epoch": 0.11526890114000422,
      "grad_norm": 0.14889734983444214,
      "learning_rate": 0.0015,
      "loss": 2.4883475303649902,
      "step": 886
    },
    {
      "epoch": 0.1155291018197785,
      "grad_norm": 0.1462695151567459,
      "learning_rate": 0.0015,
      "loss": 2.4669761657714844,
      "step": 888
    },
    {
      "epoch": 0.11578930249955278,
      "grad_norm": 0.1408451497554779,
      "learning_rate": 0.0015,
      "loss": 2.4396119117736816,
      "step": 890
    },
    {
      "epoch": 0.11604950317932705,
      "grad_norm": 0.104103684425354,
      "learning_rate": 0.0015,
      "loss": 2.4268996715545654,
      "step": 892
    },
    {
      "epoch": 0.11630970385910133,
      "grad_norm": 0.1391294002532959,
      "learning_rate": 0.0015,
      "loss": 2.3986964225769043,
      "step": 894
    },
    {
      "epoch": 0.11656990453887561,
      "grad_norm": 0.16641506552696228,
      "learning_rate": 0.0015,
      "loss": 2.48289155960083,
      "step": 896
    },
    {
      "epoch": 0.11683010521864988,
      "grad_norm": 0.14706654846668243,
      "learning_rate": 0.0015,
      "loss": 2.5131571292877197,
      "step": 898
    },
    {
      "epoch": 0.11709030589842416,
      "grad_norm": 0.14331388473510742,
      "learning_rate": 0.0015,
      "loss": 2.481987714767456,
      "step": 900
    },
    {
      "epoch": 0.11735050657819844,
      "grad_norm": 0.1329609900712967,
      "learning_rate": 0.0015,
      "loss": 2.5684447288513184,
      "step": 902
    },
    {
      "epoch": 0.11761070725797271,
      "grad_norm": 0.10474152863025665,
      "learning_rate": 0.0015,
      "loss": 2.496450424194336,
      "step": 904
    },
    {
      "epoch": 0.11787090793774699,
      "grad_norm": 0.11489632725715637,
      "learning_rate": 0.0015,
      "loss": 2.486365556716919,
      "step": 906
    },
    {
      "epoch": 0.11813110861752127,
      "grad_norm": 0.11455623060464859,
      "learning_rate": 0.0015,
      "loss": 2.392237901687622,
      "step": 908
    },
    {
      "epoch": 0.11839130929729554,
      "grad_norm": 0.12375067919492722,
      "learning_rate": 0.0015,
      "loss": 2.416073799133301,
      "step": 910
    },
    {
      "epoch": 0.11865150997706982,
      "grad_norm": 0.10999967157840729,
      "learning_rate": 0.0015,
      "loss": 2.4682672023773193,
      "step": 912
    },
    {
      "epoch": 0.1189117106568441,
      "grad_norm": 0.1222982406616211,
      "learning_rate": 0.0015,
      "loss": 2.4839866161346436,
      "step": 914
    },
    {
      "epoch": 0.11917191133661836,
      "grad_norm": 0.13484585285186768,
      "learning_rate": 0.0015,
      "loss": 2.488656997680664,
      "step": 916
    },
    {
      "epoch": 0.11943211201639264,
      "grad_norm": 0.10286282002925873,
      "learning_rate": 0.0015,
      "loss": 2.525235652923584,
      "step": 918
    },
    {
      "epoch": 0.11969231269616692,
      "grad_norm": 0.11514491587877274,
      "learning_rate": 0.0015,
      "loss": 2.5040040016174316,
      "step": 920
    },
    {
      "epoch": 0.11995251337594119,
      "grad_norm": 0.12345292419195175,
      "learning_rate": 0.0015,
      "loss": 2.459651231765747,
      "step": 922
    },
    {
      "epoch": 0.12021271405571547,
      "grad_norm": 0.1070815771818161,
      "learning_rate": 0.0015,
      "loss": 2.4803178310394287,
      "step": 924
    },
    {
      "epoch": 0.12047291473548975,
      "grad_norm": 0.10990746319293976,
      "learning_rate": 0.0015,
      "loss": 2.457594394683838,
      "step": 926
    },
    {
      "epoch": 0.12073311541526402,
      "grad_norm": 0.13413861393928528,
      "learning_rate": 0.0015,
      "loss": 2.4468042850494385,
      "step": 928
    },
    {
      "epoch": 0.1209933160950383,
      "grad_norm": 0.11186478286981583,
      "learning_rate": 0.0015,
      "loss": 2.442903518676758,
      "step": 930
    },
    {
      "epoch": 0.12125351677481258,
      "grad_norm": 0.12038417905569077,
      "learning_rate": 0.0015,
      "loss": 2.3339438438415527,
      "step": 932
    },
    {
      "epoch": 0.12151371745458685,
      "grad_norm": 0.17366178333759308,
      "learning_rate": 0.0015,
      "loss": 2.4548568725585938,
      "step": 934
    },
    {
      "epoch": 0.12177391813436113,
      "grad_norm": 0.11260256916284561,
      "learning_rate": 0.0015,
      "loss": 2.439826250076294,
      "step": 936
    },
    {
      "epoch": 0.12203411881413541,
      "grad_norm": 0.16781844198703766,
      "learning_rate": 0.0015,
      "loss": 2.4350109100341797,
      "step": 938
    },
    {
      "epoch": 0.12229431949390968,
      "grad_norm": 0.14944791793823242,
      "learning_rate": 0.0015,
      "loss": 2.4554519653320312,
      "step": 940
    },
    {
      "epoch": 0.12255452017368396,
      "grad_norm": 0.12105905264616013,
      "learning_rate": 0.0015,
      "loss": 2.4930989742279053,
      "step": 942
    },
    {
      "epoch": 0.12281472085345822,
      "grad_norm": 0.24054458737373352,
      "learning_rate": 0.0015,
      "loss": 2.5314407348632812,
      "step": 944
    },
    {
      "epoch": 0.1230749215332325,
      "grad_norm": 0.11755185574293137,
      "learning_rate": 0.0015,
      "loss": 2.433711051940918,
      "step": 946
    },
    {
      "epoch": 0.12333512221300678,
      "grad_norm": 0.2742673456668854,
      "learning_rate": 0.0015,
      "loss": 2.4475271701812744,
      "step": 948
    },
    {
      "epoch": 0.12359532289278105,
      "grad_norm": 0.2013305127620697,
      "learning_rate": 0.0015,
      "loss": 2.4712271690368652,
      "step": 950
    },
    {
      "epoch": 0.12385552357255533,
      "grad_norm": 0.1352348029613495,
      "learning_rate": 0.0015,
      "loss": 2.4669923782348633,
      "step": 952
    },
    {
      "epoch": 0.12411572425232961,
      "grad_norm": 0.2573494017124176,
      "learning_rate": 0.0015,
      "loss": 2.403353214263916,
      "step": 954
    },
    {
      "epoch": 0.12437592493210388,
      "grad_norm": 0.22976142168045044,
      "learning_rate": 0.0015,
      "loss": 2.4728734493255615,
      "step": 956
    },
    {
      "epoch": 0.12463612561187816,
      "grad_norm": 0.12941211462020874,
      "learning_rate": 0.0015,
      "loss": 2.4981071949005127,
      "step": 958
    },
    {
      "epoch": 0.12489632629165244,
      "grad_norm": 0.15471619367599487,
      "learning_rate": 0.0015,
      "loss": 2.483341693878174,
      "step": 960
    },
    {
      "epoch": 0.1251565269714267,
      "grad_norm": 0.20464009046554565,
      "learning_rate": 0.0015,
      "loss": 2.348433017730713,
      "step": 962
    },
    {
      "epoch": 0.125416727651201,
      "grad_norm": 0.12188667058944702,
      "learning_rate": 0.0015,
      "loss": 2.4026639461517334,
      "step": 964
    },
    {
      "epoch": 0.12567692833097527,
      "grad_norm": 0.18323232233524323,
      "learning_rate": 0.0015,
      "loss": 2.5070765018463135,
      "step": 966
    },
    {
      "epoch": 0.12593712901074955,
      "grad_norm": 0.16702760756015778,
      "learning_rate": 0.0015,
      "loss": 2.4475314617156982,
      "step": 968
    },
    {
      "epoch": 0.12619732969052383,
      "grad_norm": 0.10072800517082214,
      "learning_rate": 0.0015,
      "loss": 2.398653030395508,
      "step": 970
    },
    {
      "epoch": 0.12645753037029808,
      "grad_norm": 0.11068949848413467,
      "learning_rate": 0.0015,
      "loss": 2.5137791633605957,
      "step": 972
    },
    {
      "epoch": 0.12671773105007236,
      "grad_norm": 0.11984645575284958,
      "learning_rate": 0.0015,
      "loss": 2.3543200492858887,
      "step": 974
    },
    {
      "epoch": 0.12697793172984664,
      "grad_norm": 0.1345328390598297,
      "learning_rate": 0.0015,
      "loss": 2.5010509490966797,
      "step": 976
    },
    {
      "epoch": 0.12723813240962092,
      "grad_norm": 0.10265976190567017,
      "learning_rate": 0.0015,
      "loss": 2.466796398162842,
      "step": 978
    },
    {
      "epoch": 0.1274983330893952,
      "grad_norm": 0.1264086365699768,
      "learning_rate": 0.0015,
      "loss": 2.5070204734802246,
      "step": 980
    },
    {
      "epoch": 0.12775853376916949,
      "grad_norm": 0.19938229024410248,
      "learning_rate": 0.0015,
      "loss": 2.357666015625,
      "step": 982
    },
    {
      "epoch": 0.12801873444894374,
      "grad_norm": 0.12119675427675247,
      "learning_rate": 0.0015,
      "loss": 2.487483024597168,
      "step": 984
    },
    {
      "epoch": 0.12827893512871802,
      "grad_norm": 0.1274806410074234,
      "learning_rate": 0.0015,
      "loss": 2.4527902603149414,
      "step": 986
    },
    {
      "epoch": 0.1285391358084923,
      "grad_norm": 0.22585996985435486,
      "learning_rate": 0.0015,
      "loss": 2.494025707244873,
      "step": 988
    },
    {
      "epoch": 0.12879933648826658,
      "grad_norm": 0.10816916823387146,
      "learning_rate": 0.0015,
      "loss": 2.49330472946167,
      "step": 990
    },
    {
      "epoch": 0.12905953716804086,
      "grad_norm": 0.1344311386346817,
      "learning_rate": 0.0015,
      "loss": 2.4067468643188477,
      "step": 992
    },
    {
      "epoch": 0.1293197378478151,
      "grad_norm": 0.12150255590677261,
      "learning_rate": 0.0015,
      "loss": 2.5098538398742676,
      "step": 994
    },
    {
      "epoch": 0.1295799385275894,
      "grad_norm": 0.18154442310333252,
      "learning_rate": 0.0015,
      "loss": 2.4638562202453613,
      "step": 996
    },
    {
      "epoch": 0.12984013920736368,
      "grad_norm": 0.12289196997880936,
      "learning_rate": 0.0015,
      "loss": 2.472836494445801,
      "step": 998
    },
    {
      "epoch": 0.13010033988713796,
      "grad_norm": 0.22473278641700745,
      "learning_rate": 0.0015,
      "loss": 2.4230082035064697,
      "step": 1000
    },
    {
      "epoch": 0.13036054056691224,
      "grad_norm": 0.15969176590442657,
      "learning_rate": 0.0015,
      "loss": 2.4526515007019043,
      "step": 1002
    },
    {
      "epoch": 0.13062074124668652,
      "grad_norm": 0.12065639346837997,
      "learning_rate": 0.0015,
      "loss": 2.5058422088623047,
      "step": 1004
    },
    {
      "epoch": 0.13088094192646077,
      "grad_norm": 0.1982503980398178,
      "learning_rate": 0.0015,
      "loss": 2.3470046520233154,
      "step": 1006
    },
    {
      "epoch": 0.13114114260623505,
      "grad_norm": 0.11025986820459366,
      "learning_rate": 0.0015,
      "loss": 2.427471160888672,
      "step": 1008
    },
    {
      "epoch": 0.13140134328600933,
      "grad_norm": 0.1502007246017456,
      "learning_rate": 0.0015,
      "loss": 2.4024569988250732,
      "step": 1010
    },
    {
      "epoch": 0.1316615439657836,
      "grad_norm": 0.1308867335319519,
      "learning_rate": 0.0015,
      "loss": 2.429893970489502,
      "step": 1012
    },
    {
      "epoch": 0.1319217446455579,
      "grad_norm": 0.13172170519828796,
      "learning_rate": 0.0015,
      "loss": 2.460587501525879,
      "step": 1014
    },
    {
      "epoch": 0.13218194532533217,
      "grad_norm": 0.1112113669514656,
      "learning_rate": 0.0015,
      "loss": 2.452357292175293,
      "step": 1016
    },
    {
      "epoch": 0.13244214600510643,
      "grad_norm": 0.10093437135219574,
      "learning_rate": 0.0015,
      "loss": 2.4399003982543945,
      "step": 1018
    },
    {
      "epoch": 0.1327023466848807,
      "grad_norm": 0.1351321041584015,
      "learning_rate": 0.0015,
      "loss": 2.5169358253479004,
      "step": 1020
    },
    {
      "epoch": 0.132962547364655,
      "grad_norm": 0.10677681118249893,
      "learning_rate": 0.0015,
      "loss": 2.4662139415740967,
      "step": 1022
    },
    {
      "epoch": 0.13322274804442927,
      "grad_norm": 0.09946724027395248,
      "learning_rate": 0.0015,
      "loss": 2.460554599761963,
      "step": 1024
    },
    {
      "epoch": 0.13348294872420355,
      "grad_norm": 0.14991725981235504,
      "learning_rate": 0.0015,
      "loss": 2.4160876274108887,
      "step": 1026
    },
    {
      "epoch": 0.13374314940397783,
      "grad_norm": 0.11871107667684555,
      "learning_rate": 0.0015,
      "loss": 2.395324230194092,
      "step": 1028
    },
    {
      "epoch": 0.13400335008375208,
      "grad_norm": 0.11057759076356888,
      "learning_rate": 0.0015,
      "loss": 2.472972869873047,
      "step": 1030
    },
    {
      "epoch": 0.13426355076352636,
      "grad_norm": 0.16956132650375366,
      "learning_rate": 0.0015,
      "loss": 2.5264644622802734,
      "step": 1032
    },
    {
      "epoch": 0.13452375144330064,
      "grad_norm": 0.11181381344795227,
      "learning_rate": 0.0015,
      "loss": 2.468268394470215,
      "step": 1034
    },
    {
      "epoch": 0.13478395212307492,
      "grad_norm": 0.13414572179317474,
      "learning_rate": 0.0015,
      "loss": 2.362654447555542,
      "step": 1036
    },
    {
      "epoch": 0.1350441528028492,
      "grad_norm": 0.24919535219669342,
      "learning_rate": 0.0015,
      "loss": 2.483491897583008,
      "step": 1038
    },
    {
      "epoch": 0.13530435348262349,
      "grad_norm": 0.10450753569602966,
      "learning_rate": 0.0015,
      "loss": 2.523620128631592,
      "step": 1040
    },
    {
      "epoch": 0.13556455416239774,
      "grad_norm": 0.2184949815273285,
      "learning_rate": 0.0015,
      "loss": 2.386420249938965,
      "step": 1042
    },
    {
      "epoch": 0.13582475484217202,
      "grad_norm": 0.17390845715999603,
      "learning_rate": 0.0015,
      "loss": 2.4747018814086914,
      "step": 1044
    },
    {
      "epoch": 0.1360849555219463,
      "grad_norm": 0.1654224693775177,
      "learning_rate": 0.0015,
      "loss": 2.5035622119903564,
      "step": 1046
    },
    {
      "epoch": 0.13634515620172058,
      "grad_norm": 0.14311206340789795,
      "learning_rate": 0.0015,
      "loss": 2.499642848968506,
      "step": 1048
    },
    {
      "epoch": 0.13660535688149486,
      "grad_norm": 0.19418315589427948,
      "learning_rate": 0.0015,
      "loss": 2.4356093406677246,
      "step": 1050
    },
    {
      "epoch": 0.13686555756126914,
      "grad_norm": 0.12149766087532043,
      "learning_rate": 0.0015,
      "loss": 2.5009753704071045,
      "step": 1052
    },
    {
      "epoch": 0.1371257582410434,
      "grad_norm": 0.12303480505943298,
      "learning_rate": 0.0015,
      "loss": 2.4662513732910156,
      "step": 1054
    },
    {
      "epoch": 0.13738595892081767,
      "grad_norm": 0.2106712907552719,
      "learning_rate": 0.0015,
      "loss": 2.441244602203369,
      "step": 1056
    },
    {
      "epoch": 0.13764615960059196,
      "grad_norm": 0.1418542116880417,
      "learning_rate": 0.0015,
      "loss": 2.5022647380828857,
      "step": 1058
    },
    {
      "epoch": 0.13790636028036624,
      "grad_norm": 0.16257698833942413,
      "learning_rate": 0.0015,
      "loss": 2.45245361328125,
      "step": 1060
    },
    {
      "epoch": 0.13816656096014052,
      "grad_norm": 0.17792272567749023,
      "learning_rate": 0.0015,
      "loss": 2.4715757369995117,
      "step": 1062
    },
    {
      "epoch": 0.1384267616399148,
      "grad_norm": 0.1103525310754776,
      "learning_rate": 0.0015,
      "loss": 2.407827377319336,
      "step": 1064
    },
    {
      "epoch": 0.13868696231968905,
      "grad_norm": 0.17640429735183716,
      "learning_rate": 0.0015,
      "loss": 2.4953856468200684,
      "step": 1066
    },
    {
      "epoch": 0.13894716299946333,
      "grad_norm": 0.22436165809631348,
      "learning_rate": 0.0015,
      "loss": 2.515901565551758,
      "step": 1068
    },
    {
      "epoch": 0.1392073636792376,
      "grad_norm": 0.1928934007883072,
      "learning_rate": 0.0015,
      "loss": 2.436163902282715,
      "step": 1070
    },
    {
      "epoch": 0.1394675643590119,
      "grad_norm": 0.12063254415988922,
      "learning_rate": 0.0015,
      "loss": 2.388546943664551,
      "step": 1072
    },
    {
      "epoch": 0.13972776503878617,
      "grad_norm": 0.13112172484397888,
      "learning_rate": 0.0015,
      "loss": 2.4899964332580566,
      "step": 1074
    },
    {
      "epoch": 0.13998796571856045,
      "grad_norm": 0.11329298466444016,
      "learning_rate": 0.0015,
      "loss": 2.474388837814331,
      "step": 1076
    },
    {
      "epoch": 0.1402481663983347,
      "grad_norm": 0.09997786581516266,
      "learning_rate": 0.0015,
      "loss": 2.440237045288086,
      "step": 1078
    },
    {
      "epoch": 0.140508367078109,
      "grad_norm": 0.16203705966472626,
      "learning_rate": 0.0015,
      "loss": 2.4485199451446533,
      "step": 1080
    },
    {
      "epoch": 0.14076856775788327,
      "grad_norm": 0.1024545356631279,
      "learning_rate": 0.0015,
      "loss": 2.4308876991271973,
      "step": 1082
    },
    {
      "epoch": 0.14102876843765755,
      "grad_norm": 0.12663713097572327,
      "learning_rate": 0.0015,
      "loss": 2.4554238319396973,
      "step": 1084
    },
    {
      "epoch": 0.14128896911743183,
      "grad_norm": 0.17677250504493713,
      "learning_rate": 0.0015,
      "loss": 2.507059097290039,
      "step": 1086
    },
    {
      "epoch": 0.14154916979720608,
      "grad_norm": 0.11777018010616302,
      "learning_rate": 0.0015,
      "loss": 2.4577083587646484,
      "step": 1088
    },
    {
      "epoch": 0.14180937047698036,
      "grad_norm": 0.1278468370437622,
      "learning_rate": 0.0015,
      "loss": 2.445704460144043,
      "step": 1090
    },
    {
      "epoch": 0.14206957115675464,
      "grad_norm": 0.13680873811244965,
      "learning_rate": 0.0015,
      "loss": 2.413355827331543,
      "step": 1092
    },
    {
      "epoch": 0.14232977183652892,
      "grad_norm": 0.11125652492046356,
      "learning_rate": 0.0015,
      "loss": 2.4675405025482178,
      "step": 1094
    },
    {
      "epoch": 0.1425899725163032,
      "grad_norm": 0.11100263893604279,
      "learning_rate": 0.0015,
      "loss": 2.3913791179656982,
      "step": 1096
    },
    {
      "epoch": 0.14285017319607748,
      "grad_norm": 0.11483151465654373,
      "learning_rate": 0.0015,
      "loss": 2.3454768657684326,
      "step": 1098
    },
    {
      "epoch": 0.14311037387585174,
      "grad_norm": 0.10911301523447037,
      "learning_rate": 0.0015,
      "loss": 2.4192733764648438,
      "step": 1100
    },
    {
      "epoch": 0.14337057455562602,
      "grad_norm": 0.1157718300819397,
      "learning_rate": 0.0015,
      "loss": 2.465139150619507,
      "step": 1102
    },
    {
      "epoch": 0.1436307752354003,
      "grad_norm": 0.11563188582658768,
      "learning_rate": 0.0015,
      "loss": 2.4586434364318848,
      "step": 1104
    },
    {
      "epoch": 0.14389097591517458,
      "grad_norm": 0.11557405441999435,
      "learning_rate": 0.0015,
      "loss": 2.4535820484161377,
      "step": 1106
    },
    {
      "epoch": 0.14415117659494886,
      "grad_norm": 0.12103701382875443,
      "learning_rate": 0.0015,
      "loss": 2.3909735679626465,
      "step": 1108
    },
    {
      "epoch": 0.14441137727472314,
      "grad_norm": 0.18862950801849365,
      "learning_rate": 0.0015,
      "loss": 2.3988637924194336,
      "step": 1110
    },
    {
      "epoch": 0.1446715779544974,
      "grad_norm": 0.17689956724643707,
      "learning_rate": 0.0015,
      "loss": 2.38931941986084,
      "step": 1112
    },
    {
      "epoch": 0.14493177863427167,
      "grad_norm": 0.22612197697162628,
      "learning_rate": 0.0015,
      "loss": 2.3580808639526367,
      "step": 1114
    },
    {
      "epoch": 0.14519197931404595,
      "grad_norm": 0.12673230469226837,
      "learning_rate": 0.0015,
      "loss": 2.442720413208008,
      "step": 1116
    },
    {
      "epoch": 0.14545217999382024,
      "grad_norm": 0.17612653970718384,
      "learning_rate": 0.0015,
      "loss": 2.463355779647827,
      "step": 1118
    },
    {
      "epoch": 0.14571238067359452,
      "grad_norm": 0.12333007901906967,
      "learning_rate": 0.0015,
      "loss": 2.380070209503174,
      "step": 1120
    },
    {
      "epoch": 0.1459725813533688,
      "grad_norm": 0.1020858958363533,
      "learning_rate": 0.0015,
      "loss": 2.4536514282226562,
      "step": 1122
    },
    {
      "epoch": 0.14623278203314305,
      "grad_norm": 0.32838383316993713,
      "learning_rate": 0.0015,
      "loss": 2.4055564403533936,
      "step": 1124
    },
    {
      "epoch": 0.14649298271291733,
      "grad_norm": 0.19968973100185394,
      "learning_rate": 0.0015,
      "loss": 2.4536662101745605,
      "step": 1126
    },
    {
      "epoch": 0.1467531833926916,
      "grad_norm": 0.18876910209655762,
      "learning_rate": 0.0015,
      "loss": 2.4924776554107666,
      "step": 1128
    },
    {
      "epoch": 0.1470133840724659,
      "grad_norm": 0.1943730115890503,
      "learning_rate": 0.0015,
      "loss": 2.4222571849823,
      "step": 1130
    },
    {
      "epoch": 0.14727358475224017,
      "grad_norm": 0.18540358543395996,
      "learning_rate": 0.0015,
      "loss": 2.411162853240967,
      "step": 1132
    },
    {
      "epoch": 0.14753378543201445,
      "grad_norm": 0.17939861118793488,
      "learning_rate": 0.0015,
      "loss": 2.4838457107543945,
      "step": 1134
    },
    {
      "epoch": 0.1477939861117887,
      "grad_norm": 0.1577775776386261,
      "learning_rate": 0.0015,
      "loss": 2.4425199031829834,
      "step": 1136
    },
    {
      "epoch": 0.14805418679156299,
      "grad_norm": 0.23459453880786896,
      "learning_rate": 0.0015,
      "loss": 2.5058655738830566,
      "step": 1138
    },
    {
      "epoch": 0.14831438747133727,
      "grad_norm": 0.14127010107040405,
      "learning_rate": 0.0015,
      "loss": 2.405430793762207,
      "step": 1140
    },
    {
      "epoch": 0.14857458815111155,
      "grad_norm": 0.13933320343494415,
      "learning_rate": 0.0015,
      "loss": 2.4516453742980957,
      "step": 1142
    },
    {
      "epoch": 0.14883478883088583,
      "grad_norm": 0.12083790451288223,
      "learning_rate": 0.0015,
      "loss": 2.441802501678467,
      "step": 1144
    },
    {
      "epoch": 0.1490949895106601,
      "grad_norm": 0.11597343534231186,
      "learning_rate": 0.0015,
      "loss": 2.44309663772583,
      "step": 1146
    },
    {
      "epoch": 0.14935519019043436,
      "grad_norm": 0.11108209192752838,
      "learning_rate": 0.0015,
      "loss": 2.4176034927368164,
      "step": 1148
    },
    {
      "epoch": 0.14961539087020864,
      "grad_norm": 0.12201856821775436,
      "learning_rate": 0.0015,
      "loss": 2.441558361053467,
      "step": 1150
    },
    {
      "epoch": 0.14987559154998292,
      "grad_norm": 0.13071376085281372,
      "learning_rate": 0.0015,
      "loss": 2.429281711578369,
      "step": 1152
    },
    {
      "epoch": 0.1501357922297572,
      "grad_norm": 0.11141698807477951,
      "learning_rate": 0.0015,
      "loss": 2.4551773071289062,
      "step": 1154
    },
    {
      "epoch": 0.15039599290953148,
      "grad_norm": 0.11565087735652924,
      "learning_rate": 0.0015,
      "loss": 2.3742003440856934,
      "step": 1156
    },
    {
      "epoch": 0.15065619358930576,
      "grad_norm": 0.10863198339939117,
      "learning_rate": 0.0015,
      "loss": 2.3950302600860596,
      "step": 1158
    },
    {
      "epoch": 0.15091639426908002,
      "grad_norm": 0.17658548057079315,
      "learning_rate": 0.0015,
      "loss": 2.4297618865966797,
      "step": 1160
    },
    {
      "epoch": 0.1511765949488543,
      "grad_norm": 0.11242704093456268,
      "learning_rate": 0.0015,
      "loss": 2.4334096908569336,
      "step": 1162
    },
    {
      "epoch": 0.15143679562862858,
      "grad_norm": 0.23384493589401245,
      "learning_rate": 0.0015,
      "loss": 2.4612202644348145,
      "step": 1164
    },
    {
      "epoch": 0.15169699630840286,
      "grad_norm": 0.13724996149539948,
      "learning_rate": 0.0015,
      "loss": 2.4340977668762207,
      "step": 1166
    },
    {
      "epoch": 0.15195719698817714,
      "grad_norm": 0.12144450843334198,
      "learning_rate": 0.0015,
      "loss": 2.5139427185058594,
      "step": 1168
    },
    {
      "epoch": 0.15221739766795142,
      "grad_norm": 0.11372646689414978,
      "learning_rate": 0.0015,
      "loss": 2.4092471599578857,
      "step": 1170
    },
    {
      "epoch": 0.15247759834772567,
      "grad_norm": 0.11893589049577713,
      "learning_rate": 0.0015,
      "loss": 2.365037441253662,
      "step": 1172
    },
    {
      "epoch": 0.15273779902749995,
      "grad_norm": 0.1765247881412506,
      "learning_rate": 0.0015,
      "loss": 2.5289974212646484,
      "step": 1174
    },
    {
      "epoch": 0.15299799970727423,
      "grad_norm": 0.19714157283306122,
      "learning_rate": 0.0015,
      "loss": 2.4510278701782227,
      "step": 1176
    },
    {
      "epoch": 0.15325820038704852,
      "grad_norm": 0.1067543625831604,
      "learning_rate": 0.0015,
      "loss": 2.4470250606536865,
      "step": 1178
    },
    {
      "epoch": 0.1535184010668228,
      "grad_norm": 0.12346280366182327,
      "learning_rate": 0.0015,
      "loss": 2.4941210746765137,
      "step": 1180
    },
    {
      "epoch": 0.15377860174659708,
      "grad_norm": 0.17956458032131195,
      "learning_rate": 0.0015,
      "loss": 2.3808820247650146,
      "step": 1182
    },
    {
      "epoch": 0.15403880242637133,
      "grad_norm": 0.11279787123203278,
      "learning_rate": 0.0015,
      "loss": 2.402820110321045,
      "step": 1184
    },
    {
      "epoch": 0.1542990031061456,
      "grad_norm": 0.1782272905111313,
      "learning_rate": 0.0015,
      "loss": 2.454741954803467,
      "step": 1186
    },
    {
      "epoch": 0.1545592037859199,
      "grad_norm": 0.14567869901657104,
      "learning_rate": 0.0015,
      "loss": 2.387033700942993,
      "step": 1188
    },
    {
      "epoch": 0.15481940446569417,
      "grad_norm": 0.13391685485839844,
      "learning_rate": 0.0015,
      "loss": 2.4758825302124023,
      "step": 1190
    },
    {
      "epoch": 0.15507960514546845,
      "grad_norm": 0.15669213235378265,
      "learning_rate": 0.0015,
      "loss": 2.4722981452941895,
      "step": 1192
    },
    {
      "epoch": 0.1553398058252427,
      "grad_norm": 0.12036886811256409,
      "learning_rate": 0.0015,
      "loss": 2.3432040214538574,
      "step": 1194
    },
    {
      "epoch": 0.15560000650501699,
      "grad_norm": 0.11269272118806839,
      "learning_rate": 0.0015,
      "loss": 2.4520320892333984,
      "step": 1196
    },
    {
      "epoch": 0.15586020718479127,
      "grad_norm": 0.10365239530801773,
      "learning_rate": 0.0015,
      "loss": 2.447770595550537,
      "step": 1198
    },
    {
      "epoch": 0.15612040786456555,
      "grad_norm": 0.14448872208595276,
      "learning_rate": 0.0015,
      "loss": 2.4342339038848877,
      "step": 1200
    },
    {
      "epoch": 0.15638060854433983,
      "grad_norm": 0.1512068510055542,
      "learning_rate": 0.0015,
      "loss": 2.44174861907959,
      "step": 1202
    },
    {
      "epoch": 0.1566408092241141,
      "grad_norm": 0.11856794357299805,
      "learning_rate": 0.0015,
      "loss": 2.462867498397827,
      "step": 1204
    },
    {
      "epoch": 0.15690100990388836,
      "grad_norm": 0.15060612559318542,
      "learning_rate": 0.0015,
      "loss": 2.444382429122925,
      "step": 1206
    },
    {
      "epoch": 0.15716121058366264,
      "grad_norm": 0.1236223429441452,
      "learning_rate": 0.0015,
      "loss": 2.432056188583374,
      "step": 1208
    },
    {
      "epoch": 0.15742141126343692,
      "grad_norm": 0.12084182351827621,
      "learning_rate": 0.0015,
      "loss": 2.4530110359191895,
      "step": 1210
    },
    {
      "epoch": 0.1576816119432112,
      "grad_norm": 0.11235949397087097,
      "learning_rate": 0.0015,
      "loss": 2.417367458343506,
      "step": 1212
    },
    {
      "epoch": 0.15794181262298548,
      "grad_norm": 0.10813146084547043,
      "learning_rate": 0.0015,
      "loss": 2.4447574615478516,
      "step": 1214
    },
    {
      "epoch": 0.15820201330275976,
      "grad_norm": 0.11305201053619385,
      "learning_rate": 0.0015,
      "loss": 2.458041191101074,
      "step": 1216
    },
    {
      "epoch": 0.15846221398253402,
      "grad_norm": 0.1399001181125641,
      "learning_rate": 0.0015,
      "loss": 2.3876781463623047,
      "step": 1218
    },
    {
      "epoch": 0.1587224146623083,
      "grad_norm": 0.1301049292087555,
      "learning_rate": 0.0015,
      "loss": 2.4322681427001953,
      "step": 1220
    },
    {
      "epoch": 0.15898261534208258,
      "grad_norm": 0.19871819019317627,
      "learning_rate": 0.0015,
      "loss": 2.3859105110168457,
      "step": 1222
    },
    {
      "epoch": 0.15924281602185686,
      "grad_norm": 0.11344478279352188,
      "learning_rate": 0.0015,
      "loss": 2.411940813064575,
      "step": 1224
    },
    {
      "epoch": 0.15950301670163114,
      "grad_norm": 0.10705609619617462,
      "learning_rate": 0.0015,
      "loss": 2.471545696258545,
      "step": 1226
    },
    {
      "epoch": 0.15976321738140542,
      "grad_norm": 0.1352146714925766,
      "learning_rate": 0.0015,
      "loss": 2.4263381958007812,
      "step": 1228
    },
    {
      "epoch": 0.16002341806117967,
      "grad_norm": 0.11733849346637726,
      "learning_rate": 0.0015,
      "loss": 2.527388572692871,
      "step": 1230
    },
    {
      "epoch": 0.16028361874095395,
      "grad_norm": 0.11473846435546875,
      "learning_rate": 0.0015,
      "loss": 2.457369804382324,
      "step": 1232
    },
    {
      "epoch": 0.16054381942072823,
      "grad_norm": 0.16299386322498322,
      "learning_rate": 0.0015,
      "loss": 2.4419190883636475,
      "step": 1234
    },
    {
      "epoch": 0.16080402010050251,
      "grad_norm": 0.1583544909954071,
      "learning_rate": 0.0015,
      "loss": 2.4358086585998535,
      "step": 1236
    },
    {
      "epoch": 0.1610642207802768,
      "grad_norm": 0.11408533900976181,
      "learning_rate": 0.0015,
      "loss": 2.431692600250244,
      "step": 1238
    },
    {
      "epoch": 0.16132442146005108,
      "grad_norm": 0.24136263132095337,
      "learning_rate": 0.0015,
      "loss": 2.461775302886963,
      "step": 1240
    },
    {
      "epoch": 0.16158462213982533,
      "grad_norm": 0.11955428868532181,
      "learning_rate": 0.0015,
      "loss": 2.428358793258667,
      "step": 1242
    },
    {
      "epoch": 0.1618448228195996,
      "grad_norm": 0.11306291073560715,
      "learning_rate": 0.0015,
      "loss": 2.4026038646698,
      "step": 1244
    },
    {
      "epoch": 0.1621050234993739,
      "grad_norm": 0.16501212120056152,
      "learning_rate": 0.0015,
      "loss": 2.4538371562957764,
      "step": 1246
    },
    {
      "epoch": 0.16236522417914817,
      "grad_norm": 0.1519465297460556,
      "learning_rate": 0.0015,
      "loss": 2.375150203704834,
      "step": 1248
    },
    {
      "epoch": 0.16262542485892245,
      "grad_norm": 0.11929146945476532,
      "learning_rate": 0.0015,
      "loss": 2.386366844177246,
      "step": 1250
    },
    {
      "epoch": 0.16288562553869673,
      "grad_norm": 0.13667862117290497,
      "learning_rate": 0.0015,
      "loss": 2.4182510375976562,
      "step": 1252
    },
    {
      "epoch": 0.16314582621847099,
      "grad_norm": 0.12089703977108002,
      "learning_rate": 0.0015,
      "loss": 2.419919013977051,
      "step": 1254
    },
    {
      "epoch": 0.16340602689824527,
      "grad_norm": 0.15514126420021057,
      "learning_rate": 0.0015,
      "loss": 2.4567313194274902,
      "step": 1256
    },
    {
      "epoch": 0.16366622757801955,
      "grad_norm": 0.11216102540493011,
      "learning_rate": 0.0015,
      "loss": 2.4364237785339355,
      "step": 1258
    },
    {
      "epoch": 0.16392642825779383,
      "grad_norm": 0.10649251192808151,
      "learning_rate": 0.0015,
      "loss": 2.3996036052703857,
      "step": 1260
    },
    {
      "epoch": 0.1641866289375681,
      "grad_norm": 0.10178853571414948,
      "learning_rate": 0.0015,
      "loss": 2.3935763835906982,
      "step": 1262
    },
    {
      "epoch": 0.1644468296173424,
      "grad_norm": 0.13471631705760956,
      "learning_rate": 0.0015,
      "loss": 2.445880889892578,
      "step": 1264
    },
    {
      "epoch": 0.16470703029711664,
      "grad_norm": 0.10506339371204376,
      "learning_rate": 0.0015,
      "loss": 2.4339776039123535,
      "step": 1266
    },
    {
      "epoch": 0.16496723097689092,
      "grad_norm": 0.11138959228992462,
      "learning_rate": 0.0015,
      "loss": 2.4713330268859863,
      "step": 1268
    },
    {
      "epoch": 0.1652274316566652,
      "grad_norm": 0.10945623368024826,
      "learning_rate": 0.0015,
      "loss": 2.402653694152832,
      "step": 1270
    },
    {
      "epoch": 0.16548763233643948,
      "grad_norm": 0.10930269956588745,
      "learning_rate": 0.0015,
      "loss": 2.385347843170166,
      "step": 1272
    },
    {
      "epoch": 0.16574783301621376,
      "grad_norm": 0.11622707545757294,
      "learning_rate": 0.0015,
      "loss": 2.4838743209838867,
      "step": 1274
    },
    {
      "epoch": 0.16600803369598804,
      "grad_norm": 0.12191583961248398,
      "learning_rate": 0.0015,
      "loss": 2.361172914505005,
      "step": 1276
    },
    {
      "epoch": 0.1662682343757623,
      "grad_norm": 0.12226612120866776,
      "learning_rate": 0.0015,
      "loss": 2.484133243560791,
      "step": 1278
    },
    {
      "epoch": 0.16652843505553658,
      "grad_norm": 0.16671867668628693,
      "learning_rate": 0.0015,
      "loss": 2.403444290161133,
      "step": 1280
    },
    {
      "epoch": 0.16678863573531086,
      "grad_norm": 0.11180184781551361,
      "learning_rate": 0.0015,
      "loss": 2.4213948249816895,
      "step": 1282
    },
    {
      "epoch": 0.16704883641508514,
      "grad_norm": 0.14298300445079803,
      "learning_rate": 0.0015,
      "loss": 2.460801124572754,
      "step": 1284
    },
    {
      "epoch": 0.16730903709485942,
      "grad_norm": 0.21743375062942505,
      "learning_rate": 0.0015,
      "loss": 2.424553394317627,
      "step": 1286
    },
    {
      "epoch": 0.16756923777463367,
      "grad_norm": 0.1232086643576622,
      "learning_rate": 0.0015,
      "loss": 2.4497733116149902,
      "step": 1288
    },
    {
      "epoch": 0.16782943845440795,
      "grad_norm": 0.11134848743677139,
      "learning_rate": 0.0015,
      "loss": 2.403141498565674,
      "step": 1290
    },
    {
      "epoch": 0.16808963913418223,
      "grad_norm": 0.15922418236732483,
      "learning_rate": 0.0015,
      "loss": 2.3140456676483154,
      "step": 1292
    },
    {
      "epoch": 0.16834983981395651,
      "grad_norm": 0.1884986311197281,
      "learning_rate": 0.0015,
      "loss": 2.4354138374328613,
      "step": 1294
    },
    {
      "epoch": 0.1686100404937308,
      "grad_norm": 0.11944177746772766,
      "learning_rate": 0.0015,
      "loss": 2.427903652191162,
      "step": 1296
    },
    {
      "epoch": 0.16887024117350508,
      "grad_norm": 0.2099335789680481,
      "learning_rate": 0.0015,
      "loss": 2.5288753509521484,
      "step": 1298
    },
    {
      "epoch": 0.16913044185327933,
      "grad_norm": 0.108861044049263,
      "learning_rate": 0.0015,
      "loss": 2.431715488433838,
      "step": 1300
    },
    {
      "epoch": 0.1693906425330536,
      "grad_norm": 0.1470099240541458,
      "learning_rate": 0.0015,
      "loss": 2.455397367477417,
      "step": 1302
    },
    {
      "epoch": 0.1696508432128279,
      "grad_norm": 0.10982918739318848,
      "learning_rate": 0.0015,
      "loss": 2.4648571014404297,
      "step": 1304
    },
    {
      "epoch": 0.16991104389260217,
      "grad_norm": 0.18002374470233917,
      "learning_rate": 0.0015,
      "loss": 2.3659491539001465,
      "step": 1306
    },
    {
      "epoch": 0.17017124457237645,
      "grad_norm": 0.11057405173778534,
      "learning_rate": 0.0015,
      "loss": 2.4196794033050537,
      "step": 1308
    },
    {
      "epoch": 0.17043144525215073,
      "grad_norm": 0.11353861540555954,
      "learning_rate": 0.0015,
      "loss": 2.393937587738037,
      "step": 1310
    },
    {
      "epoch": 0.17069164593192498,
      "grad_norm": 0.11239606887102127,
      "learning_rate": 0.0015,
      "loss": 2.359034538269043,
      "step": 1312
    },
    {
      "epoch": 0.17095184661169927,
      "grad_norm": 0.14231309294700623,
      "learning_rate": 0.0015,
      "loss": 2.4108057022094727,
      "step": 1314
    },
    {
      "epoch": 0.17121204729147355,
      "grad_norm": 0.19448791444301605,
      "learning_rate": 0.0015,
      "loss": 2.477170944213867,
      "step": 1316
    },
    {
      "epoch": 0.17147224797124783,
      "grad_norm": 0.1748061627149582,
      "learning_rate": 0.0015,
      "loss": 2.4192404747009277,
      "step": 1318
    },
    {
      "epoch": 0.1717324486510221,
      "grad_norm": 0.13385999202728271,
      "learning_rate": 0.0015,
      "loss": 2.45928692817688,
      "step": 1320
    },
    {
      "epoch": 0.1719926493307964,
      "grad_norm": 0.09599027782678604,
      "learning_rate": 0.0015,
      "loss": 2.411952018737793,
      "step": 1322
    },
    {
      "epoch": 0.17225285001057064,
      "grad_norm": 0.19161750376224518,
      "learning_rate": 0.0015,
      "loss": 2.405963182449341,
      "step": 1324
    },
    {
      "epoch": 0.17251305069034492,
      "grad_norm": 0.13632002472877502,
      "learning_rate": 0.0015,
      "loss": 2.405630588531494,
      "step": 1326
    },
    {
      "epoch": 0.1727732513701192,
      "grad_norm": 0.10875320434570312,
      "learning_rate": 0.0015,
      "loss": 2.400637626647949,
      "step": 1328
    },
    {
      "epoch": 0.17303345204989348,
      "grad_norm": 0.1277407705783844,
      "learning_rate": 0.0015,
      "loss": 2.497649908065796,
      "step": 1330
    },
    {
      "epoch": 0.17329365272966776,
      "grad_norm": 0.11995089799165726,
      "learning_rate": 0.0015,
      "loss": 2.36509108543396,
      "step": 1332
    },
    {
      "epoch": 0.17355385340944204,
      "grad_norm": 0.1417117416858673,
      "learning_rate": 0.0015,
      "loss": 2.41786527633667,
      "step": 1334
    },
    {
      "epoch": 0.1738140540892163,
      "grad_norm": 0.12198492139577866,
      "learning_rate": 0.0015,
      "loss": 2.42653226852417,
      "step": 1336
    },
    {
      "epoch": 0.17407425476899058,
      "grad_norm": 0.16528841853141785,
      "learning_rate": 0.0015,
      "loss": 2.440850257873535,
      "step": 1338
    },
    {
      "epoch": 0.17433445544876486,
      "grad_norm": 0.10439668595790863,
      "learning_rate": 0.0015,
      "loss": 2.2864136695861816,
      "step": 1340
    },
    {
      "epoch": 0.17459465612853914,
      "grad_norm": 0.10300511121749878,
      "learning_rate": 0.0015,
      "loss": 2.3731436729431152,
      "step": 1342
    },
    {
      "epoch": 0.17485485680831342,
      "grad_norm": 0.18186108767986298,
      "learning_rate": 0.0015,
      "loss": 2.388641357421875,
      "step": 1344
    },
    {
      "epoch": 0.1751150574880877,
      "grad_norm": 0.10545193403959274,
      "learning_rate": 0.0015,
      "loss": 2.323863983154297,
      "step": 1346
    },
    {
      "epoch": 0.17537525816786195,
      "grad_norm": 0.10705488920211792,
      "learning_rate": 0.0015,
      "loss": 2.488503932952881,
      "step": 1348
    },
    {
      "epoch": 0.17563545884763623,
      "grad_norm": 0.11458684504032135,
      "learning_rate": 0.0015,
      "loss": 2.4604709148406982,
      "step": 1350
    },
    {
      "epoch": 0.17589565952741051,
      "grad_norm": 0.11846322566270828,
      "learning_rate": 0.0015,
      "loss": 2.4203875064849854,
      "step": 1352
    },
    {
      "epoch": 0.1761558602071848,
      "grad_norm": 0.10294774919748306,
      "learning_rate": 0.0015,
      "loss": 2.4126439094543457,
      "step": 1354
    },
    {
      "epoch": 0.17641606088695908,
      "grad_norm": 0.11134915053844452,
      "learning_rate": 0.0015,
      "loss": 2.372790813446045,
      "step": 1356
    },
    {
      "epoch": 0.17667626156673336,
      "grad_norm": 0.15922658145427704,
      "learning_rate": 0.0015,
      "loss": 2.4994258880615234,
      "step": 1358
    },
    {
      "epoch": 0.1769364622465076,
      "grad_norm": 0.10634514689445496,
      "learning_rate": 0.0015,
      "loss": 2.4253621101379395,
      "step": 1360
    },
    {
      "epoch": 0.1771966629262819,
      "grad_norm": 0.19085898995399475,
      "learning_rate": 0.0015,
      "loss": 2.5060479640960693,
      "step": 1362
    },
    {
      "epoch": 0.17745686360605617,
      "grad_norm": 0.1864626705646515,
      "learning_rate": 0.0015,
      "loss": 2.4373955726623535,
      "step": 1364
    },
    {
      "epoch": 0.17771706428583045,
      "grad_norm": 0.12415165454149246,
      "learning_rate": 0.0015,
      "loss": 2.433816909790039,
      "step": 1366
    },
    {
      "epoch": 0.17797726496560473,
      "grad_norm": 0.1111738458275795,
      "learning_rate": 0.0015,
      "loss": 2.4260969161987305,
      "step": 1368
    },
    {
      "epoch": 0.178237465645379,
      "grad_norm": 0.13230733573436737,
      "learning_rate": 0.0015,
      "loss": 2.432861804962158,
      "step": 1370
    },
    {
      "epoch": 0.17849766632515326,
      "grad_norm": 0.13344313204288483,
      "learning_rate": 0.0015,
      "loss": 2.3097424507141113,
      "step": 1372
    },
    {
      "epoch": 0.17875786700492755,
      "grad_norm": 0.11272049695253372,
      "learning_rate": 0.0015,
      "loss": 2.4169774055480957,
      "step": 1374
    },
    {
      "epoch": 0.17901806768470183,
      "grad_norm": 0.14284023642539978,
      "learning_rate": 0.0015,
      "loss": 2.421970844268799,
      "step": 1376
    },
    {
      "epoch": 0.1792782683644761,
      "grad_norm": 0.13425251841545105,
      "learning_rate": 0.0015,
      "loss": 2.4190189838409424,
      "step": 1378
    },
    {
      "epoch": 0.1795384690442504,
      "grad_norm": 0.10962817072868347,
      "learning_rate": 0.0015,
      "loss": 2.4182591438293457,
      "step": 1380
    },
    {
      "epoch": 0.17979866972402467,
      "grad_norm": 0.12920773029327393,
      "learning_rate": 0.0015,
      "loss": 2.424931526184082,
      "step": 1382
    },
    {
      "epoch": 0.18005887040379892,
      "grad_norm": 0.15149635076522827,
      "learning_rate": 0.0015,
      "loss": 2.4042811393737793,
      "step": 1384
    }
  ],
  "logging_steps": 2,
  "max_steps": 6919,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1384,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.971626564799693e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}