{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.9290919303894043,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.0256,
      "step": 10
    },
    {
      "grad_norm": 0.8753812909126282,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.0254,
      "step": 20
    },
    {
      "grad_norm": 0.5441280603408813,
      "learning_rate": 5.8e-06,
      "loss": 0.0228,
      "step": 30
    },
    {
      "grad_norm": 0.5367457866668701,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.0246,
      "step": 40
    },
    {
      "grad_norm": 1.0656629800796509,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.0276,
      "step": 50
    },
    {
      "grad_norm": 0.7778517007827759,
      "learning_rate": 1.18e-05,
      "loss": 0.033,
      "step": 60
    },
    {
      "grad_norm": 0.5689480304718018,
      "learning_rate": 1.38e-05,
      "loss": 0.0257,
      "step": 70
    },
    {
      "grad_norm": 0.43080252408981323,
      "learning_rate": 1.58e-05,
      "loss": 0.0289,
      "step": 80
    },
    {
      "grad_norm": 0.8442323803901672,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 0.0328,
      "step": 90
    },
    {
      "grad_norm": 0.9511900544166565,
      "learning_rate": 1.98e-05,
      "loss": 0.0377,
      "step": 100
    },
    {
      "grad_norm": 0.808724582195282,
      "learning_rate": 1.9998892765646024e-05,
      "loss": 0.0329,
      "step": 110
    },
    {
      "grad_norm": 0.5327794551849365,
      "learning_rate": 1.9995065603657317e-05,
      "loss": 0.0454,
      "step": 120
    },
    {
      "grad_norm": 0.6913271546363831,
      "learning_rate": 1.998850589053268e-05,
      "loss": 0.0275,
      "step": 130
    },
    {
      "grad_norm": 0.46081170439720154,
      "learning_rate": 1.997921541963218e-05,
      "loss": 0.0274,
      "step": 140
    },
    {
      "grad_norm": 0.5543823838233948,
      "learning_rate": 1.9967196730877805e-05,
      "loss": 0.0357,
      "step": 150
    },
    {
      "grad_norm": 0.3269347548484802,
      "learning_rate": 1.9952453110059044e-05,
      "loss": 0.0326,
      "step": 160
    },
    {
      "grad_norm": 0.5915572643280029,
      "learning_rate": 1.9934988587934624e-05,
      "loss": 0.0392,
      "step": 170
    },
    {
      "grad_norm": 0.4258320927619934,
      "learning_rate": 1.99148079391305e-05,
      "loss": 0.0315,
      "step": 180
    },
    {
      "grad_norm": 0.49777689576148987,
      "learning_rate": 1.9891916680834565e-05,
      "loss": 0.0472,
      "step": 190
    },
    {
      "grad_norm": 0.6657916903495789,
      "learning_rate": 1.9866321071288262e-05,
      "loss": 0.0426,
      "step": 200
    },
    {
      "grad_norm": 0.6278263926506042,
      "learning_rate": 1.9838028108075673e-05,
      "loss": 0.0431,
      "step": 210
    },
    {
      "grad_norm": 0.5320912003517151,
      "learning_rate": 1.9807045526210435e-05,
      "loss": 0.0411,
      "step": 220
    },
    {
      "grad_norm": 0.49899357557296753,
      "learning_rate": 1.9773381796021073e-05,
      "loss": 0.0412,
      "step": 230
    },
    {
      "grad_norm": 0.4521670639514923,
      "learning_rate": 1.973704612083529e-05,
      "loss": 0.0328,
      "step": 240
    },
    {
      "grad_norm": 0.504338800907135,
      "learning_rate": 1.969804843446387e-05,
      "loss": 0.0526,
      "step": 250
    },
    {
      "grad_norm": 0.5938769578933716,
      "learning_rate": 1.965639939848488e-05,
      "loss": 0.0413,
      "step": 260
    },
    {
      "grad_norm": 0.3719467520713806,
      "learning_rate": 1.961211039932889e-05,
      "loss": 0.0508,
      "step": 270
    },
    {
      "grad_norm": 0.4052974283695221,
      "learning_rate": 1.9565193545166052e-05,
      "loss": 0.0436,
      "step": 280
    },
    {
      "grad_norm": 0.5165993571281433,
      "learning_rate": 1.951566166259583e-05,
      "loss": 0.0368,
      "step": 290
    },
    {
      "grad_norm": 0.4715283513069153,
      "learning_rate": 1.9463528293140347e-05,
      "loss": 0.0395,
      "step": 300
    },
    {
      "grad_norm": 0.5041248202323914,
      "learning_rate": 1.9408807689542257e-05,
      "loss": 0.0407,
      "step": 310
    },
    {
      "grad_norm": 0.6388036608695984,
      "learning_rate": 1.935151481186821e-05,
      "loss": 0.0439,
      "step": 320
    },
    {
      "grad_norm": 0.6267423629760742,
      "learning_rate": 1.9291665323418888e-05,
      "loss": 0.0485,
      "step": 330
    },
    {
      "grad_norm": 0.5609102845191956,
      "learning_rate": 1.9229275586446853e-05,
      "loss": 0.0416,
      "step": 340
    },
    {
      "grad_norm": 0.485109806060791,
      "learning_rate": 1.9164362657683223e-05,
      "loss": 0.0514,
      "step": 350
    },
    {
      "grad_norm": 0.5206034779548645,
      "learning_rate": 1.9096944283674574e-05,
      "loss": 0.0483,
      "step": 360
    },
    {
      "grad_norm": 0.5093031525611877,
      "learning_rate": 1.902703889593119e-05,
      "loss": 0.0456,
      "step": 370
    },
    {
      "grad_norm": 0.573880672454834,
      "learning_rate": 1.8954665605888086e-05,
      "loss": 0.0429,
      "step": 380
    },
    {
      "grad_norm": 1.1320035457611084,
      "learning_rate": 1.887984419968011e-05,
      "loss": 0.0573,
      "step": 390
    },
    {
      "grad_norm": 0.410280704498291,
      "learning_rate": 1.8802595132732636e-05,
      "loss": 0.0392,
      "step": 400
    },
    {
      "grad_norm": 0.7732188105583191,
      "learning_rate": 1.8722939524169243e-05,
      "loss": 0.0513,
      "step": 410
    },
    {
      "grad_norm": 0.5694898366928101,
      "learning_rate": 1.8640899151037945e-05,
      "loss": 0.0507,
      "step": 420
    },
    {
      "grad_norm": 0.675169825553894,
      "learning_rate": 1.8556496442357597e-05,
      "loss": 0.0534,
      "step": 430
    },
    {
      "grad_norm": 0.6167284846305847,
      "learning_rate": 1.8469754472985994e-05,
      "loss": 0.0507,
      "step": 440
    },
    {
      "grad_norm": 0.6989724040031433,
      "learning_rate": 1.8380696957311447e-05,
      "loss": 0.0513,
      "step": 450
    },
    {
      "grad_norm": 0.41459566354751587,
      "learning_rate": 1.8289348242769515e-05,
      "loss": 0.042,
      "step": 460
    },
    {
      "grad_norm": 0.6491379141807556,
      "learning_rate": 1.8195733303186634e-05,
      "loss": 0.0498,
      "step": 470
    },
    {
      "grad_norm": 0.6334497332572937,
      "learning_rate": 1.809987773195255e-05,
      "loss": 0.0376,
      "step": 480
    },
    {
      "grad_norm": 0.3463200628757477,
      "learning_rate": 1.800180773502333e-05,
      "loss": 0.0549,
      "step": 490
    },
    {
      "grad_norm": 0.6881201863288879,
      "learning_rate": 1.7901550123756906e-05,
      "loss": 0.0546,
      "step": 500
    },
    {
      "grad_norm": 0.6690155267715454,
      "learning_rate": 1.7799132307583133e-05,
      "loss": 0.0553,
      "step": 510
    },
    {
      "grad_norm": 0.7641336917877197,
      "learning_rate": 1.769458228651032e-05,
      "loss": 0.0507,
      "step": 520
    },
    {
      "grad_norm": 0.454863041639328,
      "learning_rate": 1.75879286434703e-05,
      "loss": 0.0577,
      "step": 530
    },
    {
      "grad_norm": 0.6699721813201904,
      "learning_rate": 1.7479200536504154e-05,
      "loss": 0.0598,
      "step": 540
    },
    {
      "grad_norm": 0.6386680006980896,
      "learning_rate": 1.7368427690790678e-05,
      "loss": 0.049,
      "step": 550
    },
    {
      "grad_norm": 0.7113078832626343,
      "learning_rate": 1.7255640390519838e-05,
      "loss": 0.0651,
      "step": 560
    },
    {
      "grad_norm": 0.8806372880935669,
      "learning_rate": 1.7140869470613344e-05,
      "loss": 0.0645,
      "step": 570
    },
    {
      "grad_norm": 0.7006818056106567,
      "learning_rate": 1.7024146308294725e-05,
      "loss": 0.0576,
      "step": 580
    },
    {
      "grad_norm": 0.44408583641052246,
      "learning_rate": 1.6905502814511085e-05,
      "loss": 0.0496,
      "step": 590
    },
    {
      "grad_norm": 0.8034731149673462,
      "learning_rate": 1.6784971425208967e-05,
      "loss": 0.0611,
      "step": 600
    },
    {
      "grad_norm": 0.7743136286735535,
      "learning_rate": 1.6662585092466722e-05,
      "loss": 0.0611,
      "step": 610
    },
    {
      "grad_norm": 0.8685964345932007,
      "learning_rate": 1.6538377275485694e-05,
      "loss": 0.0612,
      "step": 620
    },
    {
      "grad_norm": 0.5246061086654663,
      "learning_rate": 1.6412381931442837e-05,
      "loss": 0.0511,
      "step": 630
    },
    {
      "grad_norm": 0.6122261881828308,
      "learning_rate": 1.628463350620716e-05,
      "loss": 0.0542,
      "step": 640
    },
    {
      "grad_norm": 0.5953839421272278,
      "learning_rate": 1.6155166924922564e-05,
      "loss": 0.0513,
      "step": 650
    },
    {
      "grad_norm": 0.7195720672607422,
      "learning_rate": 1.6024017582459652e-05,
      "loss": 0.0537,
      "step": 660
    },
    {
      "grad_norm": 0.5591540932655334,
      "learning_rate": 1.589122133373914e-05,
      "loss": 0.0397,
      "step": 670
    },
    {
      "grad_norm": 0.5585523247718811,
      "learning_rate": 1.575681448392946e-05,
      "loss": 0.0623,
      "step": 680
    },
    {
      "grad_norm": 0.5158264636993408,
      "learning_rate": 1.5620833778521306e-05,
      "loss": 0.0457,
      "step": 690
    },
    {
      "grad_norm": 0.8843851685523987,
      "learning_rate": 1.5483316393281783e-05,
      "loss": 0.0479,
      "step": 700
    },
    {
      "grad_norm": 0.8452252745628357,
      "learning_rate": 1.5344299924090915e-05,
      "loss": 0.0572,
      "step": 710
    },
    {
      "grad_norm": 0.45865270495414734,
      "learning_rate": 1.52038223766633e-05,
      "loss": 0.0421,
      "step": 720
    },
    {
      "grad_norm": 0.7401474714279175,
      "learning_rate": 1.5061922156157746e-05,
      "loss": 0.0502,
      "step": 730
    },
    {
      "grad_norm": 0.5065820813179016,
      "learning_rate": 1.4918638056677682e-05,
      "loss": 0.0381,
      "step": 740
    },
    {
      "grad_norm": 0.8904169797897339,
      "learning_rate": 1.4774009250665215e-05,
      "loss": 0.0429,
      "step": 750
    },
    {
      "grad_norm": 0.5113430619239807,
      "learning_rate": 1.4628075278191803e-05,
      "loss": 0.0352,
      "step": 760
    },
    {
      "grad_norm": 0.6518237590789795,
      "learning_rate": 1.4480876036148376e-05,
      "loss": 0.042,
      "step": 770
    },
    {
      "grad_norm": 0.5012675523757935,
      "learning_rate": 1.4332451767337938e-05,
      "loss": 0.0381,
      "step": 780
    },
    {
      "grad_norm": 0.6119031310081482,
      "learning_rate": 1.418284304947357e-05,
      "loss": 0.0387,
      "step": 790
    },
    {
      "grad_norm": 0.3946932554244995,
      "learning_rate": 1.4032090784084904e-05,
      "loss": 0.0344,
      "step": 800
    },
    {
      "grad_norm": 0.5871202945709229,
      "learning_rate": 1.3880236185336045e-05,
      "loss": 0.0334,
      "step": 810
    },
    {
      "grad_norm": 0.7659527063369751,
      "learning_rate": 1.3727320768758034e-05,
      "loss": 0.0524,
      "step": 820
    },
    {
      "grad_norm": 0.6022297739982605,
      "learning_rate": 1.357338633989891e-05,
      "loss": 0.0483,
      "step": 830
    },
    {
      "grad_norm": 0.4584524631500244,
      "learning_rate": 1.3418474982894499e-05,
      "loss": 0.0305,
      "step": 840
    },
    {
      "grad_norm": 0.6703428030014038,
      "learning_rate": 1.3262629048963028e-05,
      "loss": 0.0425,
      "step": 850
    },
    {
      "grad_norm": 0.5280142426490784,
      "learning_rate": 1.3105891144826715e-05,
      "loss": 0.0391,
      "step": 860
    },
    {
      "grad_norm": 0.7856833934783936,
      "learning_rate": 1.2948304121063538e-05,
      "loss": 0.0417,
      "step": 870
    },
    {
      "grad_norm": 0.4869779348373413,
      "learning_rate": 1.2789911060392295e-05,
      "loss": 0.0309,
      "step": 880
    },
    {
      "grad_norm": 0.48766058683395386,
      "learning_rate": 1.263075526589423e-05,
      "loss": 0.0316,
      "step": 890
    },
    {
      "grad_norm": 0.3586791157722473,
      "learning_rate": 1.2470880249174397e-05,
      "loss": 0.0251,
      "step": 900
    },
    {
      "grad_norm": 0.6049955487251282,
      "learning_rate": 1.2310329718466023e-05,
      "loss": 0.0283,
      "step": 910
    },
    {
      "grad_norm": 0.4073525369167328,
      "learning_rate": 1.2149147566681126e-05,
      "loss": 0.0325,
      "step": 920
    },
    {
      "grad_norm": 0.876194417476654,
      "learning_rate": 1.1987377859410598e-05,
      "loss": 0.0422,
      "step": 930
    },
    {
      "grad_norm": 0.5535964965820312,
      "learning_rate": 1.1825064822877153e-05,
      "loss": 0.0263,
      "step": 940
    },
    {
      "grad_norm": 0.28055599331855774,
      "learning_rate": 1.1662252831844297e-05,
      "loss": 0.0304,
      "step": 950
    },
    {
      "grad_norm": 0.41647839546203613,
      "learning_rate": 1.14989863974847e-05,
      "loss": 0.0358,
      "step": 960
    },
    {
      "grad_norm": 0.4186880588531494,
      "learning_rate": 1.1335310155211319e-05,
      "loss": 0.0271,
      "step": 970
    },
    {
      "grad_norm": 0.6154966354370117,
      "learning_rate": 1.1171268852474492e-05,
      "loss": 0.0284,
      "step": 980
    },
    {
      "grad_norm": 0.6328971982002258,
      "learning_rate": 1.1006907336528445e-05,
      "loss": 0.0274,
      "step": 990
    },
    {
      "grad_norm": 0.35281991958618164,
      "learning_rate": 1.0842270542170498e-05,
      "loss": 0.0239,
      "step": 1000
    },
    {
      "grad_norm": 0.3426606357097626,
      "learning_rate": 1.067740347945634e-05,
      "loss": 0.035,
      "step": 1010
    },
    {
      "grad_norm": 0.3788098990917206,
      "learning_rate": 1.0512351221394731e-05,
      "loss": 0.0263,
      "step": 1020
    },
    {
      "grad_norm": 0.8431473970413208,
      "learning_rate": 1.0347158891624992e-05,
      "loss": 0.031,
      "step": 1030
    },
    {
      "grad_norm": 0.6758059859275818,
      "learning_rate": 1.0181871652080637e-05,
      "loss": 0.0441,
      "step": 1040
    },
    {
      "grad_norm": 0.5647501945495605,
      "learning_rate": 1.0016534690642584e-05,
      "loss": 0.0435,
      "step": 1050
    },
    {
      "grad_norm": 0.5106040835380554,
      "learning_rate": 9.851193208785206e-06,
      "loss": 0.0561,
      "step": 1060
    },
    {
      "grad_norm": 0.40076860785484314,
      "learning_rate": 9.685892409218718e-06,
      "loss": 0.0416,
      "step": 1070
    },
    {
      "grad_norm": 0.586910605430603,
      "learning_rate": 9.520677483531205e-06,
      "loss": 0.0495,
      "step": 1080
    },
    {
      "grad_norm": 0.6157604455947876,
      "learning_rate": 9.35559359983369e-06,
      "loss": 0.0454,
      "step": 1090
    },
    {
      "grad_norm": 0.4568628668785095,
      "learning_rate": 9.190685890411628e-06,
      "loss": 0.041,
      "step": 1100
    },
    {
      "grad_norm": 0.5501033067703247,
      "learning_rate": 9.02599943938617e-06,
      "loss": 0.0421,
      "step": 1110
    },
    {
      "grad_norm": 0.5676171779632568,
      "learning_rate": 8.861579270388649e-06,
      "loss": 0.037,
      "step": 1120
    },
    {
      "grad_norm": 0.4058741629123688,
      "learning_rate": 8.697470334251543e-06,
      "loss": 0.0464,
      "step": 1130
    },
    {
      "grad_norm": 0.6203457713127136,
      "learning_rate": 8.533717496719374e-06,
      "loss": 0.0368,
      "step": 1140
    },
    {
      "grad_norm": 0.44810524582862854,
      "learning_rate": 8.370365526182862e-06,
      "loss": 0.0492,
      "step": 1150
    },
    {
      "grad_norm": 0.51730877161026,
      "learning_rate": 8.207459081439696e-06,
      "loss": 0.0399,
      "step": 1160
    },
    {
      "grad_norm": 0.6902947425842285,
      "learning_rate": 8.045042699485256e-06,
      "loss": 0.048,
      "step": 1170
    },
    {
      "grad_norm": 0.514245867729187,
      "learning_rate": 7.883160783336646e-06,
      "loss": 0.0458,
      "step": 1180
    },
    {
      "grad_norm": 0.6786456108093262,
      "learning_rate": 7.721857589893364e-06,
      "loss": 0.0494,
      "step": 1190
    },
    {
      "grad_norm": 0.5476706027984619,
      "learning_rate": 7.561177217837894e-06,
      "loss": 0.0456,
      "step": 1200
    },
    {
      "grad_norm": 0.7459077835083008,
      "learning_rate": 7.401163595579573e-06,
      "loss": 0.0526,
      "step": 1210
    },
    {
      "grad_norm": 0.5312514901161194,
      "learning_rate": 7.2418604692450015e-06,
      "loss": 0.0496,
      "step": 1220
    },
    {
      "grad_norm": 0.49069681763648987,
      "learning_rate": 7.083311390718285e-06,
      "loss": 0.045,
      "step": 1230
    },
    {
      "grad_norm": 0.6538358926773071,
      "learning_rate": 6.925559705734394e-06,
      "loss": 0.0519,
      "step": 1240
    },
    {
      "grad_norm": 0.6089681386947632,
      "learning_rate": 6.7686485420288576e-06,
      "loss": 0.0423,
      "step": 1250
    },
    {
      "grad_norm": 0.47313421964645386,
      "learning_rate": 6.612620797547087e-06,
      "loss": 0.0352,
      "step": 1260
    },
    {
      "grad_norm": 0.30322036147117615,
      "learning_rate": 6.457519128716496e-06,
      "loss": 0.0348,
      "step": 1270
    },
    {
      "grad_norm": 0.34919723868370056,
      "learning_rate": 6.303385938784663e-06,
      "loss": 0.0386,
      "step": 1280
    },
    {
      "grad_norm": 0.3409254550933838,
      "learning_rate": 6.150263366226703e-06,
      "loss": 0.0336,
      "step": 1290
    },
    {
      "grad_norm": 0.3261924088001251,
      "learning_rate": 5.9981932732250356e-06,
      "loss": 0.0304,
      "step": 1300
    },
    {
      "grad_norm": 0.3297593891620636,
      "learning_rate": 5.8472172342246816e-06,
      "loss": 0.0334,
      "step": 1310
    },
    {
      "grad_norm": 0.28802627325057983,
      "learning_rate": 5.697376524567205e-06,
      "loss": 0.0358,
      "step": 1320
    },
    {
      "grad_norm": 0.4600858986377716,
      "learning_rate": 5.548712109206487e-06,
      "loss": 0.0383,
      "step": 1330
    },
    {
      "grad_norm": 0.621453046798706,
      "learning_rate": 5.401264631509277e-06,
      "loss": 0.0396,
      "step": 1340
    },
    {
      "grad_norm": 0.5540786385536194,
      "learning_rate": 5.255074402143727e-06,
      "loss": 0.0312,
      "step": 1350
    },
    {
      "grad_norm": 0.4618375897407532,
      "learning_rate": 5.110181388058842e-06,
      "loss": 0.0401,
      "step": 1360
    },
    {
      "grad_norm": 0.4480360448360443,
      "learning_rate": 4.966625201557931e-06,
      "loss": 0.0354,
      "step": 1370
    },
    {
      "grad_norm": 0.5192937254905701,
      "learning_rate": 4.824445089468975e-06,
      "loss": 0.0298,
      "step": 1380
    },
    {
      "grad_norm": 0.4659355580806732,
      "learning_rate": 4.683679922414964e-06,
      "loss": 0.0391,
      "step": 1390
    },
    {
      "grad_norm": 0.4526372253894806,
      "learning_rate": 4.544368184187039e-06,
      "loss": 0.03,
      "step": 1400
    },
    {
      "grad_norm": 0.3998863995075226,
      "learning_rate": 4.406547961223412e-06,
      "loss": 0.0462,
      "step": 1410
    },
    {
      "grad_norm": 0.5105950832366943,
      "learning_rate": 4.2702569321969145e-06,
      "loss": 0.0326,
      "step": 1420
    },
    {
      "grad_norm": 0.7159051895141602,
      "learning_rate": 4.135532357714026e-06,
      "loss": 0.0441,
      "step": 1430
    },
    {
      "grad_norm": 0.46011897921562195,
      "learning_rate": 4.002411070128197e-06,
      "loss": 0.0489,
      "step": 1440
    },
    {
      "grad_norm": 0.37638065218925476,
      "learning_rate": 3.8709294634702374e-06,
      "loss": 0.0576,
      "step": 1450
    },
    {
      "grad_norm": 0.5009196996688843,
      "learning_rate": 3.7411234834985765e-06,
      "loss": 0.0524,
      "step": 1460
    },
    {
      "grad_norm": 0.40672561526298523,
      "learning_rate": 3.6130286178720343e-06,
      "loss": 0.0403,
      "step": 1470
    },
    {
      "grad_norm": 0.38205215334892273,
      "learning_rate": 3.4866798864478523e-06,
      "loss": 0.0485,
      "step": 1480
    },
    {
      "grad_norm": 0.41737431287765503,
      "learning_rate": 3.3621118317076183e-06,
      "loss": 0.0475,
      "step": 1490
    },
    {
      "grad_norm": 0.6038498282432556,
      "learning_rate": 3.239358509313695e-06,
      "loss": 0.054,
      "step": 1500
    },
    {
      "grad_norm": 0.2340111881494522,
      "learning_rate": 3.118453478798743e-06,
      "loss": 0.0404,
      "step": 1510
    },
    {
      "grad_norm": 0.3504510223865509,
      "learning_rate": 2.999429794390869e-06,
      "loss": 0.0468,
      "step": 1520
    },
    {
      "grad_norm": 0.2890276610851288,
      "learning_rate": 2.882319995976949e-06,
      "loss": 0.0409,
      "step": 1530
    },
    {
      "grad_norm": 0.7779890298843384,
      "learning_rate": 2.7671561002065362e-06,
      "loss": 0.0399,
      "step": 1540
    },
    {
      "grad_norm": 0.48023533821105957,
      "learning_rate": 2.65396959173883e-06,
      "loss": 0.0507,
      "step": 1550
    },
    {
      "grad_norm": 0.5299713611602783,
      "learning_rate": 2.542791414635085e-06,
      "loss": 0.0347,
      "step": 1560
    },
    {
      "grad_norm": 0.4216732382774353,
      "learning_rate": 2.4336519638988134e-06,
      "loss": 0.0381,
      "step": 1570
    },
    {
      "grad_norm": 0.4404115378856659,
      "learning_rate": 2.326581077166097e-06,
      "loss": 0.0485,
      "step": 1580
    },
    {
      "grad_norm": 0.3582431375980377,
      "learning_rate": 2.221608026548271e-06,
      "loss": 0.044,
      "step": 1590
    },
    {
      "grad_norm": 0.9148777723312378,
      "learning_rate": 2.118761510629226e-06,
      "loss": 0.0528,
      "step": 1600
    },
    {
      "grad_norm": 0.7486399412155151,
      "learning_rate": 2.0180696466194983e-06,
      "loss": 0.0432,
      "step": 1610
    },
    {
      "grad_norm": 0.3516605496406555,
      "learning_rate": 1.919559962669305e-06,
      "loss": 0.0455,
      "step": 1620
    },
    {
      "grad_norm": 0.4082990288734436,
      "learning_rate": 1.8232593903426266e-06,
      "loss": 0.0481,
      "step": 1630
    },
    {
      "grad_norm": 0.5837849974632263,
      "learning_rate": 1.7291942572543806e-06,
      "loss": 0.0473,
      "step": 1640
    },
    {
      "grad_norm": 0.4245234429836273,
      "learning_rate": 1.6373902798727226e-06,
      "loss": 0.0359,
      "step": 1650
    },
    {
      "grad_norm": 0.365691602230072,
      "learning_rate": 1.5478725564884045e-06,
      "loss": 0.0526,
      "step": 1660
    },
    {
      "grad_norm": 0.35451436042785645,
      "learning_rate": 1.4606655603531762e-06,
      "loss": 0.0334,
      "step": 1670
    },
    {
      "grad_norm": 0.5978314280509949,
      "learning_rate": 1.3757931329890218e-06,
      "loss": 0.0349,
      "step": 1680
    },
    {
      "grad_norm": 0.3389391303062439,
      "learning_rate": 1.293278477670139e-06,
      "loss": 0.0478,
      "step": 1690
    },
    {
      "grad_norm": 0.3349228799343109,
      "learning_rate": 1.2131441530793863e-06,
      "loss": 0.0294,
      "step": 1700
    },
    {
      "grad_norm": 0.41341710090637207,
      "learning_rate": 1.135412067140974e-06,
      "loss": 0.0345,
      "step": 1710
    },
    {
      "grad_norm": 0.5619969367980957,
      "learning_rate": 1.0601034710310431e-06,
      "loss": 0.0328,
      "step": 1720
    },
    {
      "grad_norm": 0.39567798376083374,
      "learning_rate": 9.872389533678207e-07,
      "loss": 0.0289,
      "step": 1730
    },
    {
      "grad_norm": 0.5375956296920776,
      "learning_rate": 9.168384345828885e-07,
      "loss": 0.0309,
      "step": 1740
    },
    {
      "grad_norm": 0.2654189467430115,
      "learning_rate": 8.489211614751359e-07,
      "loss": 0.0273,
      "step": 1750
    },
    {
      "grad_norm": 0.369599312543869,
      "learning_rate": 7.835057019488823e-07,
      "loss": 0.0228,
      "step": 1760
    },
    {
      "grad_norm": 0.37427300214767456,
      "learning_rate": 7.206099399375921e-07,
      "loss": 0.0273,
      "step": 1770
    },
    {
      "grad_norm": 0.21921221911907196,
      "learning_rate": 6.602510705145893e-07,
      "loss": 0.0239,
      "step": 1780
    },
    {
      "grad_norm": 0.29054954648017883,
      "learning_rate": 6.024455951920949e-07,
      "loss": 0.031,
      "step": 1790
    },
    {
      "grad_norm": 0.2911668121814728,
      "learning_rate": 5.47209317409878e-07,
      "loss": 0.0306,
      "step": 1800
    },
    {
      "grad_norm": 0.5516527891159058,
      "learning_rate": 4.945573382147517e-07,
      "loss": 0.0285,
      "step": 1810
    },
    {
      "grad_norm": 0.31199005246162415,
      "learning_rate": 4.4450405213210424e-07,
      "loss": 0.0224,
      "step": 1820
    },
    {
      "grad_norm": 0.338760644197464,
      "learning_rate": 3.9706314323056936e-07,
      "loss": 0.0259,
      "step": 1830
    },
    {
      "grad_norm": 0.4687983989715576,
      "learning_rate": 3.522475813809467e-07,
      "loss": 0.0326,
      "step": 1840
    },
    {
      "grad_norm": 0.2302476465702057,
      "learning_rate": 3.100696187103658e-07,
      "loss": 0.0329,
      "step": 1850
    },
    {
      "grad_norm": 0.2902008593082428,
      "learning_rate": 2.705407862526765e-07,
      "loss": 0.0294,
      "step": 1860
    },
    {
      "grad_norm": 0.2698631286621094,
      "learning_rate": 2.3367189079597785e-07,
      "loss": 0.0278,
      "step": 1870
    },
    {
      "grad_norm": 0.20767030119895935,
      "learning_rate": 1.9947301192815738e-07,
      "loss": 0.0326,
      "step": 1880
    },
    {
      "grad_norm": 0.23216848075389862,
      "learning_rate": 1.679534992812215e-07,
      "loss": 0.0327,
      "step": 1890
    },
    {
      "grad_norm": 0.3182239234447479,
      "learning_rate": 1.3912196997520776e-07,
      "loss": 0.0357,
      "step": 1900
    },
    {
      "grad_norm": 0.4465329945087433,
      "learning_rate": 1.129863062623482e-07,
      "loss": 0.0288,
      "step": 1910
    },
    {
      "grad_norm": 0.24376554787158966,
      "learning_rate": 8.955365337213861e-08,
      "loss": 0.0173,
      "step": 1920
    },
    {
      "grad_norm": 0.31865909695625305,
      "learning_rate": 6.883041755790576e-08,
      "loss": 0.0244,
      "step": 1930
    },
    {
      "grad_norm": 0.25592926144599915,
      "learning_rate": 5.0822264345400384e-08,
      "loss": 0.0225,
      "step": 1940
    },
    {
      "grad_norm": 0.2635904848575592,
      "learning_rate": 3.553411698390075e-08,
      "loss": 0.0229,
      "step": 1950
    },
    {
      "grad_norm": 0.7655121088027954,
      "learning_rate": 2.2970155100244807e-08,
      "loss": 0.0275,
      "step": 1960
    },
    {
      "grad_norm": 0.27914825081825256,
      "learning_rate": 1.3133813556159835e-08,
      "loss": 0.0233,
      "step": 1970
    },
    {
      "grad_norm": 0.36059820652008057,
      "learning_rate": 6.02778150921024e-09,
      "loss": 0.034,
      "step": 1980
    },
    {
      "grad_norm": 0.2451169192790985,
      "learning_rate": 1.6540016776045442e-09,
      "loss": 0.0273,
      "step": 1990
    },
    {
      "grad_norm": 0.48328912258148193,
      "learning_rate": 1.366980907580029e-11,
      "loss": 0.0335,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 2000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}