{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.004685567203528545,
  "eval_steps": 500,
  "global_step": 15000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 2.4989691752152238e-05,
      "grad_norm": 9.5625,
      "learning_rate": 1.9998e-05,
      "loss": 6.0983,
      "step": 10
    },
    {
      "epoch": 4.9979383504304475e-05,
      "grad_norm": 11.125,
      "learning_rate": 1.9996000000000003e-05,
      "loss": 5.5915,
      "step": 20
    },
    {
      "epoch": 7.496907525645671e-05,
      "grad_norm": 11.0625,
      "learning_rate": 1.9994000000000002e-05,
      "loss": 5.6105,
      "step": 30
    },
    {
      "epoch": 9.995876700860895e-05,
      "grad_norm": 7.53125,
      "learning_rate": 1.9992e-05,
      "loss": 5.593,
      "step": 40
    },
    {
      "epoch": 0.00012494845876076117,
      "grad_norm": 9.125,
      "learning_rate": 1.9990000000000003e-05,
      "loss": 5.6984,
      "step": 50
    },
    {
      "epoch": 0.00014993815051291343,
      "grad_norm": 9.75,
      "learning_rate": 1.9988000000000002e-05,
      "loss": 5.6445,
      "step": 60
    },
    {
      "epoch": 0.00017492784226506565,
      "grad_norm": 9.3125,
      "learning_rate": 1.9986e-05,
      "loss": 5.6131,
      "step": 70
    },
    {
      "epoch": 0.0001999175340172179,
      "grad_norm": 12.9375,
      "learning_rate": 1.9984e-05,
      "loss": 5.5871,
      "step": 80
    },
    {
      "epoch": 0.00022490722576937012,
      "grad_norm": 7.375,
      "learning_rate": 1.9982000000000003e-05,
      "loss": 5.6247,
      "step": 90
    },
    {
      "epoch": 0.00024989691752152235,
      "grad_norm": 6.6875,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 5.6734,
      "step": 100
    },
    {
      "epoch": 0.0002748866092736746,
      "grad_norm": 7.9375,
      "learning_rate": 1.9978e-05,
      "loss": 5.5597,
      "step": 110
    },
    {
      "epoch": 0.00029987630102582685,
      "grad_norm": 9.125,
      "learning_rate": 1.9976000000000003e-05,
      "loss": 5.5558,
      "step": 120
    },
    {
      "epoch": 0.0003248659927779791,
      "grad_norm": 7.40625,
      "learning_rate": 1.9974000000000002e-05,
      "loss": 5.6126,
      "step": 130
    },
    {
      "epoch": 0.0003498556845301313,
      "grad_norm": 12.8125,
      "learning_rate": 1.9972e-05,
      "loss": 5.4829,
      "step": 140
    },
    {
      "epoch": 0.00037484537628228355,
      "grad_norm": 7.75,
      "learning_rate": 1.9970000000000004e-05,
      "loss": 5.5903,
      "step": 150
    },
    {
      "epoch": 0.0003998350680344358,
      "grad_norm": 8.3125,
      "learning_rate": 1.9968e-05,
      "loss": 5.6543,
      "step": 160
    },
    {
      "epoch": 0.00042482475978658805,
      "grad_norm": 7.53125,
      "learning_rate": 1.9966e-05,
      "loss": 5.6299,
      "step": 170
    },
    {
      "epoch": 0.00044981445153874025,
      "grad_norm": 8.875,
      "learning_rate": 1.9964e-05,
      "loss": 5.6187,
      "step": 180
    },
    {
      "epoch": 0.0004748041432908925,
      "grad_norm": 7.0625,
      "learning_rate": 1.9962000000000003e-05,
      "loss": 5.5635,
      "step": 190
    },
    {
      "epoch": 0.0004997938350430447,
      "grad_norm": 7.8125,
      "learning_rate": 1.9960000000000002e-05,
      "loss": 5.4657,
      "step": 200
    },
    {
      "epoch": 0.000524783526795197,
      "grad_norm": 8.3125,
      "learning_rate": 1.9958e-05,
      "loss": 5.5554,
      "step": 210
    },
    {
      "epoch": 0.0005497732185473492,
      "grad_norm": 10.625,
      "learning_rate": 1.9956000000000003e-05,
      "loss": 5.6229,
      "step": 220
    },
    {
      "epoch": 0.0005747629102995015,
      "grad_norm": 8.4375,
      "learning_rate": 1.9954000000000002e-05,
      "loss": 5.4991,
      "step": 230
    },
    {
      "epoch": 0.0005997526020516537,
      "grad_norm": 7.15625,
      "learning_rate": 1.9952e-05,
      "loss": 5.5635,
      "step": 240
    },
    {
      "epoch": 0.0006247422938038059,
      "grad_norm": 7.125,
      "learning_rate": 1.9950000000000004e-05,
      "loss": 5.6043,
      "step": 250
    },
    {
      "epoch": 0.0006497319855559582,
      "grad_norm": 11.0625,
      "learning_rate": 1.9948e-05,
      "loss": 5.6521,
      "step": 260
    },
    {
      "epoch": 0.0006747216773081104,
      "grad_norm": 7.59375,
      "learning_rate": 1.9946000000000002e-05,
      "loss": 5.5403,
      "step": 270
    },
    {
      "epoch": 0.0006997113690602626,
      "grad_norm": 8.8125,
      "learning_rate": 1.9944e-05,
      "loss": 5.5962,
      "step": 280
    },
    {
      "epoch": 0.0007247010608124149,
      "grad_norm": 8.25,
      "learning_rate": 1.9942e-05,
      "loss": 5.6138,
      "step": 290
    },
    {
      "epoch": 0.0007496907525645671,
      "grad_norm": 7.625,
      "learning_rate": 1.9940000000000002e-05,
      "loss": 5.6668,
      "step": 300
    },
    {
      "epoch": 0.0007746804443167194,
      "grad_norm": 9.75,
      "learning_rate": 1.9938e-05,
      "loss": 5.5858,
      "step": 310
    },
    {
      "epoch": 0.0007996701360688716,
      "grad_norm": 8.875,
      "learning_rate": 1.9936000000000004e-05,
      "loss": 5.6348,
      "step": 320
    },
    {
      "epoch": 0.0008246598278210238,
      "grad_norm": 8.5,
      "learning_rate": 1.9934000000000003e-05,
      "loss": 5.48,
      "step": 330
    },
    {
      "epoch": 0.0008496495195731761,
      "grad_norm": 7.25,
      "learning_rate": 1.9932e-05,
      "loss": 5.5633,
      "step": 340
    },
    {
      "epoch": 0.0008746392113253283,
      "grad_norm": 10.75,
      "learning_rate": 1.9930000000000004e-05,
      "loss": 5.5039,
      "step": 350
    },
    {
      "epoch": 0.0008996289030774805,
      "grad_norm": 6.40625,
      "learning_rate": 1.9928e-05,
      "loss": 5.6185,
      "step": 360
    },
    {
      "epoch": 0.0009246185948296328,
      "grad_norm": 7.15625,
      "learning_rate": 1.9926000000000002e-05,
      "loss": 5.6497,
      "step": 370
    },
    {
      "epoch": 0.000949608286581785,
      "grad_norm": 8.5,
      "learning_rate": 1.9924e-05,
      "loss": 5.6076,
      "step": 380
    },
    {
      "epoch": 0.0009745979783339372,
      "grad_norm": 7.6875,
      "learning_rate": 1.9922e-05,
      "loss": 5.549,
      "step": 390
    },
    {
      "epoch": 0.0009995876700860894,
      "grad_norm": 7.03125,
      "learning_rate": 1.9920000000000002e-05,
      "loss": 5.537,
      "step": 400
    },
    {
      "epoch": 0.0010245773618382417,
      "grad_norm": 8.25,
      "learning_rate": 1.9918e-05,
      "loss": 5.5424,
      "step": 410
    },
    {
      "epoch": 0.001049567053590394,
      "grad_norm": 9.3125,
      "learning_rate": 1.9916e-05,
      "loss": 5.6549,
      "step": 420
    },
    {
      "epoch": 0.001074556745342546,
      "grad_norm": 6.15625,
      "learning_rate": 1.9914000000000003e-05,
      "loss": 5.4906,
      "step": 430
    },
    {
      "epoch": 0.0010995464370946984,
      "grad_norm": 8.875,
      "learning_rate": 1.9912000000000002e-05,
      "loss": 5.6258,
      "step": 440
    },
    {
      "epoch": 0.0011245361288468507,
      "grad_norm": 7.78125,
      "learning_rate": 1.9910000000000004e-05,
      "loss": 5.5201,
      "step": 450
    },
    {
      "epoch": 0.001149525820599003,
      "grad_norm": 7.0,
      "learning_rate": 1.9908e-05,
      "loss": 5.6204,
      "step": 460
    },
    {
      "epoch": 0.001174515512351155,
      "grad_norm": 9.125,
      "learning_rate": 1.9906000000000002e-05,
      "loss": 5.5345,
      "step": 470
    },
    {
      "epoch": 0.0011995052041033074,
      "grad_norm": 6.25,
      "learning_rate": 1.9904e-05,
      "loss": 5.5461,
      "step": 480
    },
    {
      "epoch": 0.0012244948958554597,
      "grad_norm": 6.84375,
      "learning_rate": 1.9902e-05,
      "loss": 5.6241,
      "step": 490
    },
    {
      "epoch": 0.0012494845876076118,
      "grad_norm": 7.34375,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 5.5851,
      "step": 500
    },
    {
      "epoch": 0.001274474279359764,
      "grad_norm": 6.25,
      "learning_rate": 1.9898e-05,
      "loss": 5.415,
      "step": 510
    },
    {
      "epoch": 0.0012994639711119164,
      "grad_norm": 6.46875,
      "learning_rate": 1.9896e-05,
      "loss": 5.4773,
      "step": 520
    },
    {
      "epoch": 0.0013244536628640685,
      "grad_norm": 7.15625,
      "learning_rate": 1.9894000000000003e-05,
      "loss": 5.6274,
      "step": 530
    },
    {
      "epoch": 0.0013494433546162208,
      "grad_norm": 6.875,
      "learning_rate": 1.9892000000000002e-05,
      "loss": 5.5787,
      "step": 540
    },
    {
      "epoch": 0.001374433046368373,
      "grad_norm": 7.15625,
      "learning_rate": 1.989e-05,
      "loss": 5.5155,
      "step": 550
    },
    {
      "epoch": 0.0013994227381205252,
      "grad_norm": 7.875,
      "learning_rate": 1.9888e-05,
      "loss": 5.6302,
      "step": 560
    },
    {
      "epoch": 0.0014244124298726775,
      "grad_norm": 6.90625,
      "learning_rate": 1.9886000000000002e-05,
      "loss": 5.6188,
      "step": 570
    },
    {
      "epoch": 0.0014494021216248298,
      "grad_norm": 7.0625,
      "learning_rate": 1.9884e-05,
      "loss": 5.6807,
      "step": 580
    },
    {
      "epoch": 0.001474391813376982,
      "grad_norm": 6.625,
      "learning_rate": 1.9882e-05,
      "loss": 5.5243,
      "step": 590
    },
    {
      "epoch": 0.0014993815051291342,
      "grad_norm": 7.4375,
      "learning_rate": 1.9880000000000003e-05,
      "loss": 5.6199,
      "step": 600
    },
    {
      "epoch": 0.0015243711968812865,
      "grad_norm": 7.96875,
      "learning_rate": 1.9878000000000002e-05,
      "loss": 5.5931,
      "step": 610
    },
    {
      "epoch": 0.0015493608886334388,
      "grad_norm": 7.75,
      "learning_rate": 1.9876e-05,
      "loss": 5.4432,
      "step": 620
    },
    {
      "epoch": 0.001574350580385591,
      "grad_norm": 7.5625,
      "learning_rate": 1.9874000000000003e-05,
      "loss": 5.5082,
      "step": 630
    },
    {
      "epoch": 0.0015993402721377432,
      "grad_norm": 9.0625,
      "learning_rate": 1.9872000000000002e-05,
      "loss": 5.5388,
      "step": 640
    },
    {
      "epoch": 0.0016243299638898955,
      "grad_norm": 6.40625,
      "learning_rate": 1.987e-05,
      "loss": 5.6473,
      "step": 650
    },
    {
      "epoch": 0.0016493196556420476,
      "grad_norm": 7.375,
      "learning_rate": 1.9868e-05,
      "loss": 5.5754,
      "step": 660
    },
    {
      "epoch": 0.0016743093473942,
      "grad_norm": 6.71875,
      "learning_rate": 1.9866e-05,
      "loss": 5.6752,
      "step": 670
    },
    {
      "epoch": 0.0016992990391463522,
      "grad_norm": 7.53125,
      "learning_rate": 1.9864e-05,
      "loss": 5.6575,
      "step": 680
    },
    {
      "epoch": 0.0017242887308985043,
      "grad_norm": 7.5,
      "learning_rate": 1.9862e-05,
      "loss": 5.4459,
      "step": 690
    },
    {
      "epoch": 0.0017492784226506566,
      "grad_norm": 8.8125,
      "learning_rate": 1.9860000000000003e-05,
      "loss": 5.5611,
      "step": 700
    },
    {
      "epoch": 0.001774268114402809,
      "grad_norm": 7.46875,
      "learning_rate": 1.9858000000000002e-05,
      "loss": 5.532,
      "step": 710
    },
    {
      "epoch": 0.001799257806154961,
      "grad_norm": 7.90625,
      "learning_rate": 1.9856e-05,
      "loss": 5.5263,
      "step": 720
    },
    {
      "epoch": 0.0018242474979071133,
      "grad_norm": 7.375,
      "learning_rate": 1.9854000000000003e-05,
      "loss": 5.6173,
      "step": 730
    },
    {
      "epoch": 0.0018492371896592656,
      "grad_norm": 5.34375,
      "learning_rate": 1.9852000000000002e-05,
      "loss": 5.4807,
      "step": 740
    },
    {
      "epoch": 0.0018742268814114177,
      "grad_norm": 6.5625,
      "learning_rate": 1.985e-05,
      "loss": 5.5658,
      "step": 750
    },
    {
      "epoch": 0.00189921657316357,
      "grad_norm": 7.09375,
      "learning_rate": 1.9848e-05,
      "loss": 5.4922,
      "step": 760
    },
    {
      "epoch": 0.0019242062649157223,
      "grad_norm": 6.875,
      "learning_rate": 1.9846e-05,
      "loss": 5.5456,
      "step": 770
    },
    {
      "epoch": 0.0019491959566678744,
      "grad_norm": 6.5625,
      "learning_rate": 1.9844000000000002e-05,
      "loss": 5.5476,
      "step": 780
    },
    {
      "epoch": 0.0019741856484200267,
      "grad_norm": 6.09375,
      "learning_rate": 1.9842e-05,
      "loss": 5.5522,
      "step": 790
    },
    {
      "epoch": 0.001999175340172179,
      "grad_norm": 7.375,
      "learning_rate": 1.9840000000000003e-05,
      "loss": 5.6347,
      "step": 800
    },
    {
      "epoch": 0.0020241650319243313,
      "grad_norm": 8.5,
      "learning_rate": 1.9838000000000002e-05,
      "loss": 5.5714,
      "step": 810
    },
    {
      "epoch": 0.0020491547236764834,
      "grad_norm": 7.125,
      "learning_rate": 1.9836e-05,
      "loss": 5.5227,
      "step": 820
    },
    {
      "epoch": 0.0020741444154286355,
      "grad_norm": 8.125,
      "learning_rate": 1.9834000000000004e-05,
      "loss": 5.5476,
      "step": 830
    },
    {
      "epoch": 0.002099134107180788,
      "grad_norm": 5.96875,
      "learning_rate": 1.9832000000000003e-05,
      "loss": 5.5645,
      "step": 840
    },
    {
      "epoch": 0.00212412379893294,
      "grad_norm": 5.84375,
      "learning_rate": 1.983e-05,
      "loss": 5.5257,
      "step": 850
    },
    {
      "epoch": 0.002149113490685092,
      "grad_norm": 7.5,
      "learning_rate": 1.9828e-05,
      "loss": 5.5988,
      "step": 860
    },
    {
      "epoch": 0.0021741031824372447,
      "grad_norm": 7.625,
      "learning_rate": 1.9826e-05,
      "loss": 5.466,
      "step": 870
    },
    {
      "epoch": 0.002199092874189397,
      "grad_norm": 6.0625,
      "learning_rate": 1.9824000000000002e-05,
      "loss": 5.5425,
      "step": 880
    },
    {
      "epoch": 0.0022240825659415493,
      "grad_norm": 5.71875,
      "learning_rate": 1.9822e-05,
      "loss": 5.5708,
      "step": 890
    },
    {
      "epoch": 0.0022490722576937014,
      "grad_norm": 7.21875,
      "learning_rate": 1.982e-05,
      "loss": 5.6318,
      "step": 900
    },
    {
      "epoch": 0.0022740619494458535,
      "grad_norm": 7.25,
      "learning_rate": 1.9818000000000002e-05,
      "loss": 5.5574,
      "step": 910
    },
    {
      "epoch": 0.002299051641198006,
      "grad_norm": 7.3125,
      "learning_rate": 1.9816e-05,
      "loss": 5.4384,
      "step": 920
    },
    {
      "epoch": 0.002324041332950158,
      "grad_norm": 6.4375,
      "learning_rate": 1.9814000000000004e-05,
      "loss": 5.5454,
      "step": 930
    },
    {
      "epoch": 0.00234903102470231,
      "grad_norm": 7.0625,
      "learning_rate": 1.9812000000000003e-05,
      "loss": 5.6111,
      "step": 940
    },
    {
      "epoch": 0.0023740207164544627,
      "grad_norm": 6.84375,
      "learning_rate": 1.9810000000000002e-05,
      "loss": 5.4391,
      "step": 950
    },
    {
      "epoch": 0.002399010408206615,
      "grad_norm": 7.875,
      "learning_rate": 1.9808e-05,
      "loss": 5.5132,
      "step": 960
    },
    {
      "epoch": 0.002424000099958767,
      "grad_norm": 6.53125,
      "learning_rate": 1.9806e-05,
      "loss": 5.5817,
      "step": 970
    },
    {
      "epoch": 0.0024489897917109194,
      "grad_norm": 6.90625,
      "learning_rate": 1.9804000000000002e-05,
      "loss": 5.5528,
      "step": 980
    },
    {
      "epoch": 0.0024739794834630715,
      "grad_norm": 5.6875,
      "learning_rate": 1.9802e-05,
      "loss": 5.6482,
      "step": 990
    },
    {
      "epoch": 0.0024989691752152236,
      "grad_norm": 6.84375,
      "learning_rate": 1.98e-05,
      "loss": 5.6296,
      "step": 1000
    },
    {
      "epoch": 0.000315494858370922,
      "grad_norm": 14.75,
      "learning_rate": 1.9798000000000003e-05,
      "loss": 5.4533,
      "step": 1010
    },
    {
      "epoch": 0.000318618569839941,
      "grad_norm": 11.5,
      "learning_rate": 1.9796e-05,
      "loss": 5.5744,
      "step": 1020
    },
    {
      "epoch": 0.00032174228130896004,
      "grad_norm": 19.625,
      "learning_rate": 1.9794e-05,
      "loss": 5.3765,
      "step": 1030
    },
    {
      "epoch": 0.0003248659927779791,
      "grad_norm": 15.375,
      "learning_rate": 1.9792000000000003e-05,
      "loss": 5.7717,
      "step": 1040
    },
    {
      "epoch": 0.0003279897042469981,
      "grad_norm": 14.6875,
      "learning_rate": 1.9790000000000002e-05,
      "loss": 5.418,
      "step": 1050
    },
    {
      "epoch": 0.0003311134157160171,
      "grad_norm": 19.625,
      "learning_rate": 1.9788e-05,
      "loss": 5.3012,
      "step": 1060
    },
    {
      "epoch": 0.0003342371271850362,
      "grad_norm": 18.0,
      "learning_rate": 1.9786e-05,
      "loss": 5.665,
      "step": 1070
    },
    {
      "epoch": 0.0003373608386540552,
      "grad_norm": 15.8125,
      "learning_rate": 1.9784000000000002e-05,
      "loss": 5.6366,
      "step": 1080
    },
    {
      "epoch": 0.0003404845501230742,
      "grad_norm": 18.375,
      "learning_rate": 1.9782e-05,
      "loss": 5.2612,
      "step": 1090
    },
    {
      "epoch": 0.0003436082615920933,
      "grad_norm": 13.125,
      "learning_rate": 1.978e-05,
      "loss": 5.3365,
      "step": 1100
    },
    {
      "epoch": 0.0003467319730611123,
      "grad_norm": 11.75,
      "learning_rate": 1.9778000000000003e-05,
      "loss": 4.9134,
      "step": 1110
    },
    {
      "epoch": 0.0003498556845301313,
      "grad_norm": 20.875,
      "learning_rate": 1.9776000000000002e-05,
      "loss": 5.5621,
      "step": 1120
    },
    {
      "epoch": 0.00035297939599915036,
      "grad_norm": 14.5625,
      "learning_rate": 1.9774e-05,
      "loss": 5.4201,
      "step": 1130
    },
    {
      "epoch": 0.0003561031074681694,
      "grad_norm": 26.25,
      "learning_rate": 1.9772000000000003e-05,
      "loss": 5.4606,
      "step": 1140
    },
    {
      "epoch": 0.0003592268189371884,
      "grad_norm": 21.75,
      "learning_rate": 1.9770000000000002e-05,
      "loss": 5.6511,
      "step": 1150
    },
    {
      "epoch": 0.00036235053040620745,
      "grad_norm": 15.8125,
      "learning_rate": 1.9768e-05,
      "loss": 5.1869,
      "step": 1160
    },
    {
      "epoch": 0.00036547424187522646,
      "grad_norm": 15.875,
      "learning_rate": 1.9766e-05,
      "loss": 5.5171,
      "step": 1170
    },
    {
      "epoch": 0.0003685979533442455,
      "grad_norm": 14.25,
      "learning_rate": 1.9764000000000003e-05,
      "loss": 5.5247,
      "step": 1180
    },
    {
      "epoch": 0.00037172166481326454,
      "grad_norm": 14.0625,
      "learning_rate": 1.9762e-05,
      "loss": 5.86,
      "step": 1190
    },
    {
      "epoch": 0.00037484537628228355,
      "grad_norm": 17.0,
      "learning_rate": 1.976e-05,
      "loss": 5.6677,
      "step": 1200
    },
    {
      "epoch": 0.00037796908775130256,
      "grad_norm": 14.125,
      "learning_rate": 1.9758000000000003e-05,
      "loss": 5.7599,
      "step": 1210
    },
    {
      "epoch": 0.0003810927992203216,
      "grad_norm": 18.875,
      "learning_rate": 1.9756000000000002e-05,
      "loss": 5.6479,
      "step": 1220
    },
    {
      "epoch": 0.00038421651068934064,
      "grad_norm": 17.25,
      "learning_rate": 1.9754e-05,
      "loss": 5.7051,
      "step": 1230
    },
    {
      "epoch": 0.0003873402221583597,
      "grad_norm": 13.0625,
      "learning_rate": 1.9752000000000003e-05,
      "loss": 5.413,
      "step": 1240
    },
    {
      "epoch": 0.0003904639336273787,
      "grad_norm": 15.75,
      "learning_rate": 1.9750000000000002e-05,
      "loss": 5.4345,
      "step": 1250
    },
    {
      "epoch": 0.0003935876450963977,
      "grad_norm": 20.25,
      "learning_rate": 1.9748e-05,
      "loss": 5.7715,
      "step": 1260
    },
    {
      "epoch": 0.0003967113565654168,
      "grad_norm": 22.875,
      "learning_rate": 1.9746e-05,
      "loss": 5.6046,
      "step": 1270
    },
    {
      "epoch": 0.0003998350680344358,
      "grad_norm": 19.375,
      "learning_rate": 1.9744e-05,
      "loss": 5.6705,
      "step": 1280
    },
    {
      "epoch": 0.0004029587795034548,
      "grad_norm": 13.1875,
      "learning_rate": 1.9742000000000002e-05,
      "loss": 5.7126,
      "step": 1290
    },
    {
      "epoch": 0.0004060824909724739,
      "grad_norm": 11.25,
      "learning_rate": 1.974e-05,
      "loss": 5.2286,
      "step": 1300
    },
    {
      "epoch": 0.0004092062024414929,
      "grad_norm": 17.125,
      "learning_rate": 1.9738000000000003e-05,
      "loss": 5.4317,
      "step": 1310
    },
    {
      "epoch": 0.0004123299139105119,
      "grad_norm": 13.4375,
      "learning_rate": 1.9736000000000002e-05,
      "loss": 5.7747,
      "step": 1320
    },
    {
      "epoch": 0.00041545362537953097,
      "grad_norm": 17.25,
      "learning_rate": 1.9734e-05,
      "loss": 5.6014,
      "step": 1330
    },
    {
      "epoch": 0.00041857733684855,
      "grad_norm": 23.25,
      "learning_rate": 1.9732000000000004e-05,
      "loss": 5.6342,
      "step": 1340
    },
    {
      "epoch": 0.000421701048317569,
      "grad_norm": 17.75,
      "learning_rate": 1.9730000000000003e-05,
      "loss": 5.714,
      "step": 1350
    },
    {
      "epoch": 0.00042482475978658805,
      "grad_norm": 18.75,
      "learning_rate": 1.9728e-05,
      "loss": 5.7005,
      "step": 1360
    },
    {
      "epoch": 0.00042794847125560706,
      "grad_norm": 14.0625,
      "learning_rate": 1.9726e-05,
      "loss": 5.773,
      "step": 1370
    },
    {
      "epoch": 0.0004310721827246261,
      "grad_norm": 21.125,
      "learning_rate": 1.9724e-05,
      "loss": 5.6311,
      "step": 1380
    },
    {
      "epoch": 0.00043419589419364514,
      "grad_norm": 17.375,
      "learning_rate": 1.9722000000000002e-05,
      "loss": 5.6152,
      "step": 1390
    },
    {
      "epoch": 0.00043731960566266415,
      "grad_norm": 27.25,
      "learning_rate": 1.972e-05,
      "loss": 5.442,
      "step": 1400
    },
    {
      "epoch": 0.00044044331713168316,
      "grad_norm": 14.375,
      "learning_rate": 1.9718e-05,
      "loss": 5.4459,
      "step": 1410
    },
    {
      "epoch": 0.00044356702860070223,
      "grad_norm": 15.6875,
      "learning_rate": 1.9716000000000002e-05,
      "loss": 5.4062,
      "step": 1420
    },
    {
      "epoch": 0.00044669074006972124,
      "grad_norm": 21.25,
      "learning_rate": 1.9714e-05,
      "loss": 5.7603,
      "step": 1430
    },
    {
      "epoch": 0.00044981445153874025,
      "grad_norm": 18.125,
      "learning_rate": 1.9712000000000004e-05,
      "loss": 5.5305,
      "step": 1440
    },
    {
      "epoch": 0.0004529381630077593,
      "grad_norm": 21.375,
      "learning_rate": 1.9710000000000003e-05,
      "loss": 5.5689,
      "step": 1450
    },
    {
      "epoch": 0.0004560618744767783,
      "grad_norm": 20.625,
      "learning_rate": 1.9708000000000002e-05,
      "loss": 5.2929,
      "step": 1460
    },
    {
      "epoch": 0.00045918558594579734,
      "grad_norm": 14.75,
      "learning_rate": 1.9706e-05,
      "loss": 5.7608,
      "step": 1470
    },
    {
      "epoch": 0.0004623092974148164,
      "grad_norm": 14.25,
      "learning_rate": 1.9704e-05,
      "loss": 5.5301,
      "step": 1480
    },
    {
      "epoch": 0.0004654330088838354,
      "grad_norm": 15.4375,
      "learning_rate": 1.9702000000000002e-05,
      "loss": 5.5514,
      "step": 1490
    },
    {
      "epoch": 0.0004685567203528544,
      "grad_norm": 16.75,
      "learning_rate": 1.97e-05,
      "loss": 5.4936,
      "step": 1500
    },
    {
      "epoch": 0.0004716804318218735,
      "grad_norm": 18.0,
      "learning_rate": 1.9698e-05,
      "loss": 5.5664,
      "step": 1510
    },
    {
      "epoch": 0.0004748041432908925,
      "grad_norm": 24.125,
      "learning_rate": 1.9696000000000003e-05,
      "loss": 5.2128,
      "step": 1520
    },
    {
      "epoch": 0.0004779278547599115,
      "grad_norm": 19.375,
      "learning_rate": 1.9694e-05,
      "loss": 5.6116,
      "step": 1530
    },
    {
      "epoch": 0.0004810515662289306,
      "grad_norm": 13.375,
      "learning_rate": 1.9692000000000004e-05,
      "loss": 5.65,
      "step": 1540
    },
    {
      "epoch": 0.0004841752776979496,
      "grad_norm": 20.0,
      "learning_rate": 1.9690000000000003e-05,
      "loss": 5.6937,
      "step": 1550
    },
    {
      "epoch": 0.0004872989891669686,
      "grad_norm": 23.375,
      "learning_rate": 1.9688000000000002e-05,
      "loss": 5.3234,
      "step": 1560
    },
    {
      "epoch": 0.0004904227006359876,
      "grad_norm": 17.375,
      "learning_rate": 1.9686e-05,
      "loss": 5.5981,
      "step": 1570
    },
    {
      "epoch": 0.0004935464121050067,
      "grad_norm": 19.5,
      "learning_rate": 1.9684e-05,
      "loss": 4.9602,
      "step": 1580
    },
    {
      "epoch": 0.0004966701235740257,
      "grad_norm": 17.25,
      "learning_rate": 1.9682000000000002e-05,
      "loss": 5.3535,
      "step": 1590
    },
    {
      "epoch": 0.0004997938350430447,
      "grad_norm": 17.25,
      "learning_rate": 1.968e-05,
      "loss": 5.1287,
      "step": 1600
    },
    {
      "epoch": 0.0005029175465120638,
      "grad_norm": 16.75,
      "learning_rate": 1.9678e-05,
      "loss": 5.6272,
      "step": 1610
    },
    {
      "epoch": 0.0005060412579810828,
      "grad_norm": 17.75,
      "learning_rate": 1.9676000000000003e-05,
      "loss": 5.432,
      "step": 1620
    },
    {
      "epoch": 0.0005091649694501018,
      "grad_norm": 11.8125,
      "learning_rate": 1.9674000000000002e-05,
      "loss": 5.3767,
      "step": 1630
    },
    {
      "epoch": 0.0005122886809191209,
      "grad_norm": 19.25,
      "learning_rate": 1.9672e-05,
      "loss": 5.3967,
      "step": 1640
    },
    {
      "epoch": 0.0005154123923881399,
      "grad_norm": 14.9375,
      "learning_rate": 1.9670000000000003e-05,
      "loss": 5.2857,
      "step": 1650
    },
    {
      "epoch": 0.0005185361038571589,
      "grad_norm": 16.0,
      "learning_rate": 1.9668000000000002e-05,
      "loss": 5.6774,
      "step": 1660
    },
    {
      "epoch": 0.0005216598153261779,
      "grad_norm": 21.5,
      "learning_rate": 1.9666e-05,
      "loss": 5.6296,
      "step": 1670
    },
    {
      "epoch": 0.000524783526795197,
      "grad_norm": 17.625,
      "learning_rate": 1.9664e-05,
      "loss": 5.4919,
      "step": 1680
    },
    {
      "epoch": 0.000527907238264216,
      "grad_norm": 15.5625,
      "learning_rate": 1.9662000000000003e-05,
      "loss": 5.7115,
      "step": 1690
    },
    {
      "epoch": 0.000531030949733235,
      "grad_norm": 15.25,
      "learning_rate": 1.966e-05,
      "loss": 5.7642,
      "step": 1700
    },
    {
      "epoch": 0.0005341546612022541,
      "grad_norm": 19.0,
      "learning_rate": 1.9658e-05,
      "loss": 5.444,
      "step": 1710
    },
    {
      "epoch": 0.000537278372671273,
      "grad_norm": 16.375,
      "learning_rate": 1.9656000000000003e-05,
      "loss": 5.4625,
      "step": 1720
    },
    {
      "epoch": 0.0005404020841402921,
      "grad_norm": 15.0,
      "learning_rate": 1.9654000000000002e-05,
      "loss": 5.7821,
      "step": 1730
    },
    {
      "epoch": 0.0005435257956093112,
      "grad_norm": 13.25,
      "learning_rate": 1.9652e-05,
      "loss": 5.6565,
      "step": 1740
    },
    {
      "epoch": 0.0005466495070783301,
      "grad_norm": 17.25,
      "learning_rate": 1.9650000000000003e-05,
      "loss": 5.4938,
      "step": 1750
    },
    {
      "epoch": 0.0005497732185473492,
      "grad_norm": 17.25,
      "learning_rate": 1.9648000000000002e-05,
      "loss": 5.4783,
      "step": 1760
    },
    {
      "epoch": 0.0005528969300163683,
      "grad_norm": 12.875,
      "learning_rate": 1.9646e-05,
      "loss": 5.5006,
      "step": 1770
    },
    {
      "epoch": 0.0005560206414853873,
      "grad_norm": 20.375,
      "learning_rate": 1.9644e-05,
      "loss": 5.3737,
      "step": 1780
    },
    {
      "epoch": 0.0005591443529544063,
      "grad_norm": 18.875,
      "learning_rate": 1.9642000000000003e-05,
      "loss": 5.5817,
      "step": 1790
    },
    {
      "epoch": 0.0005622680644234254,
      "grad_norm": 19.375,
      "learning_rate": 1.9640000000000002e-05,
      "loss": 5.2545,
      "step": 1800
    },
    {
      "epoch": 0.0005653917758924444,
      "grad_norm": 12.125,
      "learning_rate": 1.9638e-05,
      "loss": 5.5962,
      "step": 1810
    },
    {
      "epoch": 0.0005685154873614634,
      "grad_norm": 18.25,
      "learning_rate": 1.9636000000000003e-05,
      "loss": 5.3886,
      "step": 1820
    },
    {
      "epoch": 0.0005716391988304824,
      "grad_norm": 20.125,
      "learning_rate": 1.9634000000000002e-05,
      "loss": 5.4536,
      "step": 1830
    },
    {
      "epoch": 0.0005747629102995015,
      "grad_norm": 15.1875,
      "learning_rate": 1.9632e-05,
      "loss": 5.539,
      "step": 1840
    },
    {
      "epoch": 0.0005778866217685205,
      "grad_norm": 15.8125,
      "learning_rate": 1.9630000000000003e-05,
      "loss": 5.5931,
      "step": 1850
    },
    {
      "epoch": 0.0005810103332375395,
      "grad_norm": 13.6875,
      "learning_rate": 1.9628000000000002e-05,
      "loss": 5.544,
      "step": 1860
    },
    {
      "epoch": 0.0005841340447065586,
      "grad_norm": 15.875,
      "learning_rate": 1.9626e-05,
      "loss": 5.344,
      "step": 1870
    },
    {
      "epoch": 0.0005872577561755775,
      "grad_norm": 12.75,
      "learning_rate": 1.9624e-05,
      "loss": 5.4029,
      "step": 1880
    },
    {
      "epoch": 0.0005903814676445966,
      "grad_norm": 12.9375,
      "learning_rate": 1.9622e-05,
      "loss": 5.7129,
      "step": 1890
    },
    {
      "epoch": 0.0005935051791136157,
      "grad_norm": 17.625,
      "learning_rate": 1.9620000000000002e-05,
      "loss": 5.5131,
      "step": 1900
    },
    {
      "epoch": 0.0005966288905826346,
      "grad_norm": 15.3125,
      "learning_rate": 1.9618e-05,
      "loss": 5.4311,
      "step": 1910
    },
    {
      "epoch": 0.0005997526020516537,
      "grad_norm": 18.5,
      "learning_rate": 1.9616000000000003e-05,
      "loss": 5.6053,
      "step": 1920
    },
    {
      "epoch": 0.0006028763135206728,
      "grad_norm": 15.8125,
      "learning_rate": 1.9614000000000002e-05,
      "loss": 5.6931,
      "step": 1930
    },
    {
      "epoch": 0.0006060000249896917,
      "grad_norm": 20.0,
      "learning_rate": 1.9612e-05,
      "loss": 5.5993,
      "step": 1940
    },
    {
      "epoch": 0.0006091237364587108,
      "grad_norm": 17.625,
      "learning_rate": 1.9610000000000004e-05,
      "loss": 5.5418,
      "step": 1950
    },
    {
      "epoch": 0.0006122474479277299,
      "grad_norm": 14.4375,
      "learning_rate": 1.9608000000000003e-05,
      "loss": 5.4671,
      "step": 1960
    },
    {
      "epoch": 0.0006153711593967488,
      "grad_norm": 15.1875,
      "learning_rate": 1.9606e-05,
      "loss": 5.5768,
      "step": 1970
    },
    {
      "epoch": 0.0006184948708657679,
      "grad_norm": 13.0625,
      "learning_rate": 1.9604e-05,
      "loss": 5.6612,
      "step": 1980
    },
    {
      "epoch": 0.0006216185823347869,
      "grad_norm": 11.625,
      "learning_rate": 1.9602e-05,
      "loss": 5.4864,
      "step": 1990
    },
    {
      "epoch": 0.0006247422938038059,
      "grad_norm": 20.875,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 5.6614,
      "step": 2000
    },
    {
      "epoch": 0.000627866005272825,
      "grad_norm": 17.25,
      "learning_rate": 1.9598e-05,
      "loss": 5.6901,
      "step": 2010
    },
    {
      "epoch": 0.000630989716741844,
      "grad_norm": 17.375,
      "learning_rate": 1.9596e-05,
      "loss": 5.7166,
      "step": 2020
    },
    {
      "epoch": 0.000634113428210863,
      "grad_norm": 19.25,
      "learning_rate": 1.9594000000000002e-05,
      "loss": 5.7282,
      "step": 2030
    },
    {
      "epoch": 0.000637237139679882,
      "grad_norm": 18.5,
      "learning_rate": 1.9592e-05,
      "loss": 5.6836,
      "step": 2040
    },
    {
      "epoch": 0.0006403608511489011,
      "grad_norm": 19.625,
      "learning_rate": 1.9590000000000004e-05,
      "loss": 5.6814,
      "step": 2050
    },
    {
      "epoch": 0.0006434845626179201,
      "grad_norm": 17.625,
      "learning_rate": 1.9588000000000003e-05,
      "loss": 5.4854,
      "step": 2060
    },
    {
      "epoch": 0.0006466082740869391,
      "grad_norm": 13.8125,
      "learning_rate": 1.9586000000000002e-05,
      "loss": 5.7422,
      "step": 2070
    },
    {
      "epoch": 0.0006497319855559582,
      "grad_norm": 19.125,
      "learning_rate": 1.9584e-05,
      "loss": 5.2697,
      "step": 2080
    },
    {
      "epoch": 0.0006528556970249772,
      "grad_norm": 17.125,
      "learning_rate": 1.9582e-05,
      "loss": 5.4215,
      "step": 2090
    },
    {
      "epoch": 0.0006559794084939962,
      "grad_norm": 17.375,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 5.4331,
      "step": 2100
    },
    {
      "epoch": 0.0006591031199630153,
      "grad_norm": 15.5625,
      "learning_rate": 1.9578e-05,
      "loss": 5.6154,
      "step": 2110
    },
    {
      "epoch": 0.0006622268314320342,
      "grad_norm": 22.625,
      "learning_rate": 1.9576e-05,
      "loss": 5.1004,
      "step": 2120
    },
    {
      "epoch": 0.0006653505429010533,
      "grad_norm": 16.75,
      "learning_rate": 1.9574000000000003e-05,
      "loss": 5.5134,
      "step": 2130
    },
    {
      "epoch": 0.0006684742543700724,
      "grad_norm": 14.875,
      "learning_rate": 1.9572e-05,
      "loss": 5.5428,
      "step": 2140
    },
    {
      "epoch": 0.0006715979658390913,
      "grad_norm": 23.0,
      "learning_rate": 1.957e-05,
      "loss": 5.4856,
      "step": 2150
    },
    {
      "epoch": 0.0006747216773081104,
      "grad_norm": 14.5,
      "learning_rate": 1.9568000000000003e-05,
      "loss": 5.7353,
      "step": 2160
    },
    {
      "epoch": 0.0006778453887771295,
      "grad_norm": 13.875,
      "learning_rate": 1.9566000000000002e-05,
      "loss": 5.4402,
      "step": 2170
    },
    {
      "epoch": 0.0006809691002461484,
      "grad_norm": 21.75,
      "learning_rate": 1.9564e-05,
      "loss": 5.842,
      "step": 2180
    },
    {
      "epoch": 0.0006840928117151675,
      "grad_norm": 15.9375,
      "learning_rate": 1.9562e-05,
      "loss": 5.4636,
      "step": 2190
    },
    {
      "epoch": 0.0006872165231841866,
      "grad_norm": 16.125,
      "learning_rate": 1.9560000000000002e-05,
      "loss": 5.3003,
      "step": 2200
    },
    {
      "epoch": 0.0006903402346532055,
      "grad_norm": 18.75,
      "learning_rate": 1.9558e-05,
      "loss": 5.6459,
      "step": 2210
    },
    {
      "epoch": 0.0006934639461222246,
      "grad_norm": 11.875,
      "learning_rate": 1.9556e-05,
      "loss": 5.5871,
      "step": 2220
    },
    {
      "epoch": 0.0006965876575912436,
      "grad_norm": 20.375,
      "learning_rate": 1.9554000000000003e-05,
      "loss": 5.5089,
      "step": 2230
    },
    {
      "epoch": 0.0006997113690602626,
      "grad_norm": 16.375,
      "learning_rate": 1.9552000000000002e-05,
      "loss": 5.7504,
      "step": 2240
    },
    {
      "epoch": 0.0007028350805292817,
      "grad_norm": 28.375,
      "learning_rate": 1.955e-05,
      "loss": 5.5179,
      "step": 2250
    },
    {
      "epoch": 0.0007059587919983007,
      "grad_norm": 13.6875,
      "learning_rate": 1.9548000000000003e-05,
      "loss": 5.4784,
      "step": 2260
    },
    {
      "epoch": 0.0007090825034673197,
      "grad_norm": 14.375,
      "learning_rate": 1.9546e-05,
      "loss": 5.6661,
      "step": 2270
    },
    {
      "epoch": 0.0007122062149363388,
      "grad_norm": 13.75,
      "learning_rate": 1.9544e-05,
      "loss": 5.4985,
      "step": 2280
    },
    {
      "epoch": 0.0007153299264053578,
      "grad_norm": 16.0,
      "learning_rate": 1.9542e-05,
      "loss": 5.8197,
      "step": 2290
    },
    {
      "epoch": 0.0007184536378743768,
      "grad_norm": 19.125,
      "learning_rate": 1.9540000000000003e-05,
      "loss": 5.3348,
      "step": 2300
    },
    {
      "epoch": 0.0007215773493433958,
      "grad_norm": 13.5,
      "learning_rate": 1.9538e-05,
      "loss": 5.6816,
      "step": 2310
    },
    {
      "epoch": 0.0007247010608124149,
      "grad_norm": 15.4375,
      "learning_rate": 1.9536e-05,
      "loss": 5.7536,
      "step": 2320
    },
    {
      "epoch": 0.0007278247722814339,
      "grad_norm": 19.625,
      "learning_rate": 1.9534000000000003e-05,
      "loss": 5.7437,
      "step": 2330
    },
    {
      "epoch": 0.0007309484837504529,
      "grad_norm": 16.875,
      "learning_rate": 1.9532000000000002e-05,
      "loss": 5.5242,
      "step": 2340
    },
    {
      "epoch": 0.000734072195219472,
      "grad_norm": 15.6875,
      "learning_rate": 1.953e-05,
      "loss": 5.7513,
      "step": 2350
    },
    {
      "epoch": 0.000737195906688491,
      "grad_norm": 12.5625,
      "learning_rate": 1.9528000000000003e-05,
      "loss": 5.7211,
      "step": 2360
    },
    {
      "epoch": 0.00074031961815751,
      "grad_norm": 16.875,
      "learning_rate": 1.9526e-05,
      "loss": 5.7414,
      "step": 2370
    },
    {
      "epoch": 0.0007434433296265291,
      "grad_norm": 23.25,
      "learning_rate": 1.9524e-05,
      "loss": 5.4911,
      "step": 2380
    },
    {
      "epoch": 0.000746567041095548,
      "grad_norm": 14.5625,
      "learning_rate": 1.9522e-05,
      "loss": 5.7355,
      "step": 2390
    },
    {
      "epoch": 0.0007496907525645671,
      "grad_norm": 20.75,
      "learning_rate": 1.9520000000000003e-05,
      "loss": 5.5423,
      "step": 2400
    },
    {
      "epoch": 0.0007528144640335862,
      "grad_norm": 16.125,
      "learning_rate": 1.9518000000000002e-05,
      "loss": 5.4726,
      "step": 2410
    },
    {
      "epoch": 0.0007559381755026051,
      "grad_norm": 19.0,
      "learning_rate": 1.9516e-05,
      "loss": 5.7674,
      "step": 2420
    },
    {
      "epoch": 0.0007590618869716242,
      "grad_norm": 13.25,
      "learning_rate": 1.9514000000000003e-05,
      "loss": 5.65,
      "step": 2430
    },
    {
      "epoch": 0.0007621855984406433,
      "grad_norm": 14.0,
      "learning_rate": 1.9512000000000002e-05,
      "loss": 5.777,
      "step": 2440
    },
    {
      "epoch": 0.0007653093099096622,
      "grad_norm": 17.125,
      "learning_rate": 1.951e-05,
      "loss": 5.2448,
      "step": 2450
    },
    {
      "epoch": 0.0007684330213786813,
      "grad_norm": 11.1875,
      "learning_rate": 1.9508000000000004e-05,
      "loss": 5.6465,
      "step": 2460
    },
    {
      "epoch": 0.0007715567328477003,
      "grad_norm": 15.3125,
      "learning_rate": 1.9506e-05,
      "loss": 5.6983,
      "step": 2470
    },
    {
      "epoch": 0.0007746804443167194,
      "grad_norm": 12.1875,
      "learning_rate": 1.9504e-05,
      "loss": 5.2056,
      "step": 2480
    },
    {
      "epoch": 0.0007778041557857384,
      "grad_norm": 22.125,
      "learning_rate": 1.9502e-05,
      "loss": 5.675,
      "step": 2490
    },
    {
      "epoch": 0.0007809278672547574,
      "grad_norm": 20.25,
      "learning_rate": 1.95e-05,
      "loss": 5.6855,
      "step": 2500
    },
    {
      "epoch": 0.0007840515787237765,
      "grad_norm": 12.25,
      "learning_rate": 1.9498000000000002e-05,
      "loss": 5.7423,
      "step": 2510
    },
    {
      "epoch": 0.0007871752901927955,
      "grad_norm": 15.5,
      "learning_rate": 1.9496e-05,
      "loss": 5.4792,
      "step": 2520
    },
    {
      "epoch": 0.0007902990016618145,
      "grad_norm": 17.375,
      "learning_rate": 1.9494000000000003e-05,
      "loss": 5.562,
      "step": 2530
    },
    {
      "epoch": 0.0007934227131308336,
      "grad_norm": 14.1875,
      "learning_rate": 1.9492000000000002e-05,
      "loss": 5.6019,
      "step": 2540
    },
    {
      "epoch": 0.0007965464245998525,
      "grad_norm": 17.625,
      "learning_rate": 1.949e-05,
      "loss": 5.6609,
      "step": 2550
    },
    {
      "epoch": 0.0007996701360688716,
      "grad_norm": 18.75,
      "learning_rate": 1.9488000000000004e-05,
      "loss": 5.374,
      "step": 2560
    },
    {
      "epoch": 0.0008027938475378907,
      "grad_norm": 22.25,
      "learning_rate": 1.9486000000000003e-05,
      "loss": 5.4583,
      "step": 2570
    },
    {
      "epoch": 0.0008059175590069096,
      "grad_norm": 13.8125,
      "learning_rate": 1.9484000000000002e-05,
      "loss": 5.2723,
      "step": 2580
    },
    {
      "epoch": 0.0008090412704759287,
      "grad_norm": 12.5625,
      "learning_rate": 1.9482e-05,
      "loss": 5.328,
      "step": 2590
    },
    {
      "epoch": 0.0008121649819449478,
      "grad_norm": 12.375,
      "learning_rate": 1.948e-05,
      "loss": 5.4062,
      "step": 2600
    },
    {
      "epoch": 0.0008152886934139667,
      "grad_norm": 13.125,
      "learning_rate": 1.9478000000000002e-05,
      "loss": 5.7013,
      "step": 2610
    },
    {
      "epoch": 0.0008184124048829858,
      "grad_norm": 17.625,
      "learning_rate": 1.9476e-05,
      "loss": 5.5071,
      "step": 2620
    },
    {
      "epoch": 0.0008215361163520048,
      "grad_norm": 14.4375,
      "learning_rate": 1.9474e-05,
      "loss": 5.6346,
      "step": 2630
    },
    {
      "epoch": 0.0008246598278210238,
      "grad_norm": 17.0,
      "learning_rate": 1.9472000000000003e-05,
      "loss": 5.1499,
      "step": 2640
    },
    {
      "epoch": 0.0008277835392900429,
      "grad_norm": 13.5,
      "learning_rate": 1.947e-05,
      "loss": 5.547,
      "step": 2650
    },
    {
      "epoch": 0.0008309072507590619,
      "grad_norm": 16.0,
      "learning_rate": 1.9468000000000004e-05,
      "loss": 5.7553,
      "step": 2660
    },
    {
      "epoch": 0.0008340309622280809,
      "grad_norm": 19.875,
      "learning_rate": 1.9466000000000003e-05,
      "loss": 5.4614,
      "step": 2670
    },
    {
      "epoch": 0.0008371546736971,
      "grad_norm": 14.5625,
      "learning_rate": 1.9464000000000002e-05,
      "loss": 5.4983,
      "step": 2680
    },
    {
      "epoch": 0.000840278385166119,
      "grad_norm": 17.75,
      "learning_rate": 1.9462e-05,
      "loss": 5.1406,
      "step": 2690
    },
    {
      "epoch": 0.000843402096635138,
      "grad_norm": 16.625,
      "learning_rate": 1.946e-05,
      "loss": 5.4609,
      "step": 2700
    },
    {
      "epoch": 0.000846525808104157,
      "grad_norm": 21.5,
      "learning_rate": 1.9458000000000002e-05,
      "loss": 5.7063,
      "step": 2710
    },
    {
      "epoch": 0.0008496495195731761,
      "grad_norm": 15.625,
      "learning_rate": 1.9456e-05,
      "loss": 5.6036,
      "step": 2720
    },
    {
      "epoch": 0.0008527732310421951,
      "grad_norm": 13.9375,
      "learning_rate": 1.9454e-05,
      "loss": 5.5167,
      "step": 2730
    },
    {
      "epoch": 0.0008558969425112141,
      "grad_norm": 10.5,
      "learning_rate": 1.9452000000000003e-05,
      "loss": 5.3084,
      "step": 2740
    },
    {
      "epoch": 0.0008590206539802332,
      "grad_norm": 12.5625,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 5.2286,
      "step": 2750
    },
    {
      "epoch": 0.0008621443654492521,
      "grad_norm": 17.125,
      "learning_rate": 1.9448e-05,
      "loss": 5.4303,
      "step": 2760
    },
    {
      "epoch": 0.0008652680769182712,
      "grad_norm": 14.75,
      "learning_rate": 1.9446000000000003e-05,
      "loss": 5.476,
      "step": 2770
    },
    {
      "epoch": 0.0008683917883872903,
      "grad_norm": 16.75,
      "learning_rate": 1.9444000000000002e-05,
      "loss": 5.7369,
      "step": 2780
    },
    {
      "epoch": 0.0008715154998563092,
      "grad_norm": 12.3125,
      "learning_rate": 1.9442e-05,
      "loss": 5.7263,
      "step": 2790
    },
    {
      "epoch": 0.0008746392113253283,
      "grad_norm": 20.25,
      "learning_rate": 1.944e-05,
      "loss": 5.1745,
      "step": 2800
    },
    {
      "epoch": 0.0008777629227943474,
      "grad_norm": 11.25,
      "learning_rate": 1.9438000000000003e-05,
      "loss": 5.5658,
      "step": 2810
    },
    {
      "epoch": 0.0008808866342633663,
      "grad_norm": 16.625,
      "learning_rate": 1.9436e-05,
      "loss": 5.4065,
      "step": 2820
    },
    {
      "epoch": 0.0008840103457323854,
      "grad_norm": 15.5,
      "learning_rate": 1.9434e-05,
      "loss": 5.6371,
      "step": 2830
    },
    {
      "epoch": 0.0008871340572014045,
      "grad_norm": 13.3125,
      "learning_rate": 1.9432000000000003e-05,
      "loss": 5.771,
      "step": 2840
    },
    {
      "epoch": 0.0008902577686704234,
      "grad_norm": 16.375,
      "learning_rate": 1.9430000000000002e-05,
      "loss": 5.5594,
      "step": 2850
    },
    {
      "epoch": 0.0008933814801394425,
      "grad_norm": 14.5625,
      "learning_rate": 1.9428e-05,
      "loss": 5.5727,
      "step": 2860
    },
    {
      "epoch": 0.0008965051916084615,
      "grad_norm": 21.625,
      "learning_rate": 1.9426000000000003e-05,
      "loss": 5.6611,
      "step": 2870
    },
    {
      "epoch": 0.0008996289030774805,
      "grad_norm": 21.375,
      "learning_rate": 1.9424e-05,
      "loss": 5.5716,
      "step": 2880
    },
    {
      "epoch": 0.0009027526145464996,
      "grad_norm": 21.375,
      "learning_rate": 1.9422e-05,
      "loss": 5.4191,
      "step": 2890
    },
    {
      "epoch": 0.0009058763260155186,
      "grad_norm": 14.375,
      "learning_rate": 1.942e-05,
      "loss": 5.5003,
      "step": 2900
    },
    {
      "epoch": 0.0009090000374845376,
      "grad_norm": 18.375,
      "learning_rate": 1.9418000000000003e-05,
      "loss": 5.6882,
      "step": 2910
    },
    {
      "epoch": 0.0009121237489535567,
      "grad_norm": 16.125,
      "learning_rate": 1.9416000000000002e-05,
      "loss": 5.7119,
      "step": 2920
    },
    {
      "epoch": 0.0009152474604225757,
      "grad_norm": 15.75,
      "learning_rate": 1.9414e-05,
      "loss": 5.6209,
      "step": 2930
    },
    {
      "epoch": 0.0009183711718915947,
      "grad_norm": 15.9375,
      "learning_rate": 1.9412000000000003e-05,
      "loss": 5.7167,
      "step": 2940
    },
    {
      "epoch": 0.0009214948833606137,
      "grad_norm": 11.5625,
      "learning_rate": 1.9410000000000002e-05,
      "loss": 5.6873,
      "step": 2950
    },
    {
      "epoch": 0.0009246185948296328,
      "grad_norm": 14.4375,
      "learning_rate": 1.9408e-05,
      "loss": 5.66,
      "step": 2960
    },
    {
      "epoch": 0.0009277423062986518,
      "grad_norm": 16.375,
      "learning_rate": 1.9406000000000004e-05,
      "loss": 5.6787,
      "step": 2970
    },
    {
      "epoch": 0.0009308660177676708,
      "grad_norm": 16.0,
      "learning_rate": 1.9404e-05,
      "loss": 5.014,
      "step": 2980
    },
    {
      "epoch": 0.0009339897292366899,
      "grad_norm": 15.6875,
      "learning_rate": 1.9402e-05,
      "loss": 5.6579,
      "step": 2990
    },
    {
      "epoch": 0.0009371134407057088,
      "grad_norm": 18.125,
      "learning_rate": 1.94e-05,
      "loss": 5.4841,
      "step": 3000
    },
    {
      "epoch": 0.0009402371521747279,
      "grad_norm": 20.125,
      "learning_rate": 1.9398e-05,
      "loss": 5.7642,
      "step": 3010
    },
    {
      "epoch": 0.000943360863643747,
      "grad_norm": 14.3125,
      "learning_rate": 1.9396000000000002e-05,
      "loss": 5.7511,
      "step": 3020
    },
    {
      "epoch": 0.0009464845751127659,
      "grad_norm": 19.75,
      "learning_rate": 1.9394e-05,
      "loss": 5.6252,
      "step": 3030
    },
    {
      "epoch": 0.000949608286581785,
      "grad_norm": 14.8125,
      "learning_rate": 1.9392000000000003e-05,
      "loss": 5.6126,
      "step": 3040
    },
    {
      "epoch": 0.0009527319980508041,
      "grad_norm": 15.75,
      "learning_rate": 1.9390000000000002e-05,
      "loss": 5.2285,
      "step": 3050
    },
    {
      "epoch": 0.000955855709519823,
      "grad_norm": 21.0,
      "learning_rate": 1.9388e-05,
      "loss": 5.712,
      "step": 3060
    },
    {
      "epoch": 0.0009589794209888421,
      "grad_norm": 12.1875,
      "learning_rate": 1.9386000000000004e-05,
      "loss": 5.4932,
      "step": 3070
    },
    {
      "epoch": 0.0009621031324578612,
      "grad_norm": 16.25,
      "learning_rate": 1.9384e-05,
      "loss": 5.6017,
      "step": 3080
    },
    {
      "epoch": 0.0009652268439268801,
      "grad_norm": 14.3125,
      "learning_rate": 1.9382000000000002e-05,
      "loss": 5.6923,
      "step": 3090
    },
    {
      "epoch": 0.0009683505553958992,
      "grad_norm": 22.0,
      "learning_rate": 1.938e-05,
      "loss": 5.6061,
      "step": 3100
    },
    {
      "epoch": 0.0009714742668649182,
      "grad_norm": 12.375,
      "learning_rate": 1.9378e-05,
      "loss": 5.1761,
      "step": 3110
    },
    {
      "epoch": 0.0009745979783339372,
      "grad_norm": 10.875,
      "learning_rate": 1.9376000000000002e-05,
      "loss": 5.6632,
      "step": 3120
    },
    {
      "epoch": 0.0009777216898029563,
      "grad_norm": 18.875,
      "learning_rate": 1.9374e-05,
      "loss": 5.7265,
      "step": 3130
    },
    {
      "epoch": 0.0009808454012719752,
      "grad_norm": 13.0,
      "learning_rate": 1.9372000000000004e-05,
      "loss": 5.726,
      "step": 3140
    },
    {
      "epoch": 0.0009839691127409944,
      "grad_norm": 17.0,
      "learning_rate": 1.9370000000000003e-05,
      "loss": 5.1336,
      "step": 3150
    },
    {
      "epoch": 0.0009870928242100134,
      "grad_norm": 17.25,
      "learning_rate": 1.9368e-05,
      "loss": 5.5581,
      "step": 3160
    },
    {
      "epoch": 0.0009902165356790323,
      "grad_norm": 17.0,
      "learning_rate": 1.9366000000000004e-05,
      "loss": 5.3809,
      "step": 3170
    },
    {
      "epoch": 0.0009933402471480515,
      "grad_norm": 13.75,
      "learning_rate": 1.9364e-05,
      "loss": 5.6005,
      "step": 3180
    },
    {
      "epoch": 0.0009964639586170704,
      "grad_norm": 16.75,
      "learning_rate": 1.9362000000000002e-05,
      "loss": 5.304,
      "step": 3190
    },
    {
      "epoch": 0.0009995876700860894,
      "grad_norm": 13.125,
      "learning_rate": 1.936e-05,
      "loss": 5.4925,
      "step": 3200
    },
    {
      "epoch": 0.0010027113815551086,
      "grad_norm": 12.1875,
      "learning_rate": 1.9358e-05,
      "loss": 5.6312,
      "step": 3210
    },
    {
      "epoch": 0.0010058350930241275,
      "grad_norm": 15.625,
      "learning_rate": 1.9356000000000002e-05,
      "loss": 5.5569,
      "step": 3220
    },
    {
      "epoch": 0.0010089588044931465,
      "grad_norm": 16.5,
      "learning_rate": 1.9354e-05,
      "loss": 5.7318,
      "step": 3230
    },
    {
      "epoch": 0.0010120825159621657,
      "grad_norm": 20.75,
      "learning_rate": 1.9352e-05,
      "loss": 5.3372,
      "step": 3240
    },
    {
      "epoch": 0.0010152062274311846,
      "grad_norm": 15.8125,
      "learning_rate": 1.9350000000000003e-05,
      "loss": 5.3677,
      "step": 3250
    },
    {
      "epoch": 0.0010183299389002036,
      "grad_norm": 12.75,
      "learning_rate": 1.9348000000000002e-05,
      "loss": 5.6175,
      "step": 3260
    },
    {
      "epoch": 0.0010214536503692227,
      "grad_norm": 14.25,
      "learning_rate": 1.9346000000000004e-05,
      "loss": 5.3534,
      "step": 3270
    },
    {
      "epoch": 0.0010245773618382417,
      "grad_norm": 12.4375,
      "learning_rate": 1.9344e-05,
      "loss": 5.1925,
      "step": 3280
    },
    {
      "epoch": 0.0010277010733072607,
      "grad_norm": 13.5625,
      "learning_rate": 1.9342000000000002e-05,
      "loss": 5.8256,
      "step": 3290
    },
    {
      "epoch": 0.0010308247847762798,
      "grad_norm": 14.5625,
      "learning_rate": 1.934e-05,
      "loss": 5.7592,
      "step": 3300
    },
    {
      "epoch": 0.0010339484962452988,
      "grad_norm": 11.75,
      "learning_rate": 1.9338e-05,
      "loss": 5.6782,
      "step": 3310
    },
    {
      "epoch": 0.0010370722077143177,
      "grad_norm": 23.25,
      "learning_rate": 1.9336000000000003e-05,
      "loss": 5.4134,
      "step": 3320
    },
    {
      "epoch": 0.001040195919183337,
      "grad_norm": 14.625,
      "learning_rate": 1.9334e-05,
      "loss": 5.6013,
      "step": 3330
    },
    {
      "epoch": 0.0010433196306523559,
      "grad_norm": 17.625,
      "learning_rate": 1.9332e-05,
      "loss": 5.4116,
      "step": 3340
    },
    {
      "epoch": 0.0010464433421213748,
      "grad_norm": 10.5625,
      "learning_rate": 1.9330000000000003e-05,
      "loss": 5.5778,
      "step": 3350
    },
    {
      "epoch": 0.001049567053590394,
      "grad_norm": 16.75,
      "learning_rate": 1.9328000000000002e-05,
      "loss": 5.7124,
      "step": 3360
    },
    {
      "epoch": 0.001052690765059413,
      "grad_norm": 15.8125,
      "learning_rate": 1.9326e-05,
      "loss": 5.5873,
      "step": 3370
    },
    {
      "epoch": 0.001055814476528432,
      "grad_norm": 15.4375,
      "learning_rate": 1.9324e-05,
      "loss": 5.706,
      "step": 3380
    },
    {
      "epoch": 0.001058938187997451,
      "grad_norm": 14.375,
      "learning_rate": 1.9322000000000002e-05,
      "loss": 5.4256,
      "step": 3390
    },
    {
      "epoch": 0.00106206189946647,
      "grad_norm": 19.0,
      "learning_rate": 1.932e-05,
      "loss": 5.3917,
      "step": 3400
    },
    {
      "epoch": 0.001065185610935489,
      "grad_norm": 13.1875,
      "learning_rate": 1.9318e-05,
      "loss": 5.6195,
      "step": 3410
    },
    {
      "epoch": 0.0010683093224045082,
      "grad_norm": 14.8125,
      "learning_rate": 1.9316000000000003e-05,
      "loss": 5.3445,
      "step": 3420
    },
    {
      "epoch": 0.0010714330338735271,
      "grad_norm": 11.75,
      "learning_rate": 1.9314000000000002e-05,
      "loss": 5.155,
      "step": 3430
    },
    {
      "epoch": 0.001074556745342546,
      "grad_norm": 13.0625,
      "learning_rate": 1.9312e-05,
      "loss": 5.3025,
      "step": 3440
    },
    {
      "epoch": 0.0010776804568115653,
      "grad_norm": 14.5,
      "learning_rate": 1.9310000000000003e-05,
      "loss": 5.4074,
      "step": 3450
    },
    {
      "epoch": 0.0010808041682805842,
      "grad_norm": 16.375,
      "learning_rate": 1.9308000000000002e-05,
      "loss": 5.6609,
      "step": 3460
    },
    {
      "epoch": 0.0010839278797496032,
      "grad_norm": 19.25,
      "learning_rate": 1.9306e-05,
      "loss": 5.4313,
      "step": 3470
    },
    {
      "epoch": 0.0010870515912186224,
      "grad_norm": 15.6875,
      "learning_rate": 1.9304e-05,
      "loss": 5.5033,
      "step": 3480
    },
    {
      "epoch": 0.0010901753026876413,
      "grad_norm": 18.625,
      "learning_rate": 1.9302e-05,
      "loss": 5.7241,
      "step": 3490
    },
    {
      "epoch": 0.0010932990141566603,
      "grad_norm": 13.0625,
      "learning_rate": 1.93e-05,
      "loss": 5.6599,
      "step": 3500
    },
    {
      "epoch": 0.0010964227256256794,
      "grad_norm": 14.6875,
      "learning_rate": 1.9298e-05,
      "loss": 5.7546,
      "step": 3510
    },
    {
      "epoch": 0.0010995464370946984,
      "grad_norm": 13.1875,
      "learning_rate": 1.9296000000000003e-05,
      "loss": 5.6877,
      "step": 3520
    },
    {
      "epoch": 0.0011026701485637176,
      "grad_norm": 12.1875,
      "learning_rate": 1.9294000000000002e-05,
      "loss": 5.5043,
      "step": 3530
    },
    {
      "epoch": 0.0011057938600327365,
      "grad_norm": 23.25,
      "learning_rate": 1.9292e-05,
      "loss": 5.3722,
      "step": 3540
    },
    {
      "epoch": 0.0011089175715017555,
      "grad_norm": 16.625,
      "learning_rate": 1.9290000000000003e-05,
      "loss": 5.1707,
      "step": 3550
    },
    {
      "epoch": 0.0011120412829707747,
      "grad_norm": 19.25,
      "learning_rate": 1.9288000000000002e-05,
      "loss": 5.6722,
      "step": 3560
    },
    {
      "epoch": 0.0011151649944397936,
      "grad_norm": 12.75,
      "learning_rate": 1.9286e-05,
      "loss": 5.3163,
      "step": 3570
    },
    {
      "epoch": 0.0011182887059088126,
      "grad_norm": 17.625,
      "learning_rate": 1.9284e-05,
      "loss": 5.4662,
      "step": 3580
    },
    {
      "epoch": 0.0011214124173778317,
      "grad_norm": 15.75,
      "learning_rate": 1.9282e-05,
      "loss": 5.4683,
      "step": 3590
    },
    {
      "epoch": 0.0011245361288468507,
      "grad_norm": 12.9375,
      "learning_rate": 1.9280000000000002e-05,
      "loss": 5.8348,
      "step": 3600
    },
    {
      "epoch": 0.0011276598403158697,
      "grad_norm": 20.625,
      "learning_rate": 1.9278e-05,
      "loss": 5.5024,
      "step": 3610
    },
    {
      "epoch": 0.0011307835517848888,
      "grad_norm": 19.125,
      "learning_rate": 1.9276e-05,
      "loss": 5.8194,
      "step": 3620
    },
    {
      "epoch": 0.0011339072632539078,
      "grad_norm": 15.3125,
      "learning_rate": 1.9274000000000002e-05,
      "loss": 5.662,
      "step": 3630
    },
    {
      "epoch": 0.0011370309747229267,
      "grad_norm": 15.3125,
      "learning_rate": 1.9272e-05,
      "loss": 5.6406,
      "step": 3640
    },
    {
      "epoch": 0.001140154686191946,
      "grad_norm": 18.0,
      "learning_rate": 1.9270000000000004e-05,
      "loss": 5.5363,
      "step": 3650
    },
    {
      "epoch": 0.0011432783976609649,
      "grad_norm": 13.4375,
      "learning_rate": 1.9268000000000003e-05,
      "loss": 5.4715,
      "step": 3660
    },
    {
      "epoch": 0.0011464021091299838,
      "grad_norm": 16.25,
      "learning_rate": 1.9266e-05,
      "loss": 5.6616,
      "step": 3670
    },
    {
      "epoch": 0.001149525820599003,
      "grad_norm": 11.375,
      "learning_rate": 1.9264e-05,
      "loss": 5.3432,
      "step": 3680
    },
    {
      "epoch": 0.001152649532068022,
      "grad_norm": 20.0,
      "learning_rate": 1.9262e-05,
      "loss": 5.6658,
      "step": 3690
    },
    {
      "epoch": 0.001155773243537041,
      "grad_norm": 10.375,
      "learning_rate": 1.9260000000000002e-05,
      "loss": 5.6279,
      "step": 3700
    },
    {
      "epoch": 0.00115889695500606,
      "grad_norm": 14.4375,
      "learning_rate": 1.9258e-05,
      "loss": 5.7396,
      "step": 3710
    },
    {
      "epoch": 0.001162020666475079,
      "grad_norm": 19.0,
      "learning_rate": 1.9256e-05,
      "loss": 5.3711,
      "step": 3720
    },
    {
      "epoch": 0.001165144377944098,
      "grad_norm": 13.75,
      "learning_rate": 1.9254000000000002e-05,
      "loss": 5.0692,
      "step": 3730
    },
    {
      "epoch": 0.0011682680894131172,
      "grad_norm": 14.625,
      "learning_rate": 1.9252e-05,
      "loss": 5.6739,
      "step": 3740
    },
    {
      "epoch": 0.0011713918008821361,
      "grad_norm": 16.875,
      "learning_rate": 1.925e-05,
      "loss": 5.3631,
      "step": 3750
    },
    {
      "epoch": 0.001174515512351155,
      "grad_norm": 12.375,
      "learning_rate": 1.9248000000000003e-05,
      "loss": 5.3772,
      "step": 3760
    },
    {
      "epoch": 0.0011776392238201743,
      "grad_norm": 17.5,
      "learning_rate": 1.9246000000000002e-05,
      "loss": 5.5263,
      "step": 3770
    },
    {
      "epoch": 0.0011807629352891932,
      "grad_norm": 9.25,
      "learning_rate": 1.9244000000000004e-05,
      "loss": 5.0929,
      "step": 3780
    },
    {
      "epoch": 0.0011838866467582122,
      "grad_norm": 23.875,
      "learning_rate": 1.9242e-05,
      "loss": 5.7394,
      "step": 3790
    },
    {
      "epoch": 0.0011870103582272314,
      "grad_norm": 11.0,
      "learning_rate": 1.9240000000000002e-05,
      "loss": 5.7045,
      "step": 3800
    },
    {
      "epoch": 0.0011901340696962503,
      "grad_norm": 14.0,
      "learning_rate": 1.9238e-05,
      "loss": 5.6738,
      "step": 3810
    },
    {
      "epoch": 0.0011932577811652693,
      "grad_norm": 15.375,
      "learning_rate": 1.9236e-05,
      "loss": 5.3815,
      "step": 3820
    },
    {
      "epoch": 0.0011963814926342884,
      "grad_norm": 19.125,
      "learning_rate": 1.9234000000000003e-05,
      "loss": 5.0305,
      "step": 3830
    },
    {
      "epoch": 0.0011995052041033074,
      "grad_norm": 13.4375,
      "learning_rate": 1.9232e-05,
      "loss": 5.7874,
      "step": 3840
    },
    {
      "epoch": 0.0012026289155723264,
      "grad_norm": 17.125,
      "learning_rate": 1.923e-05,
      "loss": 5.4694,
      "step": 3850
    },
    {
      "epoch": 0.0012057526270413455,
      "grad_norm": 14.625,
      "learning_rate": 1.9228000000000003e-05,
      "loss": 5.5002,
      "step": 3860
    },
    {
      "epoch": 0.0012088763385103645,
      "grad_norm": 12.75,
      "learning_rate": 1.9226000000000002e-05,
      "loss": 5.7154,
      "step": 3870
    },
    {
      "epoch": 0.0012120000499793834,
      "grad_norm": 17.625,
      "learning_rate": 1.9224000000000004e-05,
      "loss": 5.4635,
      "step": 3880
    },
    {
      "epoch": 0.0012151237614484026,
      "grad_norm": 18.5,
      "learning_rate": 1.9222e-05,
      "loss": 5.7866,
      "step": 3890
    },
    {
      "epoch": 0.0012182474729174216,
      "grad_norm": 12.625,
      "learning_rate": 1.9220000000000002e-05,
      "loss": 5.7408,
      "step": 3900
    },
    {
      "epoch": 0.0012213711843864405,
      "grad_norm": 17.25,
      "learning_rate": 1.9218e-05,
      "loss": 5.5827,
      "step": 3910
    },
    {
      "epoch": 0.0012244948958554597,
      "grad_norm": 18.625,
      "learning_rate": 1.9216e-05,
      "loss": 5.5495,
      "step": 3920
    },
    {
      "epoch": 0.0012276186073244787,
      "grad_norm": 23.0,
      "learning_rate": 1.9214000000000003e-05,
      "loss": 5.7164,
      "step": 3930
    },
    {
      "epoch": 0.0012307423187934976,
      "grad_norm": 16.625,
      "learning_rate": 1.9212000000000002e-05,
      "loss": 5.5238,
      "step": 3940
    },
    {
      "epoch": 0.0012338660302625168,
      "grad_norm": 23.625,
      "learning_rate": 1.921e-05,
      "loss": 5.1463,
      "step": 3950
    },
    {
      "epoch": 0.0012369897417315358,
      "grad_norm": 14.875,
      "learning_rate": 1.9208000000000003e-05,
      "loss": 5.4224,
      "step": 3960
    },
    {
      "epoch": 0.0012401134532005547,
      "grad_norm": 12.3125,
      "learning_rate": 1.9206000000000002e-05,
      "loss": 5.6267,
      "step": 3970
    },
    {
      "epoch": 0.0012432371646695739,
      "grad_norm": 12.9375,
      "learning_rate": 1.9204e-05,
      "loss": 5.3007,
      "step": 3980
    },
    {
      "epoch": 0.0012463608761385928,
      "grad_norm": 26.75,
      "learning_rate": 1.9202e-05,
      "loss": 5.5985,
      "step": 3990
    },
    {
      "epoch": 0.0012494845876076118,
      "grad_norm": 13.25,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 5.8027,
      "step": 4000
    },
    {
      "epoch": 0.001252608299076631,
      "grad_norm": 15.5625,
      "learning_rate": 1.9198e-05,
      "loss": 5.4355,
      "step": 4010
    },
    {
      "epoch": 0.00125573201054565,
      "grad_norm": 15.125,
      "learning_rate": 1.9196e-05,
      "loss": 5.2763,
      "step": 4020
    },
    {
      "epoch": 0.0012588557220146689,
      "grad_norm": 11.8125,
      "learning_rate": 1.9194000000000003e-05,
      "loss": 5.3245,
      "step": 4030
    },
    {
      "epoch": 0.001261979433483688,
      "grad_norm": 14.6875,
      "learning_rate": 1.9192000000000002e-05,
      "loss": 4.9815,
      "step": 4040
    },
    {
      "epoch": 0.001265103144952707,
      "grad_norm": 13.875,
      "learning_rate": 1.919e-05,
      "loss": 5.5233,
      "step": 4050
    },
    {
      "epoch": 0.001268226856421726,
      "grad_norm": 17.625,
      "learning_rate": 1.9188000000000003e-05,
      "loss": 5.6294,
      "step": 4060
    },
    {
      "epoch": 0.0012713505678907451,
      "grad_norm": 20.5,
      "learning_rate": 1.9186000000000002e-05,
      "loss": 5.2967,
      "step": 4070
    },
    {
      "epoch": 0.001274474279359764,
      "grad_norm": 14.75,
      "learning_rate": 1.9184e-05,
      "loss": 5.0256,
      "step": 4080
    },
    {
      "epoch": 0.001277597990828783,
      "grad_norm": 20.875,
      "learning_rate": 1.9182e-05,
      "loss": 5.0885,
      "step": 4090
    },
    {
      "epoch": 0.0012807217022978022,
      "grad_norm": 11.75,
      "learning_rate": 1.918e-05,
      "loss": 5.4286,
      "step": 4100
    },
    {
      "epoch": 0.0012838454137668212,
      "grad_norm": 14.5625,
      "learning_rate": 1.9178000000000002e-05,
      "loss": 5.344,
      "step": 4110
    },
    {
      "epoch": 0.0012869691252358401,
      "grad_norm": 24.125,
      "learning_rate": 1.9176e-05,
      "loss": 5.362,
      "step": 4120
    },
    {
      "epoch": 0.0012900928367048593,
      "grad_norm": 24.125,
      "learning_rate": 1.9174000000000003e-05,
      "loss": 5.6709,
      "step": 4130
    },
    {
      "epoch": 0.0012932165481738783,
      "grad_norm": 15.6875,
      "learning_rate": 1.9172000000000002e-05,
      "loss": 5.5542,
      "step": 4140
    },
    {
      "epoch": 0.0012963402596428972,
      "grad_norm": 16.125,
      "learning_rate": 1.917e-05,
      "loss": 5.2315,
      "step": 4150
    },
    {
      "epoch": 0.0012994639711119164,
      "grad_norm": 17.5,
      "learning_rate": 1.9168000000000004e-05,
      "loss": 5.538,
      "step": 4160
    },
    {
      "epoch": 0.0013025876825809354,
      "grad_norm": 15.9375,
      "learning_rate": 1.9166000000000003e-05,
      "loss": 5.5096,
      "step": 4170
    },
    {
      "epoch": 0.0013057113940499543,
      "grad_norm": 11.125,
      "learning_rate": 1.9164e-05,
      "loss": 5.7454,
      "step": 4180
    },
    {
      "epoch": 0.0013088351055189735,
      "grad_norm": 11.6875,
      "learning_rate": 1.9162e-05,
      "loss": 5.5636,
      "step": 4190
    },
    {
      "epoch": 0.0013119588169879925,
      "grad_norm": 12.4375,
      "learning_rate": 1.916e-05,
      "loss": 5.6127,
      "step": 4200
    },
    {
      "epoch": 0.0013150825284570114,
      "grad_norm": 11.875,
      "learning_rate": 1.9158000000000002e-05,
      "loss": 5.6977,
      "step": 4210
    },
    {
      "epoch": 0.0013182062399260306,
      "grad_norm": 16.75,
      "learning_rate": 1.9156e-05,
      "loss": 5.7171,
      "step": 4220
    },
    {
      "epoch": 0.0013213299513950495,
      "grad_norm": 17.125,
      "learning_rate": 1.9154e-05,
      "loss": 5.4361,
      "step": 4230
    },
    {
      "epoch": 0.0013244536628640685,
      "grad_norm": 14.625,
      "learning_rate": 1.9152000000000002e-05,
      "loss": 5.3326,
      "step": 4240
    },
    {
      "epoch": 0.0013275773743330877,
      "grad_norm": 15.4375,
      "learning_rate": 1.915e-05,
      "loss": 5.438,
      "step": 4250
    },
    {
      "epoch": 0.0013307010858021066,
      "grad_norm": 17.0,
      "learning_rate": 1.9148000000000004e-05,
      "loss": 5.5329,
      "step": 4260
    },
    {
      "epoch": 0.0013338247972711256,
      "grad_norm": 21.125,
      "learning_rate": 1.9146000000000003e-05,
      "loss": 5.791,
      "step": 4270
    },
    {
      "epoch": 0.0013369485087401448,
      "grad_norm": 20.125,
      "learning_rate": 1.9144000000000002e-05,
      "loss": 5.7484,
      "step": 4280
    },
    {
      "epoch": 0.0013400722202091637,
      "grad_norm": 15.3125,
      "learning_rate": 1.9142e-05,
      "loss": 5.0317,
      "step": 4290
    },
    {
      "epoch": 0.0013431959316781827,
      "grad_norm": 25.0,
      "learning_rate": 1.914e-05,
      "loss": 5.6427,
      "step": 4300
    },
    {
      "epoch": 0.0013463196431472018,
      "grad_norm": 21.375,
      "learning_rate": 1.9138000000000002e-05,
      "loss": 5.4972,
      "step": 4310
    },
    {
      "epoch": 0.0013494433546162208,
      "grad_norm": 11.1875,
      "learning_rate": 1.9136e-05,
      "loss": 5.5393,
      "step": 4320
    },
    {
      "epoch": 0.0013525670660852398,
      "grad_norm": 27.625,
      "learning_rate": 1.9134e-05,
      "loss": 5.3816,
      "step": 4330
    },
    {
      "epoch": 0.001355690777554259,
      "grad_norm": 24.75,
      "learning_rate": 1.9132000000000002e-05,
      "loss": 5.5932,
      "step": 4340
    },
    {
      "epoch": 0.0013588144890232779,
      "grad_norm": 19.25,
      "learning_rate": 1.913e-05,
      "loss": 5.7437,
      "step": 4350
    },
    {
      "epoch": 0.0013619382004922968,
      "grad_norm": 22.625,
      "learning_rate": 1.9128e-05,
      "loss": 5.453,
      "step": 4360
    },
    {
      "epoch": 0.001365061911961316,
      "grad_norm": 13.5625,
      "learning_rate": 1.9126000000000003e-05,
      "loss": 5.4275,
      "step": 4370
    },
    {
      "epoch": 0.001368185623430335,
      "grad_norm": 18.375,
      "learning_rate": 1.9124000000000002e-05,
      "loss": 5.1498,
      "step": 4380
    },
    {
      "epoch": 0.001371309334899354,
      "grad_norm": 13.25,
      "learning_rate": 1.9122e-05,
      "loss": 5.72,
      "step": 4390
    },
    {
      "epoch": 0.001374433046368373,
      "grad_norm": 23.0,
      "learning_rate": 1.912e-05,
      "loss": 5.2518,
      "step": 4400
    },
    {
      "epoch": 0.001377556757837392,
      "grad_norm": 12.8125,
      "learning_rate": 1.9118000000000002e-05,
      "loss": 5.5847,
      "step": 4410
    },
    {
      "epoch": 0.001380680469306411,
      "grad_norm": 21.375,
      "learning_rate": 1.9116e-05,
      "loss": 5.6463,
      "step": 4420
    },
    {
      "epoch": 0.0013838041807754302,
      "grad_norm": 19.0,
      "learning_rate": 1.9114e-05,
      "loss": 5.5771,
      "step": 4430
    },
    {
      "epoch": 0.0013869278922444492,
      "grad_norm": 19.625,
      "learning_rate": 1.9112000000000003e-05,
      "loss": 5.5444,
      "step": 4440
    },
    {
      "epoch": 0.0013900516037134681,
      "grad_norm": 11.875,
      "learning_rate": 1.911e-05,
      "loss": 5.5599,
      "step": 4450
    },
    {
      "epoch": 0.0013931753151824873,
      "grad_norm": 14.1875,
      "learning_rate": 1.9108e-05,
      "loss": 5.6097,
      "step": 4460
    },
    {
      "epoch": 0.0013962990266515062,
      "grad_norm": 15.625,
      "learning_rate": 1.9106000000000003e-05,
      "loss": 5.4403,
      "step": 4470
    },
    {
      "epoch": 0.0013994227381205252,
      "grad_norm": 15.5,
      "learning_rate": 1.9104000000000002e-05,
      "loss": 5.6646,
      "step": 4480
    },
    {
      "epoch": 0.0014025464495895444,
      "grad_norm": 16.375,
      "learning_rate": 1.9102e-05,
      "loss": 5.5024,
      "step": 4490
    },
    {
      "epoch": 0.0014056701610585633,
      "grad_norm": 22.0,
      "learning_rate": 1.91e-05,
      "loss": 5.5846,
      "step": 4500
    },
    {
      "epoch": 0.0014087938725275823,
      "grad_norm": 12.5625,
      "learning_rate": 1.9098000000000002e-05,
      "loss": 5.7252,
      "step": 4510
    },
    {
      "epoch": 0.0014119175839966015,
      "grad_norm": 16.25,
      "learning_rate": 1.9096e-05,
      "loss": 5.7331,
      "step": 4520
    },
    {
      "epoch": 0.0014150412954656204,
      "grad_norm": 17.5,
      "learning_rate": 1.9094e-05,
      "loss": 5.6089,
      "step": 4530
    },
    {
      "epoch": 0.0014181650069346394,
      "grad_norm": 15.625,
      "learning_rate": 1.9092000000000003e-05,
      "loss": 5.5612,
      "step": 4540
    },
    {
      "epoch": 0.0014212887184036585,
      "grad_norm": 10.3125,
      "learning_rate": 1.9090000000000002e-05,
      "loss": 5.4987,
      "step": 4550
    },
    {
      "epoch": 0.0014244124298726775,
      "grad_norm": 18.625,
      "learning_rate": 1.9088e-05,
      "loss": 5.4008,
      "step": 4560
    },
    {
      "epoch": 0.0014275361413416965,
      "grad_norm": 15.0625,
      "learning_rate": 1.9086000000000003e-05,
      "loss": 5.8175,
      "step": 4570
    },
    {
      "epoch": 0.0014306598528107156,
      "grad_norm": 17.875,
      "learning_rate": 1.9084000000000002e-05,
      "loss": 5.7524,
      "step": 4580
    },
    {
      "epoch": 0.0014337835642797346,
      "grad_norm": 14.0625,
      "learning_rate": 1.9082e-05,
      "loss": 5.6834,
      "step": 4590
    },
    {
      "epoch": 0.0014369072757487535,
      "grad_norm": 17.375,
      "learning_rate": 1.908e-05,
      "loss": 5.7438,
      "step": 4600
    },
    {
      "epoch": 0.0014400309872177727,
      "grad_norm": 14.625,
      "learning_rate": 1.9078e-05,
      "loss": 5.6002,
      "step": 4610
    },
    {
      "epoch": 0.0014431546986867917,
      "grad_norm": 17.0,
      "learning_rate": 1.9076e-05,
      "loss": 5.5971,
      "step": 4620
    },
    {
      "epoch": 0.0014462784101558106,
      "grad_norm": 12.5,
      "learning_rate": 1.9074e-05,
      "loss": 5.6446,
      "step": 4630
    },
    {
      "epoch": 0.0014494021216248298,
      "grad_norm": 22.75,
      "learning_rate": 1.9072000000000003e-05,
      "loss": 5.2944,
      "step": 4640
    },
    {
      "epoch": 0.0014525258330938488,
      "grad_norm": 13.25,
      "learning_rate": 1.9070000000000002e-05,
      "loss": 5.6228,
      "step": 4650
    },
    {
      "epoch": 0.0014556495445628677,
      "grad_norm": 13.25,
      "learning_rate": 1.9068e-05,
      "loss": 5.1766,
      "step": 4660
    },
    {
      "epoch": 0.001458773256031887,
      "grad_norm": 20.875,
      "learning_rate": 1.9066000000000003e-05,
      "loss": 5.1814,
      "step": 4670
    },
    {
      "epoch": 0.0014618969675009059,
      "grad_norm": 16.625,
      "learning_rate": 1.9064000000000002e-05,
      "loss": 5.2023,
      "step": 4680
    },
    {
      "epoch": 0.0014650206789699248,
      "grad_norm": 18.75,
      "learning_rate": 1.9062e-05,
      "loss": 5.5188,
      "step": 4690
    },
    {
      "epoch": 0.001468144390438944,
      "grad_norm": 16.875,
      "learning_rate": 1.906e-05,
      "loss": 5.5913,
      "step": 4700
    },
    {
      "epoch": 0.001471268101907963,
      "grad_norm": 12.3125,
      "learning_rate": 1.9058e-05,
      "loss": 5.5999,
      "step": 4710
    },
    {
      "epoch": 0.001474391813376982,
      "grad_norm": 16.0,
      "learning_rate": 1.9056000000000002e-05,
      "loss": 5.7381,
      "step": 4720
    },
    {
      "epoch": 0.001477515524846001,
      "grad_norm": 12.625,
      "learning_rate": 1.9054e-05,
      "loss": 5.7001,
      "step": 4730
    },
    {
      "epoch": 0.00148063923631502,
      "grad_norm": 13.875,
      "learning_rate": 1.9052000000000003e-05,
      "loss": 5.5039,
      "step": 4740
    },
    {
      "epoch": 0.001483762947784039,
      "grad_norm": 16.75,
      "learning_rate": 1.9050000000000002e-05,
      "loss": 5.7352,
      "step": 4750
    },
    {
      "epoch": 0.0014868866592530582,
      "grad_norm": 15.1875,
      "learning_rate": 1.9048e-05,
      "loss": 5.5764,
      "step": 4760
    },
    {
      "epoch": 0.0014900103707220771,
      "grad_norm": 12.75,
      "learning_rate": 1.9046000000000004e-05,
      "loss": 5.6157,
      "step": 4770
    },
    {
      "epoch": 0.001493134082191096,
      "grad_norm": 13.625,
      "learning_rate": 1.9044000000000003e-05,
      "loss": 5.5936,
      "step": 4780
    },
    {
      "epoch": 0.0014962577936601152,
      "grad_norm": 16.75,
      "learning_rate": 1.9042e-05,
      "loss": 5.5932,
      "step": 4790
    },
    {
      "epoch": 0.0014993815051291342,
      "grad_norm": 22.75,
      "learning_rate": 1.904e-05,
      "loss": 5.1952,
      "step": 4800
    },
    {
      "epoch": 0.0015025052165981532,
      "grad_norm": 10.625,
      "learning_rate": 1.9038e-05,
      "loss": 5.2644,
      "step": 4810
    },
    {
      "epoch": 0.0015056289280671723,
      "grad_norm": 12.1875,
      "learning_rate": 1.9036000000000002e-05,
      "loss": 5.6933,
      "step": 4820
    },
    {
      "epoch": 0.0015087526395361913,
      "grad_norm": 14.875,
      "learning_rate": 1.9034e-05,
      "loss": 5.7847,
      "step": 4830
    },
    {
      "epoch": 0.0015118763510052102,
      "grad_norm": 23.625,
      "learning_rate": 1.9032e-05,
      "loss": 5.3767,
      "step": 4840
    },
    {
      "epoch": 0.0015150000624742294,
      "grad_norm": 17.875,
      "learning_rate": 1.9030000000000002e-05,
      "loss": 5.6129,
      "step": 4850
    },
    {
      "epoch": 0.0015181237739432484,
      "grad_norm": 15.4375,
      "learning_rate": 1.9028e-05,
      "loss": 5.6761,
      "step": 4860
    },
    {
      "epoch": 0.0015212474854122673,
      "grad_norm": 13.4375,
      "learning_rate": 1.9026000000000004e-05,
      "loss": 5.5118,
      "step": 4870
    },
    {
      "epoch": 0.0015243711968812865,
      "grad_norm": 14.625,
      "learning_rate": 1.9024000000000003e-05,
      "loss": 5.5173,
      "step": 4880
    },
    {
      "epoch": 0.0015274949083503055,
      "grad_norm": 15.3125,
      "learning_rate": 1.9022000000000002e-05,
      "loss": 5.5349,
      "step": 4890
    },
    {
      "epoch": 0.0015306186198193244,
      "grad_norm": 17.25,
      "learning_rate": 1.902e-05,
      "loss": 5.1842,
      "step": 4900
    },
    {
      "epoch": 0.0015337423312883436,
      "grad_norm": 28.5,
      "learning_rate": 1.9018e-05,
      "loss": 5.2254,
      "step": 4910
    },
    {
      "epoch": 0.0015368660427573626,
      "grad_norm": 15.6875,
      "learning_rate": 1.9016000000000002e-05,
      "loss": 5.4484,
      "step": 4920
    },
    {
      "epoch": 0.0015399897542263817,
      "grad_norm": 13.0,
      "learning_rate": 1.9014e-05,
      "loss": 5.1899,
      "step": 4930
    },
    {
      "epoch": 0.0015431134656954007,
      "grad_norm": 15.5,
      "learning_rate": 1.9012e-05,
      "loss": 5.7682,
      "step": 4940
    },
    {
      "epoch": 0.0015462371771644196,
      "grad_norm": 16.125,
      "learning_rate": 1.9010000000000003e-05,
      "loss": 5.564,
      "step": 4950
    },
    {
      "epoch": 0.0015493608886334388,
      "grad_norm": 15.3125,
      "learning_rate": 1.9008e-05,
      "loss": 5.0649,
      "step": 4960
    },
    {
      "epoch": 0.0015524846001024578,
      "grad_norm": 14.375,
      "learning_rate": 1.9006e-05,
      "loss": 5.1236,
      "step": 4970
    },
    {
      "epoch": 0.0015556083115714767,
      "grad_norm": 13.0,
      "learning_rate": 1.9004000000000003e-05,
      "loss": 5.6358,
      "step": 4980
    },
    {
      "epoch": 0.001558732023040496,
      "grad_norm": 13.0625,
      "learning_rate": 1.9002000000000002e-05,
      "loss": 5.4334,
      "step": 4990
    },
    {
      "epoch": 0.0015618557345095149,
      "grad_norm": 10.8125,
      "learning_rate": 1.9e-05,
      "loss": 5.5315,
      "step": 5000
    },
    {
      "epoch": 0.0015649794459785338,
      "grad_norm": 17.125,
      "learning_rate": 1.8998e-05,
      "loss": 5.4787,
      "step": 5010
    },
    {
      "epoch": 0.001568103157447553,
      "grad_norm": 12.0625,
      "learning_rate": 1.8996000000000002e-05,
      "loss": 5.6937,
      "step": 5020
    },
    {
      "epoch": 0.001571226868916572,
      "grad_norm": 14.8125,
      "learning_rate": 1.8994e-05,
      "loss": 5.29,
      "step": 5030
    },
    {
      "epoch": 0.001574350580385591,
      "grad_norm": 22.375,
      "learning_rate": 1.8992e-05,
      "loss": 5.4227,
      "step": 5040
    },
    {
      "epoch": 0.00157747429185461,
      "grad_norm": 14.1875,
      "learning_rate": 1.8990000000000003e-05,
      "loss": 5.4948,
      "step": 5050
    },
    {
      "epoch": 0.001580598003323629,
      "grad_norm": 18.625,
      "learning_rate": 1.8988000000000002e-05,
      "loss": 5.6641,
      "step": 5060
    },
    {
      "epoch": 0.001583721714792648,
      "grad_norm": 21.375,
      "learning_rate": 1.8986e-05,
      "loss": 5.6905,
      "step": 5070
    },
    {
      "epoch": 0.0015868454262616672,
      "grad_norm": 21.75,
      "learning_rate": 1.8984000000000003e-05,
      "loss": 5.2701,
      "step": 5080
    },
    {
      "epoch": 0.0015899691377306861,
      "grad_norm": 18.625,
      "learning_rate": 1.8982000000000002e-05,
      "loss": 5.697,
      "step": 5090
    },
    {
      "epoch": 0.001593092849199705,
      "grad_norm": 20.0,
      "learning_rate": 1.898e-05,
      "loss": 5.455,
      "step": 5100
    },
    {
      "epoch": 0.0015962165606687242,
      "grad_norm": 16.125,
      "learning_rate": 1.8978e-05,
      "loss": 5.4842,
      "step": 5110
    },
    {
      "epoch": 0.0015993402721377432,
      "grad_norm": 15.5,
      "learning_rate": 1.8976000000000003e-05,
      "loss": 5.2105,
      "step": 5120
    },
    {
      "epoch": 0.0016024639836067622,
      "grad_norm": 19.125,
      "learning_rate": 1.8974e-05,
      "loss": 5.7378,
      "step": 5130
    },
    {
      "epoch": 0.0016055876950757813,
      "grad_norm": 15.625,
      "learning_rate": 1.8972e-05,
      "loss": 5.7174,
      "step": 5140
    },
    {
      "epoch": 0.0016087114065448003,
      "grad_norm": 14.4375,
      "learning_rate": 1.8970000000000003e-05,
      "loss": 5.6989,
      "step": 5150
    },
    {
      "epoch": 0.0016118351180138193,
      "grad_norm": 16.125,
      "learning_rate": 1.8968000000000002e-05,
      "loss": 5.7208,
      "step": 5160
    },
    {
      "epoch": 0.0016149588294828384,
      "grad_norm": 14.375,
      "learning_rate": 1.8966e-05,
      "loss": 5.5058,
      "step": 5170
    },
    {
      "epoch": 0.0016180825409518574,
      "grad_norm": 16.5,
      "learning_rate": 1.8964000000000003e-05,
      "loss": 5.2135,
      "step": 5180
    },
    {
      "epoch": 0.0016212062524208763,
      "grad_norm": 18.125,
      "learning_rate": 1.8962000000000002e-05,
      "loss": 5.6446,
      "step": 5190
    },
    {
      "epoch": 0.0016243299638898955,
      "grad_norm": 17.375,
      "learning_rate": 1.896e-05,
      "loss": 5.7546,
      "step": 5200
    },
    {
      "epoch": 0.0016274536753589145,
      "grad_norm": 13.125,
      "learning_rate": 1.8958e-05,
      "loss": 5.4918,
      "step": 5210
    },
    {
      "epoch": 0.0016305773868279334,
      "grad_norm": 21.375,
      "learning_rate": 1.8956e-05,
      "loss": 5.4425,
      "step": 5220
    },
    {
      "epoch": 0.0016337010982969526,
      "grad_norm": 13.5625,
      "learning_rate": 1.8954000000000002e-05,
      "loss": 5.5864,
      "step": 5230
    },
    {
      "epoch": 0.0016368248097659716,
      "grad_norm": 18.5,
      "learning_rate": 1.8952e-05,
      "loss": 5.7043,
      "step": 5240
    },
    {
      "epoch": 0.0016399485212349905,
      "grad_norm": 18.625,
      "learning_rate": 1.8950000000000003e-05,
      "loss": 5.5245,
      "step": 5250
    },
    {
      "epoch": 0.0016430722327040097,
      "grad_norm": 13.375,
      "learning_rate": 1.8948000000000002e-05,
      "loss": 5.5455,
      "step": 5260
    },
    {
      "epoch": 0.0016461959441730286,
      "grad_norm": 17.125,
      "learning_rate": 1.8946e-05,
      "loss": 5.5937,
      "step": 5270
    },
    {
      "epoch": 0.0016493196556420476,
      "grad_norm": 22.0,
      "learning_rate": 1.8944000000000004e-05,
      "loss": 5.4067,
      "step": 5280
    },
    {
      "epoch": 0.0016524433671110668,
      "grad_norm": 18.125,
      "learning_rate": 1.8942000000000003e-05,
      "loss": 5.7337,
      "step": 5290
    },
    {
      "epoch": 0.0016555670785800857,
      "grad_norm": 14.25,
      "learning_rate": 1.894e-05,
      "loss": 5.5917,
      "step": 5300
    },
    {
      "epoch": 0.0016586907900491047,
      "grad_norm": 17.25,
      "learning_rate": 1.8938e-05,
      "loss": 5.4728,
      "step": 5310
    },
    {
      "epoch": 0.0016618145015181239,
      "grad_norm": 15.4375,
      "learning_rate": 1.8936e-05,
      "loss": 5.5482,
      "step": 5320
    },
    {
      "epoch": 0.0016649382129871428,
      "grad_norm": 20.25,
      "learning_rate": 1.8934000000000002e-05,
      "loss": 5.6185,
      "step": 5330
    },
    {
      "epoch": 0.0016680619244561618,
      "grad_norm": 14.6875,
      "learning_rate": 1.8932e-05,
      "loss": 5.7582,
      "step": 5340
    },
    {
      "epoch": 0.001671185635925181,
      "grad_norm": 20.875,
      "learning_rate": 1.893e-05,
      "loss": 5.733,
      "step": 5350
    },
    {
      "epoch": 0.0016743093473942,
      "grad_norm": 11.625,
      "learning_rate": 1.8928000000000002e-05,
      "loss": 5.754,
      "step": 5360
    },
    {
      "epoch": 0.0016774330588632189,
      "grad_norm": 14.6875,
      "learning_rate": 1.8926e-05,
      "loss": 5.5967,
      "step": 5370
    },
    {
      "epoch": 0.001680556770332238,
      "grad_norm": 15.375,
      "learning_rate": 1.8924000000000004e-05,
      "loss": 5.5708,
      "step": 5380
    },
    {
      "epoch": 0.001683680481801257,
      "grad_norm": 19.625,
      "learning_rate": 1.8922000000000003e-05,
      "loss": 5.4091,
      "step": 5390
    },
    {
      "epoch": 0.001686804193270276,
      "grad_norm": 14.125,
      "learning_rate": 1.8920000000000002e-05,
      "loss": 5.7056,
      "step": 5400
    },
    {
      "epoch": 0.0016899279047392951,
      "grad_norm": 14.1875,
      "learning_rate": 1.8918e-05,
      "loss": 5.7095,
      "step": 5410
    },
    {
      "epoch": 0.001693051616208314,
      "grad_norm": 17.625,
      "learning_rate": 1.8916e-05,
      "loss": 5.632,
      "step": 5420
    },
    {
      "epoch": 0.001696175327677333,
      "grad_norm": 17.0,
      "learning_rate": 1.8914000000000002e-05,
      "loss": 5.5599,
      "step": 5430
    },
    {
      "epoch": 0.0016992990391463522,
      "grad_norm": 14.5625,
      "learning_rate": 1.8912e-05,
      "loss": 5.6591,
      "step": 5440
    },
    {
      "epoch": 0.0017024227506153712,
      "grad_norm": 14.9375,
      "learning_rate": 1.891e-05,
      "loss": 5.5385,
      "step": 5450
    },
    {
      "epoch": 0.0017055464620843901,
      "grad_norm": 19.625,
      "learning_rate": 1.8908000000000003e-05,
      "loss": 5.4329,
      "step": 5460
    },
    {
      "epoch": 0.0017086701735534093,
      "grad_norm": 22.375,
      "learning_rate": 1.8906e-05,
      "loss": 5.2307,
      "step": 5470
    },
    {
      "epoch": 0.0017117938850224283,
      "grad_norm": 19.125,
      "learning_rate": 1.8904000000000004e-05,
      "loss": 5.2522,
      "step": 5480
    },
    {
      "epoch": 0.0017149175964914472,
      "grad_norm": 11.625,
      "learning_rate": 1.8902000000000003e-05,
      "loss": 4.9953,
      "step": 5490
    },
    {
      "epoch": 0.0017180413079604664,
      "grad_norm": 19.125,
      "learning_rate": 1.8900000000000002e-05,
      "loss": 5.6609,
      "step": 5500
    },
    {
      "epoch": 0.0017211650194294853,
      "grad_norm": 18.75,
      "learning_rate": 1.8898e-05,
      "loss": 5.4622,
      "step": 5510
    },
    {
      "epoch": 0.0017242887308985043,
      "grad_norm": 12.8125,
      "learning_rate": 1.8896e-05,
      "loss": 5.2735,
      "step": 5520
    },
    {
      "epoch": 0.0017274124423675235,
      "grad_norm": 13.5625,
      "learning_rate": 1.8894000000000002e-05,
      "loss": 5.6178,
      "step": 5530
    },
    {
      "epoch": 0.0017305361538365424,
      "grad_norm": 19.125,
      "learning_rate": 1.8892e-05,
      "loss": 5.0805,
      "step": 5540
    },
    {
      "epoch": 0.0017336598653055614,
      "grad_norm": 20.125,
      "learning_rate": 1.889e-05,
      "loss": 5.3146,
      "step": 5550
    },
    {
      "epoch": 0.0017367835767745806,
      "grad_norm": 11.375,
      "learning_rate": 1.8888000000000003e-05,
      "loss": 5.741,
      "step": 5560
    },
    {
      "epoch": 0.0017399072882435995,
      "grad_norm": 15.5625,
      "learning_rate": 1.8886000000000002e-05,
      "loss": 5.7295,
      "step": 5570
    },
    {
      "epoch": 0.0017430309997126185,
      "grad_norm": 12.1875,
      "learning_rate": 1.8884e-05,
      "loss": 5.4365,
      "step": 5580
    },
    {
      "epoch": 0.0017461547111816376,
      "grad_norm": 18.125,
      "learning_rate": 1.8882000000000003e-05,
      "loss": 5.6188,
      "step": 5590
    },
    {
      "epoch": 0.0017492784226506566,
      "grad_norm": 18.75,
      "learning_rate": 1.8880000000000002e-05,
      "loss": 5.4696,
      "step": 5600
    },
    {
      "epoch": 0.0017524021341196756,
      "grad_norm": 12.25,
      "learning_rate": 1.8878e-05,
      "loss": 5.5221,
      "step": 5610
    },
    {
      "epoch": 0.0017555258455886947,
      "grad_norm": 21.75,
      "learning_rate": 1.8876e-05,
      "loss": 5.1922,
      "step": 5620
    },
    {
      "epoch": 0.0017586495570577137,
      "grad_norm": 17.125,
      "learning_rate": 1.8874000000000003e-05,
      "loss": 5.4216,
      "step": 5630
    },
    {
      "epoch": 0.0017617732685267326,
      "grad_norm": 17.75,
      "learning_rate": 1.8872e-05,
      "loss": 5.4876,
      "step": 5640
    },
    {
      "epoch": 0.0017648969799957518,
      "grad_norm": 17.0,
      "learning_rate": 1.887e-05,
      "loss": 5.595,
      "step": 5650
    },
    {
      "epoch": 0.0017680206914647708,
      "grad_norm": 20.25,
      "learning_rate": 1.8868000000000003e-05,
      "loss": 5.6682,
      "step": 5660
    },
    {
      "epoch": 0.0017711444029337897,
      "grad_norm": 17.375,
      "learning_rate": 1.8866000000000002e-05,
      "loss": 5.2636,
      "step": 5670
    },
    {
      "epoch": 0.001774268114402809,
      "grad_norm": 14.875,
      "learning_rate": 1.8864e-05,
      "loss": 5.4282,
      "step": 5680
    },
    {
      "epoch": 0.0017773918258718279,
      "grad_norm": 18.375,
      "learning_rate": 1.8862000000000003e-05,
      "loss": 5.0176,
      "step": 5690
    },
    {
      "epoch": 0.0017805155373408468,
      "grad_norm": 16.375,
      "learning_rate": 1.886e-05,
      "loss": 5.6029,
      "step": 5700
    },
    {
      "epoch": 0.001783639248809866,
      "grad_norm": 9.875,
      "learning_rate": 1.8858e-05,
      "loss": 5.7118,
      "step": 5710
    },
    {
      "epoch": 0.001786762960278885,
      "grad_norm": 21.25,
      "learning_rate": 1.8856e-05,
      "loss": 5.0426,
      "step": 5720
    },
    {
      "epoch": 0.001789886671747904,
      "grad_norm": 20.5,
      "learning_rate": 1.8854000000000003e-05,
      "loss": 5.5434,
      "step": 5730
    },
    {
      "epoch": 0.001793010383216923,
      "grad_norm": 12.75,
      "learning_rate": 1.8852000000000002e-05,
      "loss": 5.665,
      "step": 5740
    },
    {
      "epoch": 0.001796134094685942,
      "grad_norm": 16.375,
      "learning_rate": 1.885e-05,
      "loss": 5.6768,
      "step": 5750
    },
    {
      "epoch": 0.001799257806154961,
      "grad_norm": 19.25,
      "learning_rate": 1.8848000000000003e-05,
      "loss": 5.3965,
      "step": 5760
    },
    {
      "epoch": 0.0018023815176239802,
      "grad_norm": 13.0625,
      "learning_rate": 1.8846000000000002e-05,
      "loss": 5.6074,
      "step": 5770
    },
    {
      "epoch": 0.0018055052290929991,
      "grad_norm": 20.875,
      "learning_rate": 1.8844e-05,
      "loss": 5.6579,
      "step": 5780
    },
    {
      "epoch": 0.001808628940562018,
      "grad_norm": 15.75,
      "learning_rate": 1.8842000000000004e-05,
      "loss": 5.5465,
      "step": 5790
    },
    {
      "epoch": 0.0018117526520310373,
      "grad_norm": 14.8125,
      "learning_rate": 1.884e-05,
      "loss": 5.542,
      "step": 5800
    },
    {
      "epoch": 0.0018148763635000562,
      "grad_norm": 14.3125,
      "learning_rate": 1.8838e-05,
      "loss": 5.7126,
      "step": 5810
    },
    {
      "epoch": 0.0018180000749690752,
      "grad_norm": 14.125,
      "learning_rate": 1.8836e-05,
      "loss": 5.6531,
      "step": 5820
    },
    {
      "epoch": 0.0018211237864380943,
      "grad_norm": 11.9375,
      "learning_rate": 1.8834e-05,
      "loss": 5.1662,
      "step": 5830
    },
    {
      "epoch": 0.0018242474979071133,
      "grad_norm": 18.625,
      "learning_rate": 1.8832000000000002e-05,
      "loss": 5.7536,
      "step": 5840
    },
    {
      "epoch": 0.0018273712093761323,
      "grad_norm": 13.625,
      "learning_rate": 1.883e-05,
      "loss": 5.7136,
      "step": 5850
    },
    {
      "epoch": 0.0018304949208451514,
      "grad_norm": 13.75,
      "learning_rate": 1.8828000000000003e-05,
      "loss": 5.4302,
      "step": 5860
    },
    {
      "epoch": 0.0018336186323141704,
      "grad_norm": 15.75,
      "learning_rate": 1.8826000000000002e-05,
      "loss": 5.3569,
      "step": 5870
    },
    {
      "epoch": 0.0018367423437831893,
      "grad_norm": 15.25,
      "learning_rate": 1.8824e-05,
      "loss": 4.9267,
      "step": 5880
    },
    {
      "epoch": 0.0018398660552522085,
      "grad_norm": 13.0,
      "learning_rate": 1.8822000000000004e-05,
      "loss": 5.2913,
      "step": 5890
    },
    {
      "epoch": 0.0018429897667212275,
      "grad_norm": 22.875,
      "learning_rate": 1.882e-05,
      "loss": 5.4008,
      "step": 5900
    },
    {
      "epoch": 0.0018461134781902464,
      "grad_norm": 15.1875,
      "learning_rate": 1.8818000000000002e-05,
      "loss": 5.378,
      "step": 5910
    },
    {
      "epoch": 0.0018492371896592656,
      "grad_norm": 11.375,
      "learning_rate": 1.8816e-05,
      "loss": 5.8182,
      "step": 5920
    },
    {
      "epoch": 0.0018523609011282846,
      "grad_norm": 18.0,
      "learning_rate": 1.8814e-05,
      "loss": 4.9918,
      "step": 5930
    },
    {
      "epoch": 0.0018554846125973035,
      "grad_norm": 12.4375,
      "learning_rate": 1.8812000000000002e-05,
      "loss": 5.6478,
      "step": 5940
    },
    {
      "epoch": 0.0018586083240663227,
      "grad_norm": 11.875,
      "learning_rate": 1.881e-05,
      "loss": 5.4287,
      "step": 5950
    },
    {
      "epoch": 0.0018617320355353417,
      "grad_norm": 15.3125,
      "learning_rate": 1.8808e-05,
      "loss": 5.6799,
      "step": 5960
    },
    {
      "epoch": 0.0018648557470043606,
      "grad_norm": 14.625,
      "learning_rate": 1.8806000000000003e-05,
      "loss": 5.4295,
      "step": 5970
    },
    {
      "epoch": 0.0018679794584733798,
      "grad_norm": 13.5625,
      "learning_rate": 1.8804e-05,
      "loss": 5.7169,
      "step": 5980
    },
    {
      "epoch": 0.0018711031699423987,
      "grad_norm": 14.625,
      "learning_rate": 1.8802000000000004e-05,
      "loss": 5.6801,
      "step": 5990
    },
    {
      "epoch": 0.0018742268814114177,
      "grad_norm": 17.875,
      "learning_rate": 1.88e-05,
      "loss": 5.5941,
      "step": 6000
    },
    {
      "epoch": 0.0018773505928804369,
      "grad_norm": 13.1875,
      "learning_rate": 1.8798000000000002e-05,
      "loss": 5.4782,
      "step": 6010
    },
    {
      "epoch": 0.0018804743043494558,
      "grad_norm": 19.5,
      "learning_rate": 1.8796e-05,
      "loss": 5.371,
      "step": 6020
    },
    {
      "epoch": 0.0018835980158184748,
      "grad_norm": 14.0,
      "learning_rate": 1.8794e-05,
      "loss": 5.0534,
      "step": 6030
    },
    {
      "epoch": 0.001886721727287494,
      "grad_norm": 18.125,
      "learning_rate": 1.8792000000000002e-05,
      "loss": 5.5754,
      "step": 6040
    },
    {
      "epoch": 0.001889845438756513,
      "grad_norm": 14.875,
      "learning_rate": 1.879e-05,
      "loss": 5.4178,
      "step": 6050
    },
    {
      "epoch": 0.0018929691502255319,
      "grad_norm": 10.875,
      "learning_rate": 1.8788e-05,
      "loss": 5.6989,
      "step": 6060
    },
    {
      "epoch": 0.001896092861694551,
      "grad_norm": 14.125,
      "learning_rate": 1.8786000000000003e-05,
      "loss": 5.1613,
      "step": 6070
    },
    {
      "epoch": 0.00189921657316357,
      "grad_norm": 13.3125,
      "learning_rate": 1.8784000000000002e-05,
      "loss": 5.7284,
      "step": 6080
    },
    {
      "epoch": 0.001902340284632589,
      "grad_norm": 17.375,
      "learning_rate": 1.8782e-05,
      "loss": 5.4167,
      "step": 6090
    },
    {
      "epoch": 0.0019054639961016081,
      "grad_norm": 21.375,
      "learning_rate": 1.878e-05,
      "loss": 5.3408,
      "step": 6100
    },
    {
      "epoch": 0.001908587707570627,
      "grad_norm": 16.5,
      "learning_rate": 1.8778000000000002e-05,
      "loss": 5.6557,
      "step": 6110
    },
    {
      "epoch": 0.001911711419039646,
      "grad_norm": 13.0,
      "learning_rate": 1.8776e-05,
      "loss": 5.4712,
      "step": 6120
    },
    {
      "epoch": 0.0019148351305086652,
      "grad_norm": 16.0,
      "learning_rate": 1.8774e-05,
      "loss": 5.7737,
      "step": 6130
    },
    {
      "epoch": 0.0019179588419776842,
      "grad_norm": 13.0,
      "learning_rate": 1.8772000000000003e-05,
      "loss": 5.6721,
      "step": 6140
    },
    {
      "epoch": 0.0019210825534467031,
      "grad_norm": 13.0625,
      "learning_rate": 1.877e-05,
      "loss": 5.729,
      "step": 6150
    },
    {
      "epoch": 0.0019242062649157223,
      "grad_norm": 13.8125,
      "learning_rate": 1.8768e-05,
      "loss": 4.9197,
      "step": 6160
    },
    {
      "epoch": 0.0019273299763847413,
      "grad_norm": 18.75,
      "learning_rate": 1.8766000000000003e-05,
      "loss": 5.704,
      "step": 6170
    },
    {
      "epoch": 0.0019304536878537602,
      "grad_norm": 13.3125,
      "learning_rate": 1.8764000000000002e-05,
      "loss": 5.7139,
      "step": 6180
    },
    {
      "epoch": 0.0019335773993227794,
      "grad_norm": 15.875,
      "learning_rate": 1.8762e-05,
      "loss": 5.1654,
      "step": 6190
    },
    {
      "epoch": 0.0019367011107917984,
      "grad_norm": 16.625,
      "learning_rate": 1.876e-05,
      "loss": 5.3066,
      "step": 6200
    },
    {
      "epoch": 0.0019398248222608173,
      "grad_norm": 11.125,
      "learning_rate": 1.8758000000000002e-05,
      "loss": 5.585,
      "step": 6210
    },
    {
      "epoch": 0.0019429485337298365,
      "grad_norm": 12.75,
      "learning_rate": 1.8756e-05,
      "loss": 5.4716,
      "step": 6220
    },
    {
      "epoch": 0.0019460722451988554,
      "grad_norm": 11.375,
      "learning_rate": 1.8754e-05,
      "loss": 5.4859,
      "step": 6230
    },
    {
      "epoch": 0.0019491959566678744,
      "grad_norm": 12.5,
      "learning_rate": 1.8752000000000003e-05,
      "loss": 5.6636,
      "step": 6240
    },
    {
      "epoch": 0.0019523196681368936,
      "grad_norm": 11.1875,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 5.4264,
      "step": 6250
    },
    {
      "epoch": 0.0019554433796059125,
      "grad_norm": 19.375,
      "learning_rate": 1.8748e-05,
      "loss": 5.3095,
      "step": 6260
    },
    {
      "epoch": 0.0019585670910749315,
      "grad_norm": 12.75,
      "learning_rate": 1.8746000000000003e-05,
      "loss": 5.4934,
      "step": 6270
    },
    {
      "epoch": 0.0019616908025439504,
      "grad_norm": 15.9375,
      "learning_rate": 1.8744000000000002e-05,
      "loss": 5.6084,
      "step": 6280
    },
    {
      "epoch": 0.00196481451401297,
      "grad_norm": 11.5,
      "learning_rate": 1.8742e-05,
      "loss": 5.695,
      "step": 6290
    },
    {
      "epoch": 0.001967938225481989,
      "grad_norm": 17.5,
      "learning_rate": 1.8740000000000004e-05,
      "loss": 5.456,
      "step": 6300
    },
    {
      "epoch": 0.0019710619369510077,
      "grad_norm": 21.375,
      "learning_rate": 1.8738e-05,
      "loss": 5.2945,
      "step": 6310
    },
    {
      "epoch": 0.0019741856484200267,
      "grad_norm": 15.875,
      "learning_rate": 1.8736e-05,
      "loss": 5.7415,
      "step": 6320
    },
    {
      "epoch": 0.0019773093598890457,
      "grad_norm": 15.6875,
      "learning_rate": 1.8734e-05,
      "loss": 5.7126,
      "step": 6330
    },
    {
      "epoch": 0.0019804330713580646,
      "grad_norm": 19.5,
      "learning_rate": 1.8732000000000003e-05,
      "loss": 5.5993,
      "step": 6340
    },
    {
      "epoch": 0.001983556782827084,
      "grad_norm": 15.9375,
      "learning_rate": 1.8730000000000002e-05,
      "loss": 5.6778,
      "step": 6350
    },
    {
      "epoch": 0.001986680494296103,
      "grad_norm": 15.8125,
      "learning_rate": 1.8728e-05,
      "loss": 5.5652,
      "step": 6360
    },
    {
      "epoch": 0.001989804205765122,
      "grad_norm": 11.25,
      "learning_rate": 1.8726000000000003e-05,
      "loss": 5.5042,
      "step": 6370
    },
    {
      "epoch": 0.001992927917234141,
      "grad_norm": 19.125,
      "learning_rate": 1.8724000000000002e-05,
      "loss": 5.7456,
      "step": 6380
    },
    {
      "epoch": 0.00199605162870316,
      "grad_norm": 18.75,
      "learning_rate": 1.8722e-05,
      "loss": 5.7884,
      "step": 6390
    },
    {
      "epoch": 0.001999175340172179,
      "grad_norm": 16.875,
      "learning_rate": 1.8720000000000004e-05,
      "loss": 5.3617,
      "step": 6400
    },
    {
      "epoch": 0.002002299051641198,
      "grad_norm": 17.125,
      "learning_rate": 1.8718e-05,
      "loss": 5.0735,
      "step": 6410
    },
    {
      "epoch": 0.002005422763110217,
      "grad_norm": 12.5625,
      "learning_rate": 1.8716000000000002e-05,
      "loss": 5.5877,
      "step": 6420
    },
    {
      "epoch": 0.002008546474579236,
      "grad_norm": 15.0625,
      "learning_rate": 1.8714e-05,
      "loss": 5.5967,
      "step": 6430
    },
    {
      "epoch": 0.002011670186048255,
      "grad_norm": 18.875,
      "learning_rate": 1.8712e-05,
      "loss": 5.4915,
      "step": 6440
    },
    {
      "epoch": 0.002014793897517274,
      "grad_norm": 11.0625,
      "learning_rate": 1.8710000000000002e-05,
      "loss": 5.4465,
      "step": 6450
    },
    {
      "epoch": 0.002017917608986293,
      "grad_norm": 18.125,
      "learning_rate": 1.8708e-05,
      "loss": 5.7355,
      "step": 6460
    },
    {
      "epoch": 0.0020210413204553124,
      "grad_norm": 11.8125,
      "learning_rate": 1.8706000000000004e-05,
      "loss": 5.7497,
      "step": 6470
    },
    {
      "epoch": 0.0020241650319243313,
      "grad_norm": 21.375,
      "learning_rate": 1.8704000000000003e-05,
      "loss": 5.501,
      "step": 6480
    },
    {
      "epoch": 0.0020272887433933503,
      "grad_norm": 14.25,
      "learning_rate": 1.8702e-05,
      "loss": 5.3654,
      "step": 6490
    },
    {
      "epoch": 0.0020304124548623692,
      "grad_norm": 14.25,
      "learning_rate": 1.8700000000000004e-05,
      "loss": 5.4165,
      "step": 6500
    },
    {
      "epoch": 0.002033536166331388,
      "grad_norm": 14.75,
      "learning_rate": 1.8698e-05,
      "loss": 5.0379,
      "step": 6510
    },
    {
      "epoch": 0.002036659877800407,
      "grad_norm": 18.25,
      "learning_rate": 1.8696000000000002e-05,
      "loss": 5.718,
      "step": 6520
    },
    {
      "epoch": 0.0020397835892694265,
      "grad_norm": 21.0,
      "learning_rate": 1.8694e-05,
      "loss": 5.3976,
      "step": 6530
    },
    {
      "epoch": 0.0020429073007384455,
      "grad_norm": 12.5,
      "learning_rate": 1.8692e-05,
      "loss": 5.745,
      "step": 6540
    },
    {
      "epoch": 0.0020460310122074644,
      "grad_norm": 27.5,
      "learning_rate": 1.8690000000000002e-05,
      "loss": 5.4708,
      "step": 6550
    },
    {
      "epoch": 0.0020491547236764834,
      "grad_norm": 15.75,
      "learning_rate": 1.8688e-05,
      "loss": 5.5559,
      "step": 6560
    },
    {
      "epoch": 0.0020522784351455024,
      "grad_norm": 14.25,
      "learning_rate": 1.8686e-05,
      "loss": 5.4009,
      "step": 6570
    },
    {
      "epoch": 0.0020554021466145213,
      "grad_norm": 14.375,
      "learning_rate": 1.8684000000000003e-05,
      "loss": 5.4685,
      "step": 6580
    },
    {
      "epoch": 0.0020585258580835407,
      "grad_norm": 22.25,
      "learning_rate": 1.8682000000000002e-05,
      "loss": 5.4608,
      "step": 6590
    },
    {
      "epoch": 0.0020616495695525597,
      "grad_norm": 12.8125,
      "learning_rate": 1.8680000000000004e-05,
      "loss": 5.6396,
      "step": 6600
    },
    {
      "epoch": 0.0020647732810215786,
      "grad_norm": 17.375,
      "learning_rate": 1.8678e-05,
      "loss": 5.4356,
      "step": 6610
    },
    {
      "epoch": 0.0020678969924905976,
      "grad_norm": 19.375,
      "learning_rate": 1.8676000000000002e-05,
      "loss": 5.4307,
      "step": 6620
    },
    {
      "epoch": 0.0020710207039596165,
      "grad_norm": 15.3125,
      "learning_rate": 1.8674e-05,
      "loss": 5.7456,
      "step": 6630
    },
    {
      "epoch": 0.0020741444154286355,
      "grad_norm": 18.625,
      "learning_rate": 1.8672e-05,
      "loss": 5.5859,
      "step": 6640
    },
    {
      "epoch": 0.002077268126897655,
      "grad_norm": 16.5,
      "learning_rate": 1.8670000000000003e-05,
      "loss": 5.5676,
      "step": 6650
    },
    {
      "epoch": 0.002080391838366674,
      "grad_norm": 17.875,
      "learning_rate": 1.8668e-05,
      "loss": 5.6596,
      "step": 6660
    },
    {
      "epoch": 0.002083515549835693,
      "grad_norm": 16.375,
      "learning_rate": 1.8666e-05,
      "loss": 5.1641,
      "step": 6670
    },
    {
      "epoch": 0.0020866392613047118,
      "grad_norm": 17.125,
      "learning_rate": 1.8664000000000003e-05,
      "loss": 5.5482,
      "step": 6680
    },
    {
      "epoch": 0.0020897629727737307,
      "grad_norm": 17.375,
      "learning_rate": 1.8662000000000002e-05,
      "loss": 5.5011,
      "step": 6690
    },
    {
      "epoch": 0.0020928866842427497,
      "grad_norm": 15.4375,
      "learning_rate": 1.866e-05,
      "loss": 5.7944,
      "step": 6700
    },
    {
      "epoch": 0.002096010395711769,
      "grad_norm": 18.625,
      "learning_rate": 1.8658e-05,
      "loss": 5.5027,
      "step": 6710
    },
    {
      "epoch": 0.002099134107180788,
      "grad_norm": 14.0625,
      "learning_rate": 1.8656000000000002e-05,
      "loss": 5.1993,
      "step": 6720
    },
    {
      "epoch": 0.002102257818649807,
      "grad_norm": 38.25,
      "learning_rate": 1.8654e-05,
      "loss": 5.6462,
      "step": 6730
    },
    {
      "epoch": 0.002105381530118826,
      "grad_norm": 12.8125,
      "learning_rate": 1.8652e-05,
      "loss": 5.1891,
      "step": 6740
    },
    {
      "epoch": 0.002108505241587845,
      "grad_norm": 11.875,
      "learning_rate": 1.8650000000000003e-05,
      "loss": 5.4365,
      "step": 6750
    },
    {
      "epoch": 0.002111628953056864,
      "grad_norm": 16.125,
      "learning_rate": 1.8648000000000002e-05,
      "loss": 5.3265,
      "step": 6760
    },
    {
      "epoch": 0.0021147526645258832,
      "grad_norm": 18.25,
      "learning_rate": 1.8646e-05,
      "loss": 5.4414,
      "step": 6770
    },
    {
      "epoch": 0.002117876375994902,
      "grad_norm": 13.8125,
      "learning_rate": 1.8644000000000003e-05,
      "loss": 5.447,
      "step": 6780
    },
    {
      "epoch": 0.002121000087463921,
      "grad_norm": 13.5625,
      "learning_rate": 1.8642000000000002e-05,
      "loss": 5.6893,
      "step": 6790
    },
    {
      "epoch": 0.00212412379893294,
      "grad_norm": 16.75,
      "learning_rate": 1.864e-05,
      "loss": 5.7147,
      "step": 6800
    },
    {
      "epoch": 0.002127247510401959,
      "grad_norm": 13.125,
      "learning_rate": 1.8638e-05,
      "loss": 4.9141,
      "step": 6810
    },
    {
      "epoch": 0.002130371221870978,
      "grad_norm": 17.625,
      "learning_rate": 1.8636e-05,
      "loss": 5.6681,
      "step": 6820
    },
    {
      "epoch": 0.0021334949333399974,
      "grad_norm": 13.4375,
      "learning_rate": 1.8634e-05,
      "loss": 5.753,
      "step": 6830
    },
    {
      "epoch": 0.0021366186448090164,
      "grad_norm": 14.5,
      "learning_rate": 1.8632e-05,
      "loss": 5.7403,
      "step": 6840
    },
    {
      "epoch": 0.0021397423562780353,
      "grad_norm": 15.5,
      "learning_rate": 1.8630000000000003e-05,
      "loss": 5.6975,
      "step": 6850
    },
    {
      "epoch": 0.0021428660677470543,
      "grad_norm": 19.125,
      "learning_rate": 1.8628000000000002e-05,
      "loss": 5.2514,
      "step": 6860
    },
    {
      "epoch": 0.0021459897792160732,
      "grad_norm": 12.4375,
      "learning_rate": 1.8626e-05,
      "loss": 5.7343,
      "step": 6870
    },
    {
      "epoch": 0.002149113490685092,
      "grad_norm": 12.75,
      "learning_rate": 1.8624000000000003e-05,
      "loss": 5.7297,
      "step": 6880
    },
    {
      "epoch": 0.0021522372021541116,
      "grad_norm": 19.0,
      "learning_rate": 1.8622000000000002e-05,
      "loss": 5.4692,
      "step": 6890
    },
    {
      "epoch": 0.0021553609136231305,
      "grad_norm": 18.75,
      "learning_rate": 1.862e-05,
      "loss": 5.602,
      "step": 6900
    },
    {
      "epoch": 0.0021584846250921495,
      "grad_norm": 11.8125,
      "learning_rate": 1.8618e-05,
      "loss": 5.4007,
      "step": 6910
    },
    {
      "epoch": 0.0021616083365611685,
      "grad_norm": 16.125,
      "learning_rate": 1.8616e-05,
      "loss": 5.4039,
      "step": 6920
    },
    {
      "epoch": 0.0021647320480301874,
      "grad_norm": 18.625,
      "learning_rate": 1.8614e-05,
      "loss": 4.9848,
      "step": 6930
    },
    {
      "epoch": 0.0021678557594992064,
      "grad_norm": 19.875,
      "learning_rate": 1.8612e-05,
      "loss": 5.3236,
      "step": 6940
    },
    {
      "epoch": 0.0021709794709682258,
      "grad_norm": 15.3125,
      "learning_rate": 1.8610000000000003e-05,
      "loss": 5.5269,
      "step": 6950
    },
    {
      "epoch": 0.0021741031824372447,
      "grad_norm": 18.125,
      "learning_rate": 1.8608000000000002e-05,
      "loss": 5.515,
      "step": 6960
    },
    {
      "epoch": 0.0021772268939062637,
      "grad_norm": 19.125,
      "learning_rate": 1.8606e-05,
      "loss": 5.392,
      "step": 6970
    },
    {
      "epoch": 0.0021803506053752826,
      "grad_norm": 15.6875,
      "learning_rate": 1.8604000000000003e-05,
      "loss": 5.2582,
      "step": 6980
    },
    {
      "epoch": 0.0021834743168443016,
      "grad_norm": 14.25,
      "learning_rate": 1.8602000000000002e-05,
      "loss": 5.7263,
      "step": 6990
    },
    {
      "epoch": 0.0021865980283133205,
      "grad_norm": 15.0625,
      "learning_rate": 1.86e-05,
      "loss": 5.7057,
      "step": 7000
    },
    {
      "epoch": 0.00218972173978234,
      "grad_norm": 14.9375,
      "learning_rate": 1.8598e-05,
      "loss": 5.0865,
      "step": 7010
    },
    {
      "epoch": 0.002192845451251359,
      "grad_norm": 13.125,
      "learning_rate": 1.8596e-05,
      "loss": 5.5477,
      "step": 7020
    },
    {
      "epoch": 0.002195969162720378,
      "grad_norm": 20.25,
      "learning_rate": 1.8594000000000002e-05,
      "loss": 5.3479,
      "step": 7030
    },
    {
      "epoch": 0.002199092874189397,
      "grad_norm": 16.25,
      "learning_rate": 1.8592e-05,
      "loss": 5.7431,
      "step": 7040
    },
    {
      "epoch": 0.0022022165856584158,
      "grad_norm": 14.375,
      "learning_rate": 1.859e-05,
      "loss": 5.6489,
      "step": 7050
    },
    {
      "epoch": 0.002205340297127435,
      "grad_norm": 13.0,
      "learning_rate": 1.8588000000000002e-05,
      "loss": 5.7156,
      "step": 7060
    },
    {
      "epoch": 0.002208464008596454,
      "grad_norm": 11.5,
      "learning_rate": 1.8586e-05,
      "loss": 5.2813,
      "step": 7070
    },
    {
      "epoch": 0.002211587720065473,
      "grad_norm": 13.5625,
      "learning_rate": 1.8584000000000004e-05,
      "loss": 5.5629,
      "step": 7080
    },
    {
      "epoch": 0.002214711431534492,
      "grad_norm": 16.125,
      "learning_rate": 1.8582000000000003e-05,
      "loss": 5.2464,
      "step": 7090
    },
    {
      "epoch": 0.002217835143003511,
      "grad_norm": 12.6875,
      "learning_rate": 1.858e-05,
      "loss": 5.327,
      "step": 7100
    },
    {
      "epoch": 0.00222095885447253,
      "grad_norm": 15.3125,
      "learning_rate": 1.8578e-05,
      "loss": 5.5996,
      "step": 7110
    },
    {
      "epoch": 0.0022240825659415493,
      "grad_norm": 21.25,
      "learning_rate": 1.8576e-05,
      "loss": 5.7259,
      "step": 7120
    },
    {
      "epoch": 0.0022272062774105683,
      "grad_norm": 10.75,
      "learning_rate": 1.8574000000000002e-05,
      "loss": 5.6215,
      "step": 7130
    },
    {
      "epoch": 0.0022303299888795872,
      "grad_norm": 11.625,
      "learning_rate": 1.8572e-05,
      "loss": 5.7345,
      "step": 7140
    },
    {
      "epoch": 0.002233453700348606,
      "grad_norm": 11.4375,
      "learning_rate": 1.857e-05,
      "loss": 5.5052,
      "step": 7150
    },
    {
      "epoch": 0.002236577411817625,
      "grad_norm": 15.375,
      "learning_rate": 1.8568000000000002e-05,
      "loss": 5.2982,
      "step": 7160
    },
    {
      "epoch": 0.002239701123286644,
      "grad_norm": 16.125,
      "learning_rate": 1.8566e-05,
      "loss": 5.6919,
      "step": 7170
    },
    {
      "epoch": 0.0022428248347556635,
      "grad_norm": 12.375,
      "learning_rate": 1.8564e-05,
      "loss": 5.7517,
      "step": 7180
    },
    {
      "epoch": 0.0022459485462246825,
      "grad_norm": 20.125,
      "learning_rate": 1.8562000000000003e-05,
      "loss": 5.4861,
      "step": 7190
    },
    {
      "epoch": 0.0022490722576937014,
      "grad_norm": 20.875,
      "learning_rate": 1.8560000000000002e-05,
      "loss": 5.6446,
      "step": 7200
    },
    {
      "epoch": 0.0022521959691627204,
      "grad_norm": 12.0,
      "learning_rate": 1.8558e-05,
      "loss": 5.4446,
      "step": 7210
    },
    {
      "epoch": 0.0022553196806317393,
      "grad_norm": 15.0625,
      "learning_rate": 1.8556e-05,
      "loss": 5.4171,
      "step": 7220
    },
    {
      "epoch": 0.0022584433921007583,
      "grad_norm": 14.4375,
      "learning_rate": 1.8554000000000002e-05,
      "loss": 5.2308,
      "step": 7230
    },
    {
      "epoch": 0.0022615671035697777,
      "grad_norm": 18.75,
      "learning_rate": 1.8552e-05,
      "loss": 5.7176,
      "step": 7240
    },
    {
      "epoch": 0.0022646908150387966,
      "grad_norm": 18.375,
      "learning_rate": 1.855e-05,
      "loss": 5.3464,
      "step": 7250
    },
    {
      "epoch": 0.0022678145265078156,
      "grad_norm": 15.375,
      "learning_rate": 1.8548000000000003e-05,
      "loss": 5.7412,
      "step": 7260
    },
    {
      "epoch": 0.0022709382379768345,
      "grad_norm": 21.0,
      "learning_rate": 1.8546e-05,
      "loss": 5.434,
      "step": 7270
    },
    {
      "epoch": 0.0022740619494458535,
      "grad_norm": 12.375,
      "learning_rate": 1.8544e-05,
      "loss": 5.572,
      "step": 7280
    },
    {
      "epoch": 0.0022771856609148725,
      "grad_norm": 13.125,
      "learning_rate": 1.8542000000000003e-05,
      "loss": 5.4166,
      "step": 7290
    },
    {
      "epoch": 0.002280309372383892,
      "grad_norm": 13.25,
      "learning_rate": 1.8540000000000002e-05,
      "loss": 5.7315,
      "step": 7300
    },
    {
      "epoch": 0.002283433083852911,
      "grad_norm": 12.25,
      "learning_rate": 1.8538e-05,
      "loss": 5.0891,
      "step": 7310
    },
    {
      "epoch": 0.0022865567953219298,
      "grad_norm": 18.125,
      "learning_rate": 1.8536e-05,
      "loss": 5.3659,
      "step": 7320
    },
    {
      "epoch": 0.0022896805067909487,
      "grad_norm": 19.125,
      "learning_rate": 1.8534000000000002e-05,
      "loss": 5.2582,
      "step": 7330
    },
    {
      "epoch": 0.0022928042182599677,
      "grad_norm": 15.8125,
      "learning_rate": 1.8532e-05,
      "loss": 5.6617,
      "step": 7340
    },
    {
      "epoch": 0.0022959279297289866,
      "grad_norm": 15.1875,
      "learning_rate": 1.853e-05,
      "loss": 5.2852,
      "step": 7350
    },
    {
      "epoch": 0.002299051641198006,
      "grad_norm": 17.625,
      "learning_rate": 1.8528000000000003e-05,
      "loss": 5.1184,
      "step": 7360
    },
    {
      "epoch": 0.002302175352667025,
      "grad_norm": 14.6875,
      "learning_rate": 1.8526000000000002e-05,
      "loss": 5.4026,
      "step": 7370
    },
    {
      "epoch": 0.002305299064136044,
      "grad_norm": 14.4375,
      "learning_rate": 1.8524e-05,
      "loss": 5.5041,
      "step": 7380
    },
    {
      "epoch": 0.002308422775605063,
      "grad_norm": 19.5,
      "learning_rate": 1.8522000000000003e-05,
      "loss": 5.3296,
      "step": 7390
    },
    {
      "epoch": 0.002311546487074082,
      "grad_norm": 16.75,
      "learning_rate": 1.8520000000000002e-05,
      "loss": 5.39,
      "step": 7400
    },
    {
      "epoch": 0.002314670198543101,
      "grad_norm": 18.25,
      "learning_rate": 1.8518e-05,
      "loss": 5.6362,
      "step": 7410
    },
    {
      "epoch": 0.00231779391001212,
      "grad_norm": 13.625,
      "learning_rate": 1.8516e-05,
      "loss": 5.3206,
      "step": 7420
    },
    {
      "epoch": 0.002320917621481139,
      "grad_norm": 18.875,
      "learning_rate": 1.8514e-05,
      "loss": 5.7378,
      "step": 7430
    },
    {
      "epoch": 0.002324041332950158,
      "grad_norm": 18.0,
      "learning_rate": 1.8512e-05,
      "loss": 5.7009,
      "step": 7440
    },
    {
      "epoch": 0.002327165044419177,
      "grad_norm": 14.75,
      "learning_rate": 1.851e-05,
      "loss": 5.6616,
      "step": 7450
    },
    {
      "epoch": 0.002330288755888196,
      "grad_norm": 17.125,
      "learning_rate": 1.8508000000000003e-05,
      "loss": 5.4864,
      "step": 7460
    },
    {
      "epoch": 0.002333412467357215,
      "grad_norm": 15.0,
      "learning_rate": 1.8506000000000002e-05,
      "loss": 5.725,
      "step": 7470
    },
    {
      "epoch": 0.0023365361788262344,
      "grad_norm": 17.5,
      "learning_rate": 1.8504e-05,
      "loss": 5.4064,
      "step": 7480
    },
    {
      "epoch": 0.0023396598902952533,
      "grad_norm": 13.6875,
      "learning_rate": 1.8502000000000003e-05,
      "loss": 5.4624,
      "step": 7490
    },
    {
      "epoch": 0.0023427836017642723,
      "grad_norm": 18.625,
      "learning_rate": 1.8500000000000002e-05,
      "loss": 5.4293,
      "step": 7500
    },
    {
      "epoch": 0.0023459073132332912,
      "grad_norm": 11.1875,
      "learning_rate": 1.8498e-05,
      "loss": 5.7245,
      "step": 7510
    },
    {
      "epoch": 0.00234903102470231,
      "grad_norm": 15.75,
      "learning_rate": 1.8496e-05,
      "loss": 5.6408,
      "step": 7520
    },
    {
      "epoch": 0.002352154736171329,
      "grad_norm": 18.875,
      "learning_rate": 1.8494e-05,
      "loss": 5.6747,
      "step": 7530
    },
    {
      "epoch": 0.0023552784476403485,
      "grad_norm": 13.875,
      "learning_rate": 1.8492000000000002e-05,
      "loss": 5.0168,
      "step": 7540
    },
    {
      "epoch": 0.0023584021591093675,
      "grad_norm": 12.125,
      "learning_rate": 1.849e-05,
      "loss": 5.0578,
      "step": 7550
    },
    {
      "epoch": 0.0023615258705783865,
      "grad_norm": 22.875,
      "learning_rate": 1.8488e-05,
      "loss": 5.3784,
      "step": 7560
    },
    {
      "epoch": 0.0023646495820474054,
      "grad_norm": 15.5,
      "learning_rate": 1.8486000000000002e-05,
      "loss": 5.3212,
      "step": 7570
    },
    {
      "epoch": 0.0023677732935164244,
      "grad_norm": 11.9375,
      "learning_rate": 1.8484e-05,
      "loss": 5.4473,
      "step": 7580
    },
    {
      "epoch": 0.0023708970049854433,
      "grad_norm": 13.9375,
      "learning_rate": 1.8482000000000004e-05,
      "loss": 5.2285,
      "step": 7590
    },
    {
      "epoch": 0.0023740207164544627,
      "grad_norm": 21.5,
      "learning_rate": 1.8480000000000003e-05,
      "loss": 5.6203,
      "step": 7600
    },
    {
      "epoch": 0.0023771444279234817,
      "grad_norm": 21.875,
      "learning_rate": 1.8478e-05,
      "loss": 5.5058,
      "step": 7610
    },
    {
      "epoch": 0.0023802681393925006,
      "grad_norm": 15.8125,
      "learning_rate": 1.8476e-05,
      "loss": 5.4249,
      "step": 7620
    },
    {
      "epoch": 0.0023833918508615196,
      "grad_norm": 13.0625,
      "learning_rate": 1.8474e-05,
      "loss": 5.3753,
      "step": 7630
    },
    {
      "epoch": 0.0023865155623305385,
      "grad_norm": 18.0,
      "learning_rate": 1.8472000000000002e-05,
      "loss": 5.4768,
      "step": 7640
    },
    {
      "epoch": 0.0023896392737995575,
      "grad_norm": 16.0,
      "learning_rate": 1.847e-05,
      "loss": 5.4579,
      "step": 7650
    },
    {
      "epoch": 0.002392762985268577,
      "grad_norm": 14.8125,
      "learning_rate": 1.8468e-05,
      "loss": 5.6076,
      "step": 7660
    },
    {
      "epoch": 0.002395886696737596,
      "grad_norm": 15.4375,
      "learning_rate": 1.8466000000000002e-05,
      "loss": 5.3755,
      "step": 7670
    },
    {
      "epoch": 0.002399010408206615,
      "grad_norm": 15.9375,
      "learning_rate": 1.8464e-05,
      "loss": 5.3464,
      "step": 7680
    },
    {
      "epoch": 0.0024021341196756338,
      "grad_norm": 16.25,
      "learning_rate": 1.8462000000000004e-05,
      "loss": 5.4139,
      "step": 7690
    },
    {
      "epoch": 0.0024052578311446527,
      "grad_norm": 54.25,
      "learning_rate": 1.8460000000000003e-05,
      "loss": 5.1928,
      "step": 7700
    },
    {
      "epoch": 0.0024083815426136717,
      "grad_norm": 11.75,
      "learning_rate": 1.8458000000000002e-05,
      "loss": 5.8011,
      "step": 7710
    },
    {
      "epoch": 0.002411505254082691,
      "grad_norm": 11.9375,
      "learning_rate": 1.8456e-05,
      "loss": 5.7197,
      "step": 7720
    },
    {
      "epoch": 0.00241462896555171,
      "grad_norm": 15.8125,
      "learning_rate": 1.8454e-05,
      "loss": 5.7809,
      "step": 7730
    },
    {
      "epoch": 0.002417752677020729,
      "grad_norm": 18.75,
      "learning_rate": 1.8452000000000002e-05,
      "loss": 5.5839,
      "step": 7740
    },
    {
      "epoch": 0.002420876388489748,
      "grad_norm": 14.5625,
      "learning_rate": 1.845e-05,
      "loss": 5.7785,
      "step": 7750
    },
    {
      "epoch": 0.002424000099958767,
      "grad_norm": 20.5,
      "learning_rate": 1.8448e-05,
      "loss": 5.124,
      "step": 7760
    },
    {
      "epoch": 0.002427123811427786,
      "grad_norm": 21.75,
      "learning_rate": 1.8446000000000003e-05,
      "loss": 5.7176,
      "step": 7770
    },
    {
      "epoch": 0.0024302475228968052,
      "grad_norm": 16.25,
      "learning_rate": 1.8444e-05,
      "loss": 5.5727,
      "step": 7780
    },
    {
      "epoch": 0.002433371234365824,
      "grad_norm": 19.0,
      "learning_rate": 1.8442e-05,
      "loss": 5.5922,
      "step": 7790
    },
    {
      "epoch": 0.002436494945834843,
      "grad_norm": 15.9375,
      "learning_rate": 1.8440000000000003e-05,
      "loss": 5.4033,
      "step": 7800
    },
    {
      "epoch": 0.002439618657303862,
      "grad_norm": 11.875,
      "learning_rate": 1.8438000000000002e-05,
      "loss": 5.3833,
      "step": 7810
    },
    {
      "epoch": 0.002442742368772881,
      "grad_norm": 14.875,
      "learning_rate": 1.8436e-05,
      "loss": 5.5731,
      "step": 7820
    },
    {
      "epoch": 0.0024458660802419,
      "grad_norm": 13.875,
      "learning_rate": 1.8434e-05,
      "loss": 5.2196,
      "step": 7830
    },
    {
      "epoch": 0.0024489897917109194,
      "grad_norm": 17.0,
      "learning_rate": 1.8432000000000002e-05,
      "loss": 5.5524,
      "step": 7840
    },
    {
      "epoch": 0.0024521135031799384,
      "grad_norm": 19.75,
      "learning_rate": 1.843e-05,
      "loss": 5.3533,
      "step": 7850
    },
    {
      "epoch": 0.0024552372146489573,
      "grad_norm": 18.375,
      "learning_rate": 1.8428e-05,
      "loss": 5.2578,
      "step": 7860
    },
    {
      "epoch": 0.0024583609261179763,
      "grad_norm": 13.0,
      "learning_rate": 1.8426000000000003e-05,
      "loss": 5.6817,
      "step": 7870
    },
    {
      "epoch": 0.0024614846375869952,
      "grad_norm": 20.375,
      "learning_rate": 1.8424000000000002e-05,
      "loss": 5.6943,
      "step": 7880
    },
    {
      "epoch": 0.002464608349056014,
      "grad_norm": 17.875,
      "learning_rate": 1.8422e-05,
      "loss": 5.7388,
      "step": 7890
    },
    {
      "epoch": 0.0024677320605250336,
      "grad_norm": 14.9375,
      "learning_rate": 1.8420000000000003e-05,
      "loss": 5.6932,
      "step": 7900
    },
    {
      "epoch": 0.0024708557719940526,
      "grad_norm": 15.75,
      "learning_rate": 1.8418000000000002e-05,
      "loss": 5.6659,
      "step": 7910
    },
    {
      "epoch": 0.0024739794834630715,
      "grad_norm": 15.8125,
      "learning_rate": 1.8416e-05,
      "loss": 5.7062,
      "step": 7920
    },
    {
      "epoch": 0.0024771031949320905,
      "grad_norm": 17.5,
      "learning_rate": 1.8414e-05,
      "loss": 5.4439,
      "step": 7930
    },
    {
      "epoch": 0.0024802269064011094,
      "grad_norm": 17.875,
      "learning_rate": 1.8412000000000003e-05,
      "loss": 5.5437,
      "step": 7940
    },
    {
      "epoch": 0.0024833506178701284,
      "grad_norm": 19.0,
      "learning_rate": 1.841e-05,
      "loss": 5.6529,
      "step": 7950
    },
    {
      "epoch": 0.0024864743293391478,
      "grad_norm": 11.75,
      "learning_rate": 1.8408e-05,
      "loss": 5.5425,
      "step": 7960
    },
    {
      "epoch": 0.0024895980408081667,
      "grad_norm": 19.375,
      "learning_rate": 1.8406000000000003e-05,
      "loss": 5.6127,
      "step": 7970
    },
    {
      "epoch": 0.0024927217522771857,
      "grad_norm": 14.25,
      "learning_rate": 1.8404000000000002e-05,
      "loss": 5.5463,
      "step": 7980
    },
    {
      "epoch": 0.0024958454637462046,
      "grad_norm": 11.1875,
      "learning_rate": 1.8402e-05,
      "loss": 5.6528,
      "step": 7990
    },
    {
      "epoch": 0.0024989691752152236,
      "grad_norm": 16.125,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 5.6768,
      "step": 8000
    },
    {
      "epoch": 0.0025020928866842426,
      "grad_norm": 12.9375,
      "learning_rate": 1.8398000000000002e-05,
      "loss": 5.529,
      "step": 8010
    },
    {
      "epoch": 0.002505216598153262,
      "grad_norm": 19.25,
      "learning_rate": 1.8396e-05,
      "loss": 5.6349,
      "step": 8020
    },
    {
      "epoch": 0.002508340309622281,
      "grad_norm": 15.8125,
      "learning_rate": 1.8394e-05,
      "loss": 5.7431,
      "step": 8030
    },
    {
      "epoch": 0.0025114640210913,
      "grad_norm": 18.125,
      "learning_rate": 1.8392e-05,
      "loss": 5.6143,
      "step": 8040
    },
    {
      "epoch": 0.002514587732560319,
      "grad_norm": 25.75,
      "learning_rate": 1.8390000000000002e-05,
      "loss": 5.5138,
      "step": 8050
    },
    {
      "epoch": 0.0025177114440293378,
      "grad_norm": 12.375,
      "learning_rate": 1.8388e-05,
      "loss": 5.5673,
      "step": 8060
    },
    {
      "epoch": 0.0025208351554983567,
      "grad_norm": 12.875,
      "learning_rate": 1.8386000000000003e-05,
      "loss": 5.7416,
      "step": 8070
    },
    {
      "epoch": 0.002523958866967376,
      "grad_norm": 13.9375,
      "learning_rate": 1.8384000000000002e-05,
      "loss": 5.6055,
      "step": 8080
    },
    {
      "epoch": 0.002527082578436395,
      "grad_norm": 15.4375,
      "learning_rate": 1.8382e-05,
      "loss": 5.5338,
      "step": 8090
    },
    {
      "epoch": 0.002530206289905414,
      "grad_norm": 24.75,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 5.5553,
      "step": 8100
    },
    {
      "epoch": 0.002533330001374433,
      "grad_norm": 16.625,
      "learning_rate": 1.8378000000000003e-05,
      "loss": 5.4739,
      "step": 8110
    },
    {
      "epoch": 0.002536453712843452,
      "grad_norm": 20.25,
      "learning_rate": 1.8376e-05,
      "loss": 5.4292,
      "step": 8120
    },
    {
      "epoch": 0.002539577424312471,
      "grad_norm": 22.5,
      "learning_rate": 1.8374e-05,
      "loss": 5.6956,
      "step": 8130
    },
    {
      "epoch": 0.0025427011357814903,
      "grad_norm": 12.8125,
      "learning_rate": 1.8372e-05,
      "loss": 5.4388,
      "step": 8140
    },
    {
      "epoch": 0.0025458248472505093,
      "grad_norm": 13.6875,
      "learning_rate": 1.8370000000000002e-05,
      "loss": 5.3834,
      "step": 8150
    },
    {
      "epoch": 0.002548948558719528,
      "grad_norm": 17.625,
      "learning_rate": 1.8368e-05,
      "loss": 5.6013,
      "step": 8160
    },
    {
      "epoch": 0.002552072270188547,
      "grad_norm": 13.1875,
      "learning_rate": 1.8366e-05,
      "loss": 5.6469,
      "step": 8170
    },
    {
      "epoch": 0.002555195981657566,
      "grad_norm": 13.4375,
      "learning_rate": 1.8364000000000002e-05,
      "loss": 5.7029,
      "step": 8180
    },
    {
      "epoch": 0.002558319693126585,
      "grad_norm": 16.75,
      "learning_rate": 1.8362e-05,
      "loss": 5.6941,
      "step": 8190
    },
    {
      "epoch": 0.0025614434045956045,
      "grad_norm": 14.375,
      "learning_rate": 1.8360000000000004e-05,
      "loss": 5.6255,
      "step": 8200
    },
    {
      "epoch": 0.0025645671160646234,
      "grad_norm": 12.8125,
      "learning_rate": 1.8358000000000003e-05,
      "loss": 5.5778,
      "step": 8210
    },
    {
      "epoch": 0.0025676908275336424,
      "grad_norm": 13.0625,
      "learning_rate": 1.8356000000000002e-05,
      "loss": 5.7121,
      "step": 8220
    },
    {
      "epoch": 0.0025708145390026613,
      "grad_norm": 18.5,
      "learning_rate": 1.8354e-05,
      "loss": 5.6337,
      "step": 8230
    },
    {
      "epoch": 0.0025739382504716803,
      "grad_norm": 14.75,
      "learning_rate": 1.8352e-05,
      "loss": 5.781,
      "step": 8240
    },
    {
      "epoch": 0.0025770619619406993,
      "grad_norm": 16.375,
      "learning_rate": 1.8350000000000002e-05,
      "loss": 5.7368,
      "step": 8250
    },
    {
      "epoch": 0.0025801856734097186,
      "grad_norm": 14.4375,
      "learning_rate": 1.8348e-05,
      "loss": 5.614,
      "step": 8260
    },
    {
      "epoch": 0.0025833093848787376,
      "grad_norm": 12.9375,
      "learning_rate": 1.8346e-05,
      "loss": 5.2018,
      "step": 8270
    },
    {
      "epoch": 0.0025864330963477566,
      "grad_norm": 16.25,
      "learning_rate": 1.8344000000000003e-05,
      "loss": 5.5791,
      "step": 8280
    },
    {
      "epoch": 0.0025895568078167755,
      "grad_norm": 13.3125,
      "learning_rate": 1.8342e-05,
      "loss": 5.7152,
      "step": 8290
    },
    {
      "epoch": 0.0025926805192857945,
      "grad_norm": 20.5,
      "learning_rate": 1.834e-05,
      "loss": 5.6225,
      "step": 8300
    },
    {
      "epoch": 0.0025958042307548134,
      "grad_norm": 18.625,
      "learning_rate": 1.8338000000000003e-05,
      "loss": 5.5868,
      "step": 8310
    },
    {
      "epoch": 0.002598927942223833,
      "grad_norm": 15.625,
      "learning_rate": 1.8336000000000002e-05,
      "loss": 5.1618,
      "step": 8320
    },
    {
      "epoch": 0.0026020516536928518,
      "grad_norm": 15.25,
      "learning_rate": 1.8334e-05,
      "loss": 5.6222,
      "step": 8330
    },
    {
      "epoch": 0.0026051753651618707,
      "grad_norm": 14.5625,
      "learning_rate": 1.8332e-05,
      "loss": 5.441,
      "step": 8340
    },
    {
      "epoch": 0.0026082990766308897,
      "grad_norm": 20.625,
      "learning_rate": 1.8330000000000002e-05,
      "loss": 5.8026,
      "step": 8350
    },
    {
      "epoch": 0.0026114227880999086,
      "grad_norm": 16.0,
      "learning_rate": 1.8328e-05,
      "loss": 5.643,
      "step": 8360
    },
    {
      "epoch": 0.0026145464995689276,
      "grad_norm": 18.5,
      "learning_rate": 1.8326e-05,
      "loss": 5.744,
      "step": 8370
    },
    {
      "epoch": 0.002617670211037947,
      "grad_norm": 12.3125,
      "learning_rate": 1.8324000000000003e-05,
      "loss": 5.8405,
      "step": 8380
    },
    {
      "epoch": 0.002620793922506966,
      "grad_norm": 14.125,
      "learning_rate": 1.8322000000000002e-05,
      "loss": 5.6224,
      "step": 8390
    },
    {
      "epoch": 0.002623917633975985,
      "grad_norm": 14.3125,
      "learning_rate": 1.832e-05,
      "loss": 5.5866,
      "step": 8400
    },
    {
      "epoch": 0.002627041345445004,
      "grad_norm": 14.875,
      "learning_rate": 1.8318000000000003e-05,
      "loss": 5.6274,
      "step": 8410
    },
    {
      "epoch": 0.002630165056914023,
      "grad_norm": 18.375,
      "learning_rate": 1.8316e-05,
      "loss": 5.71,
      "step": 8420
    },
    {
      "epoch": 0.002633288768383042,
      "grad_norm": 14.625,
      "learning_rate": 1.8314e-05,
      "loss": 5.8016,
      "step": 8430
    },
    {
      "epoch": 0.002636412479852061,
      "grad_norm": 13.6875,
      "learning_rate": 1.8312e-05,
      "loss": 5.7552,
      "step": 8440
    },
    {
      "epoch": 0.00263953619132108,
      "grad_norm": 15.8125,
      "learning_rate": 1.8310000000000003e-05,
      "loss": 5.7443,
      "step": 8450
    },
    {
      "epoch": 0.002642659902790099,
      "grad_norm": 17.875,
      "learning_rate": 1.8308e-05,
      "loss": 5.7018,
      "step": 8460
    },
    {
      "epoch": 0.002645783614259118,
      "grad_norm": 14.0,
      "learning_rate": 1.8306e-05,
      "loss": 5.7637,
      "step": 8470
    },
    {
      "epoch": 0.002648907325728137,
      "grad_norm": 19.375,
      "learning_rate": 1.8304000000000003e-05,
      "loss": 5.6508,
      "step": 8480
    },
    {
      "epoch": 0.0026520310371971564,
      "grad_norm": 11.5625,
      "learning_rate": 1.8302000000000002e-05,
      "loss": 5.3358,
      "step": 8490
    },
    {
      "epoch": 0.0026551547486661753,
      "grad_norm": 13.3125,
      "learning_rate": 1.83e-05,
      "loss": 5.5337,
      "step": 8500
    },
    {
      "epoch": 0.0026582784601351943,
      "grad_norm": 14.875,
      "learning_rate": 1.8298000000000003e-05,
      "loss": 5.5015,
      "step": 8510
    },
    {
      "epoch": 0.0026614021716042133,
      "grad_norm": 15.3125,
      "learning_rate": 1.8296e-05,
      "loss": 5.3137,
      "step": 8520
    },
    {
      "epoch": 0.002664525883073232,
      "grad_norm": 14.25,
      "learning_rate": 1.8294e-05,
      "loss": 5.6978,
      "step": 8530
    },
    {
      "epoch": 0.002667649594542251,
      "grad_norm": 12.5625,
      "learning_rate": 1.8292e-05,
      "loss": 5.6982,
      "step": 8540
    },
    {
      "epoch": 0.0026707733060112706,
      "grad_norm": 15.5,
      "learning_rate": 1.8290000000000003e-05,
      "loss": 5.6831,
      "step": 8550
    },
    {
      "epoch": 0.0026738970174802895,
      "grad_norm": 16.875,
      "learning_rate": 1.8288000000000002e-05,
      "loss": 5.607,
      "step": 8560
    },
    {
      "epoch": 0.0026770207289493085,
      "grad_norm": 15.3125,
      "learning_rate": 1.8286e-05,
      "loss": 5.4306,
      "step": 8570
    },
    {
      "epoch": 0.0026801444404183274,
      "grad_norm": 15.8125,
      "learning_rate": 1.8284000000000003e-05,
      "loss": 5.5547,
      "step": 8580
    },
    {
      "epoch": 0.0026832681518873464,
      "grad_norm": 15.25,
      "learning_rate": 1.8282000000000002e-05,
      "loss": 5.6788,
      "step": 8590
    },
    {
      "epoch": 0.0026863918633563653,
      "grad_norm": 14.4375,
      "learning_rate": 1.828e-05,
      "loss": 5.7335,
      "step": 8600
    },
    {
      "epoch": 0.0026895155748253847,
      "grad_norm": 17.375,
      "learning_rate": 1.8278000000000004e-05,
      "loss": 5.6141,
      "step": 8610
    },
    {
      "epoch": 0.0026926392862944037,
      "grad_norm": 15.25,
      "learning_rate": 1.8276e-05,
      "loss": 5.1071,
      "step": 8620
    },
    {
      "epoch": 0.0026957629977634226,
      "grad_norm": 13.875,
      "learning_rate": 1.8274e-05,
      "loss": 5.3496,
      "step": 8630
    },
    {
      "epoch": 0.0026988867092324416,
      "grad_norm": 13.25,
      "learning_rate": 1.8272e-05,
      "loss": 5.6896,
      "step": 8640
    },
    {
      "epoch": 0.0027020104207014606,
      "grad_norm": 14.8125,
      "learning_rate": 1.827e-05,
      "loss": 5.6356,
      "step": 8650
    },
    {
      "epoch": 0.0027051341321704795,
      "grad_norm": 14.0,
      "learning_rate": 1.8268000000000002e-05,
      "loss": 5.3134,
      "step": 8660
    },
    {
      "epoch": 0.002708257843639499,
      "grad_norm": 13.8125,
      "learning_rate": 1.8266e-05,
      "loss": 5.7228,
      "step": 8670
    },
    {
      "epoch": 0.002711381555108518,
      "grad_norm": 12.0,
      "learning_rate": 1.8264000000000003e-05,
      "loss": 5.7139,
      "step": 8680
    },
    {
      "epoch": 0.002714505266577537,
      "grad_norm": 16.625,
      "learning_rate": 1.8262000000000002e-05,
      "loss": 5.5275,
      "step": 8690
    },
    {
      "epoch": 0.0027176289780465558,
      "grad_norm": 17.0,
      "learning_rate": 1.826e-05,
      "loss": 5.4343,
      "step": 8700
    },
    {
      "epoch": 0.0027207526895155747,
      "grad_norm": 17.5,
      "learning_rate": 1.8258000000000004e-05,
      "loss": 5.7115,
      "step": 8710
    },
    {
      "epoch": 0.0027238764009845937,
      "grad_norm": 18.875,
      "learning_rate": 1.8256e-05,
      "loss": 5.7312,
      "step": 8720
    },
    {
      "epoch": 0.002727000112453613,
      "grad_norm": 13.4375,
      "learning_rate": 1.8254000000000002e-05,
      "loss": 5.783,
      "step": 8730
    },
    {
      "epoch": 0.002730123823922632,
      "grad_norm": 19.875,
      "learning_rate": 1.8252e-05,
      "loss": 5.6312,
      "step": 8740
    },
    {
      "epoch": 0.002733247535391651,
      "grad_norm": 18.625,
      "learning_rate": 1.825e-05,
      "loss": 5.285,
      "step": 8750
    },
    {
      "epoch": 0.00273637124686067,
      "grad_norm": 17.125,
      "learning_rate": 1.8248000000000002e-05,
      "loss": 5.5014,
      "step": 8760
    },
    {
      "epoch": 0.002739494958329689,
      "grad_norm": 14.9375,
      "learning_rate": 1.8246e-05,
      "loss": 5.6598,
      "step": 8770
    },
    {
      "epoch": 0.002742618669798708,
      "grad_norm": 15.75,
      "learning_rate": 1.8244e-05,
      "loss": 5.323,
      "step": 8780
    },
    {
      "epoch": 0.0027457423812677273,
      "grad_norm": 17.25,
      "learning_rate": 1.8242000000000003e-05,
      "loss": 5.7593,
      "step": 8790
    },
    {
      "epoch": 0.002748866092736746,
      "grad_norm": 16.875,
      "learning_rate": 1.824e-05,
      "loss": 5.2561,
      "step": 8800
    },
    {
      "epoch": 0.002751989804205765,
      "grad_norm": 16.625,
      "learning_rate": 1.8238000000000004e-05,
      "loss": 5.7641,
      "step": 8810
    },
    {
      "epoch": 0.002755113515674784,
      "grad_norm": 12.5,
      "learning_rate": 1.8236000000000003e-05,
      "loss": 5.2643,
      "step": 8820
    },
    {
      "epoch": 0.002758237227143803,
      "grad_norm": 18.75,
      "learning_rate": 1.8234000000000002e-05,
      "loss": 5.7293,
      "step": 8830
    },
    {
      "epoch": 0.002761360938612822,
      "grad_norm": 16.5,
      "learning_rate": 1.8232e-05,
      "loss": 5.5185,
      "step": 8840
    },
    {
      "epoch": 0.0027644846500818414,
      "grad_norm": 14.1875,
      "learning_rate": 1.823e-05,
      "loss": 5.2863,
      "step": 8850
    },
    {
      "epoch": 0.0027676083615508604,
      "grad_norm": 13.5625,
      "learning_rate": 1.8228000000000002e-05,
      "loss": 5.6614,
      "step": 8860
    },
    {
      "epoch": 0.0027707320730198793,
      "grad_norm": 13.3125,
      "learning_rate": 1.8226e-05,
      "loss": 5.6269,
      "step": 8870
    },
    {
      "epoch": 0.0027738557844888983,
      "grad_norm": 17.375,
      "learning_rate": 1.8224e-05,
      "loss": 5.6308,
      "step": 8880
    },
    {
      "epoch": 0.0027769794959579173,
      "grad_norm": 12.5,
      "learning_rate": 1.8222000000000003e-05,
      "loss": 5.5156,
      "step": 8890
    },
    {
      "epoch": 0.0027801032074269362,
      "grad_norm": 11.5,
      "learning_rate": 1.8220000000000002e-05,
      "loss": 5.7255,
      "step": 8900
    },
    {
      "epoch": 0.0027832269188959556,
      "grad_norm": 14.625,
      "learning_rate": 1.8218e-05,
      "loss": 5.7292,
      "step": 8910
    },
    {
      "epoch": 0.0027863506303649746,
      "grad_norm": 17.625,
      "learning_rate": 1.8216000000000003e-05,
      "loss": 5.709,
      "step": 8920
    },
    {
      "epoch": 0.0027894743418339935,
      "grad_norm": 15.1875,
      "learning_rate": 1.8214000000000002e-05,
      "loss": 5.5746,
      "step": 8930
    },
    {
      "epoch": 0.0027925980533030125,
      "grad_norm": 14.5,
      "learning_rate": 1.8212e-05,
      "loss": 5.7584,
      "step": 8940
    },
    {
      "epoch": 0.0027957217647720314,
      "grad_norm": 12.3125,
      "learning_rate": 1.821e-05,
      "loss": 5.6617,
      "step": 8950
    },
    {
      "epoch": 0.0027988454762410504,
      "grad_norm": 18.5,
      "learning_rate": 1.8208000000000003e-05,
      "loss": 5.4972,
      "step": 8960
    },
    {
      "epoch": 0.00280196918771007,
      "grad_norm": 13.625,
      "learning_rate": 1.8206e-05,
      "loss": 5.7059,
      "step": 8970
    },
    {
      "epoch": 0.0028050928991790887,
      "grad_norm": 13.125,
      "learning_rate": 1.8204e-05,
      "loss": 5.6355,
      "step": 8980
    },
    {
      "epoch": 0.0028082166106481077,
      "grad_norm": 18.875,
      "learning_rate": 1.8202000000000003e-05,
      "loss": 5.3638,
      "step": 8990
    },
    {
      "epoch": 0.0028113403221171267,
      "grad_norm": 24.375,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 5.4894,
      "step": 9000
    },
    {
      "epoch": 0.0028144640335861456,
      "grad_norm": 30.75,
      "learning_rate": 1.8198e-05,
      "loss": 5.4093,
      "step": 9010
    },
    {
      "epoch": 0.0028175877450551646,
      "grad_norm": 14.6875,
      "learning_rate": 1.8196000000000003e-05,
      "loss": 5.5249,
      "step": 9020
    },
    {
      "epoch": 0.002820711456524184,
      "grad_norm": 14.5625,
      "learning_rate": 1.8194e-05,
      "loss": 5.5573,
      "step": 9030
    },
    {
      "epoch": 0.002823835167993203,
      "grad_norm": 14.8125,
      "learning_rate": 1.8192e-05,
      "loss": 5.7256,
      "step": 9040
    },
    {
      "epoch": 0.002826958879462222,
      "grad_norm": 13.1875,
      "learning_rate": 1.819e-05,
      "loss": 5.5939,
      "step": 9050
    },
    {
      "epoch": 0.002830082590931241,
      "grad_norm": 16.75,
      "learning_rate": 1.8188000000000003e-05,
      "loss": 5.6293,
      "step": 9060
    },
    {
      "epoch": 0.00283320630240026,
      "grad_norm": 16.75,
      "learning_rate": 1.8186000000000002e-05,
      "loss": 5.7227,
      "step": 9070
    },
    {
      "epoch": 0.0028363300138692787,
      "grad_norm": 14.6875,
      "learning_rate": 1.8184e-05,
      "loss": 5.6747,
      "step": 9080
    },
    {
      "epoch": 0.002839453725338298,
      "grad_norm": 17.875,
      "learning_rate": 1.8182000000000003e-05,
      "loss": 5.7045,
      "step": 9090
    },
    {
      "epoch": 0.002842577436807317,
      "grad_norm": 15.125,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 5.7102,
      "step": 9100
    },
    {
      "epoch": 0.002845701148276336,
      "grad_norm": 11.8125,
      "learning_rate": 1.8178e-05,
      "loss": 5.5916,
      "step": 9110
    },
    {
      "epoch": 0.002848824859745355,
      "grad_norm": 16.625,
      "learning_rate": 1.8176000000000004e-05,
      "loss": 5.6392,
      "step": 9120
    },
    {
      "epoch": 0.002851948571214374,
      "grad_norm": 17.25,
      "learning_rate": 1.8174e-05,
      "loss": 5.4425,
      "step": 9130
    },
    {
      "epoch": 0.002855072282683393,
      "grad_norm": 13.8125,
      "learning_rate": 1.8172e-05,
      "loss": 5.6837,
      "step": 9140
    },
    {
      "epoch": 0.0028581959941524123,
      "grad_norm": 14.375,
      "learning_rate": 1.817e-05,
      "loss": 5.6339,
      "step": 9150
    },
    {
      "epoch": 0.0028613197056214313,
      "grad_norm": 22.75,
      "learning_rate": 1.8168e-05,
      "loss": 5.3867,
      "step": 9160
    },
    {
      "epoch": 0.0028644434170904502,
      "grad_norm": 13.75,
      "learning_rate": 1.8166000000000002e-05,
      "loss": 5.5268,
      "step": 9170
    },
    {
      "epoch": 0.002867567128559469,
      "grad_norm": 29.375,
      "learning_rate": 1.8164e-05,
      "loss": 5.5336,
      "step": 9180
    },
    {
      "epoch": 0.002870690840028488,
      "grad_norm": 18.125,
      "learning_rate": 1.8162000000000003e-05,
      "loss": 5.3273,
      "step": 9190
    },
    {
      "epoch": 0.002873814551497507,
      "grad_norm": 13.75,
      "learning_rate": 1.8160000000000002e-05,
      "loss": 5.7044,
      "step": 9200
    },
    {
      "epoch": 0.0028769382629665265,
      "grad_norm": 16.5,
      "learning_rate": 1.8158e-05,
      "loss": 5.5071,
      "step": 9210
    },
    {
      "epoch": 0.0028800619744355454,
      "grad_norm": 21.625,
      "learning_rate": 1.8156000000000004e-05,
      "loss": 5.5489,
      "step": 9220
    },
    {
      "epoch": 0.0028831856859045644,
      "grad_norm": 18.125,
      "learning_rate": 1.8154e-05,
      "loss": 5.7425,
      "step": 9230
    },
    {
      "epoch": 0.0028863093973735834,
      "grad_norm": 19.625,
      "learning_rate": 1.8152000000000002e-05,
      "loss": 5.4189,
      "step": 9240
    },
    {
      "epoch": 0.0028894331088426023,
      "grad_norm": 15.6875,
      "learning_rate": 1.815e-05,
      "loss": 5.607,
      "step": 9250
    },
    {
      "epoch": 0.0028925568203116213,
      "grad_norm": 14.0625,
      "learning_rate": 1.8148e-05,
      "loss": 5.441,
      "step": 9260
    },
    {
      "epoch": 0.0028956805317806407,
      "grad_norm": 16.375,
      "learning_rate": 1.8146000000000002e-05,
      "loss": 5.7174,
      "step": 9270
    },
    {
      "epoch": 0.0028988042432496596,
      "grad_norm": 14.0,
      "learning_rate": 1.8144e-05,
      "loss": 5.736,
      "step": 9280
    },
    {
      "epoch": 0.0029019279547186786,
      "grad_norm": 16.0,
      "learning_rate": 1.8142000000000004e-05,
      "loss": 5.5643,
      "step": 9290
    },
    {
      "epoch": 0.0029050516661876975,
      "grad_norm": 14.875,
      "learning_rate": 1.8140000000000003e-05,
      "loss": 5.6589,
      "step": 9300
    },
    {
      "epoch": 0.0029081753776567165,
      "grad_norm": 16.25,
      "learning_rate": 1.8138e-05,
      "loss": 5.5534,
      "step": 9310
    },
    {
      "epoch": 0.0029112990891257354,
      "grad_norm": 15.375,
      "learning_rate": 1.8136000000000004e-05,
      "loss": 5.5841,
      "step": 9320
    },
    {
      "epoch": 0.002914422800594755,
      "grad_norm": 14.875,
      "learning_rate": 1.8134e-05,
      "loss": 5.6218,
      "step": 9330
    },
    {
      "epoch": 0.002917546512063774,
      "grad_norm": 12.8125,
      "learning_rate": 1.8132000000000002e-05,
      "loss": 5.5351,
      "step": 9340
    },
    {
      "epoch": 0.0029206702235327927,
      "grad_norm": 14.3125,
      "learning_rate": 1.813e-05,
      "loss": 5.5595,
      "step": 9350
    },
    {
      "epoch": 0.0029237939350018117,
      "grad_norm": 12.375,
      "learning_rate": 1.8128e-05,
      "loss": 5.6869,
      "step": 9360
    },
    {
      "epoch": 0.0029269176464708307,
      "grad_norm": 18.125,
      "learning_rate": 1.8126000000000002e-05,
      "loss": 5.4235,
      "step": 9370
    },
    {
      "epoch": 0.0029300413579398496,
      "grad_norm": 18.125,
      "learning_rate": 1.8124e-05,
      "loss": 5.583,
      "step": 9380
    },
    {
      "epoch": 0.002933165069408869,
      "grad_norm": 13.375,
      "learning_rate": 1.8122e-05,
      "loss": 5.6377,
      "step": 9390
    },
    {
      "epoch": 0.002936288780877888,
      "grad_norm": 14.9375,
      "learning_rate": 1.8120000000000003e-05,
      "loss": 5.5843,
      "step": 9400
    },
    {
      "epoch": 0.002939412492346907,
      "grad_norm": 18.875,
      "learning_rate": 1.8118000000000002e-05,
      "loss": 5.4062,
      "step": 9410
    },
    {
      "epoch": 0.002942536203815926,
      "grad_norm": 13.375,
      "learning_rate": 1.8116000000000004e-05,
      "loss": 5.6681,
      "step": 9420
    },
    {
      "epoch": 0.002945659915284945,
      "grad_norm": 11.6875,
      "learning_rate": 1.8114e-05,
      "loss": 5.5529,
      "step": 9430
    },
    {
      "epoch": 0.002948783626753964,
      "grad_norm": 20.875,
      "learning_rate": 1.8112000000000002e-05,
      "loss": 5.6737,
      "step": 9440
    },
    {
      "epoch": 0.002951907338222983,
      "grad_norm": 13.5625,
      "learning_rate": 1.811e-05,
      "loss": 5.6382,
      "step": 9450
    },
    {
      "epoch": 0.002955031049692002,
      "grad_norm": 17.75,
      "learning_rate": 1.8108e-05,
      "loss": 5.5691,
      "step": 9460
    },
    {
      "epoch": 0.002958154761161021,
      "grad_norm": 13.8125,
      "learning_rate": 1.8106000000000002e-05,
      "loss": 5.5743,
      "step": 9470
    },
    {
      "epoch": 0.00296127847263004,
      "grad_norm": 14.3125,
      "learning_rate": 1.8104e-05,
      "loss": 5.3204,
      "step": 9480
    },
    {
      "epoch": 0.002964402184099059,
      "grad_norm": 14.625,
      "learning_rate": 1.8102e-05,
      "loss": 5.6013,
      "step": 9490
    },
    {
      "epoch": 0.002967525895568078,
      "grad_norm": 14.5625,
      "learning_rate": 1.8100000000000003e-05,
      "loss": 5.619,
      "step": 9500
    },
    {
      "epoch": 0.0029706496070370974,
      "grad_norm": 20.75,
      "learning_rate": 1.8098000000000002e-05,
      "loss": 5.2921,
      "step": 9510
    },
    {
      "epoch": 0.0029737733185061163,
      "grad_norm": 15.6875,
      "learning_rate": 1.8096e-05,
      "loss": 5.5717,
      "step": 9520
    },
    {
      "epoch": 0.0029768970299751353,
      "grad_norm": 12.0,
      "learning_rate": 1.8094e-05,
      "loss": 5.2209,
      "step": 9530
    },
    {
      "epoch": 0.0029800207414441542,
      "grad_norm": 16.5,
      "learning_rate": 1.8092000000000002e-05,
      "loss": 5.6648,
      "step": 9540
    },
    {
      "epoch": 0.002983144452913173,
      "grad_norm": 14.125,
      "learning_rate": 1.809e-05,
      "loss": 5.5017,
      "step": 9550
    },
    {
      "epoch": 0.002986268164382192,
      "grad_norm": 14.625,
      "learning_rate": 1.8088e-05,
      "loss": 5.6437,
      "step": 9560
    },
    {
      "epoch": 0.0029893918758512115,
      "grad_norm": 12.875,
      "learning_rate": 1.8086000000000003e-05,
      "loss": 5.4502,
      "step": 9570
    },
    {
      "epoch": 0.0029925155873202305,
      "grad_norm": 17.75,
      "learning_rate": 1.8084e-05,
      "loss": 5.4951,
      "step": 9580
    },
    {
      "epoch": 0.0029956392987892494,
      "grad_norm": 14.5625,
      "learning_rate": 1.8082e-05,
      "loss": 5.5379,
      "step": 9590
    },
    {
      "epoch": 0.0029987630102582684,
      "grad_norm": 12.0625,
      "learning_rate": 1.8080000000000003e-05,
      "loss": 5.3454,
      "step": 9600
    },
    {
      "epoch": 0.0030018867217272874,
      "grad_norm": 12.25,
      "learning_rate": 1.8078000000000002e-05,
      "loss": 5.4042,
      "step": 9610
    },
    {
      "epoch": 0.0030050104331963063,
      "grad_norm": 21.25,
      "learning_rate": 1.8076e-05,
      "loss": 5.1163,
      "step": 9620
    },
    {
      "epoch": 0.0030081341446653257,
      "grad_norm": 13.4375,
      "learning_rate": 1.8074e-05,
      "loss": 5.622,
      "step": 9630
    },
    {
      "epoch": 0.0030112578561343447,
      "grad_norm": 17.5,
      "learning_rate": 1.8072e-05,
      "loss": 5.6973,
      "step": 9640
    },
    {
      "epoch": 0.0030143815676033636,
      "grad_norm": 18.5,
      "learning_rate": 1.807e-05,
      "loss": 5.6359,
      "step": 9650
    },
    {
      "epoch": 0.0030175052790723826,
      "grad_norm": 17.625,
      "learning_rate": 1.8068e-05,
      "loss": 5.3276,
      "step": 9660
    },
    {
      "epoch": 0.0030206289905414015,
      "grad_norm": 14.5625,
      "learning_rate": 1.8066000000000003e-05,
      "loss": 5.3333,
      "step": 9670
    },
    {
      "epoch": 0.0030237527020104205,
      "grad_norm": 13.375,
      "learning_rate": 1.8064000000000002e-05,
      "loss": 5.6219,
      "step": 9680
    },
    {
      "epoch": 0.00302687641347944,
      "grad_norm": 12.8125,
      "learning_rate": 1.8062e-05,
      "loss": 5.6096,
      "step": 9690
    },
    {
      "epoch": 0.003030000124948459,
      "grad_norm": 17.5,
      "learning_rate": 1.8060000000000003e-05,
      "loss": 5.4421,
      "step": 9700
    },
    {
      "epoch": 0.003033123836417478,
      "grad_norm": 18.25,
      "learning_rate": 1.8058000000000002e-05,
      "loss": 5.6122,
      "step": 9710
    },
    {
      "epoch": 0.0030362475478864968,
      "grad_norm": 14.1875,
      "learning_rate": 1.8056e-05,
      "loss": 5.5429,
      "step": 9720
    },
    {
      "epoch": 0.0030393712593555157,
      "grad_norm": 16.875,
      "learning_rate": 1.8054e-05,
      "loss": 5.7268,
      "step": 9730
    },
    {
      "epoch": 0.0030424949708245347,
      "grad_norm": 13.8125,
      "learning_rate": 1.8052e-05,
      "loss": 5.5956,
      "step": 9740
    },
    {
      "epoch": 0.003045618682293554,
      "grad_norm": 11.1875,
      "learning_rate": 1.805e-05,
      "loss": 5.8065,
      "step": 9750
    },
    {
      "epoch": 0.003048742393762573,
      "grad_norm": 12.875,
      "learning_rate": 1.8048e-05,
      "loss": 5.445,
      "step": 9760
    },
    {
      "epoch": 0.003051866105231592,
      "grad_norm": 18.0,
      "learning_rate": 1.8046e-05,
      "loss": 5.5073,
      "step": 9770
    },
    {
      "epoch": 0.003054989816700611,
      "grad_norm": 12.25,
      "learning_rate": 1.8044000000000002e-05,
      "loss": 5.6303,
      "step": 9780
    },
    {
      "epoch": 0.00305811352816963,
      "grad_norm": 12.375,
      "learning_rate": 1.8042e-05,
      "loss": 5.4904,
      "step": 9790
    },
    {
      "epoch": 0.003061237239638649,
      "grad_norm": 14.375,
      "learning_rate": 1.8040000000000003e-05,
      "loss": 5.455,
      "step": 9800
    },
    {
      "epoch": 0.0030643609511076682,
      "grad_norm": 14.1875,
      "learning_rate": 1.8038000000000002e-05,
      "loss": 5.5094,
      "step": 9810
    },
    {
      "epoch": 0.003067484662576687,
      "grad_norm": 18.25,
      "learning_rate": 1.8036e-05,
      "loss": 5.7042,
      "step": 9820
    },
    {
      "epoch": 0.003070608374045706,
      "grad_norm": 15.25,
      "learning_rate": 1.8034e-05,
      "loss": 5.6813,
      "step": 9830
    },
    {
      "epoch": 0.003073732085514725,
      "grad_norm": 11.75,
      "learning_rate": 1.8032e-05,
      "loss": 5.5455,
      "step": 9840
    },
    {
      "epoch": 0.003076855796983744,
      "grad_norm": 12.6875,
      "learning_rate": 1.8030000000000002e-05,
      "loss": 5.7319,
      "step": 9850
    },
    {
      "epoch": 0.0030799795084527634,
      "grad_norm": 11.4375,
      "learning_rate": 1.8028e-05,
      "loss": 5.7984,
      "step": 9860
    },
    {
      "epoch": 0.0030831032199217824,
      "grad_norm": 12.0625,
      "learning_rate": 1.8026e-05,
      "loss": 5.6482,
      "step": 9870
    },
    {
      "epoch": 0.0030862269313908014,
      "grad_norm": 12.75,
      "learning_rate": 1.8024000000000002e-05,
      "loss": 5.8138,
      "step": 9880
    },
    {
      "epoch": 0.0030893506428598203,
      "grad_norm": 15.1875,
      "learning_rate": 1.8022e-05,
      "loss": 5.542,
      "step": 9890
    },
    {
      "epoch": 0.0030924743543288393,
      "grad_norm": 15.4375,
      "learning_rate": 1.802e-05,
      "loss": 5.3519,
      "step": 9900
    },
    {
      "epoch": 0.0030955980657978582,
      "grad_norm": 12.875,
      "learning_rate": 1.8018000000000003e-05,
      "loss": 5.6849,
      "step": 9910
    },
    {
      "epoch": 0.0030987217772668776,
      "grad_norm": 16.25,
      "learning_rate": 1.8016e-05,
      "loss": 5.5522,
      "step": 9920
    },
    {
      "epoch": 0.0031018454887358966,
      "grad_norm": 17.875,
      "learning_rate": 1.8014e-05,
      "loss": 5.3861,
      "step": 9930
    },
    {
      "epoch": 0.0031049692002049155,
      "grad_norm": 18.125,
      "learning_rate": 1.8012e-05,
      "loss": 5.7198,
      "step": 9940
    },
    {
      "epoch": 0.0031080929116739345,
      "grad_norm": 18.375,
      "learning_rate": 1.8010000000000002e-05,
      "loss": 5.722,
      "step": 9950
    },
    {
      "epoch": 0.0031112166231429535,
      "grad_norm": 9.5625,
      "learning_rate": 1.8008e-05,
      "loss": 5.4564,
      "step": 9960
    },
    {
      "epoch": 0.0031143403346119724,
      "grad_norm": 12.75,
      "learning_rate": 1.8006e-05,
      "loss": 5.6358,
      "step": 9970
    },
    {
      "epoch": 0.003117464046080992,
      "grad_norm": 13.0,
      "learning_rate": 1.8004000000000002e-05,
      "loss": 5.6605,
      "step": 9980
    },
    {
      "epoch": 0.0031205877575500108,
      "grad_norm": 14.375,
      "learning_rate": 1.8002e-05,
      "loss": 5.6693,
      "step": 9990
    },
    {
      "epoch": 0.0031237114690190297,
      "grad_norm": 17.875,
      "learning_rate": 1.8e-05,
      "loss": 5.1117,
      "step": 10000
    },
    {
      "epoch": 0.00315494858370922,
      "grad_norm": 12.6875,
      "learning_rate": 1.798e-05,
      "loss": 5.5697,
      "step": 10100
    },
    {
      "epoch": 0.00318618569839941,
      "grad_norm": 17.75,
      "learning_rate": 1.796e-05,
      "loss": 5.6353,
      "step": 10200
    },
    {
      "epoch": 0.0032174228130896006,
      "grad_norm": 14.1875,
      "learning_rate": 1.794e-05,
      "loss": 5.5588,
      "step": 10300
    },
    {
      "epoch": 0.003248659927779791,
      "grad_norm": 21.0,
      "learning_rate": 1.792e-05,
      "loss": 5.5504,
      "step": 10400
    },
    {
      "epoch": 0.003279897042469981,
      "grad_norm": 20.5,
      "learning_rate": 1.79e-05,
      "loss": 5.5269,
      "step": 10500
    },
    {
      "epoch": 0.0033111341571601715,
      "grad_norm": 20.625,
      "learning_rate": 1.788e-05,
      "loss": 5.4473,
      "step": 10600
    },
    {
      "epoch": 0.003342371271850362,
      "grad_norm": 13.4375,
      "learning_rate": 1.7860000000000002e-05,
      "loss": 5.5347,
      "step": 10700
    },
    {
      "epoch": 0.003373608386540552,
      "grad_norm": 17.625,
      "learning_rate": 1.7840000000000002e-05,
      "loss": 5.4918,
      "step": 10800
    },
    {
      "epoch": 0.0034048455012307423,
      "grad_norm": 17.75,
      "learning_rate": 1.7820000000000002e-05,
      "loss": 5.5585,
      "step": 10900
    },
    {
      "epoch": 0.0034360826159209328,
      "grad_norm": 20.125,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 5.578,
      "step": 11000
    },
    {
      "epoch": 0.0034673197306111228,
      "grad_norm": 17.25,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 5.5814,
      "step": 11100
    },
    {
      "epoch": 0.003498556845301313,
      "grad_norm": 18.25,
      "learning_rate": 1.7760000000000003e-05,
      "loss": 5.5033,
      "step": 11200
    },
    {
      "epoch": 0.0035297939599915036,
      "grad_norm": 12.8125,
      "learning_rate": 1.7740000000000003e-05,
      "loss": 5.5739,
      "step": 11300
    },
    {
      "epoch": 0.0035610310746816936,
      "grad_norm": 13.75,
      "learning_rate": 1.7720000000000003e-05,
      "loss": 5.5183,
      "step": 11400
    },
    {
      "epoch": 0.003592268189371884,
      "grad_norm": 17.375,
      "learning_rate": 1.77e-05,
      "loss": 5.58,
      "step": 11500
    },
    {
      "epoch": 0.0036235053040620745,
      "grad_norm": 15.875,
      "learning_rate": 1.768e-05,
      "loss": 5.6626,
      "step": 11600
    },
    {
      "epoch": 0.0036547424187522645,
      "grad_norm": 15.5,
      "learning_rate": 1.766e-05,
      "loss": 5.4935,
      "step": 11700
    },
    {
      "epoch": 0.003685979533442455,
      "grad_norm": 17.625,
      "learning_rate": 1.764e-05,
      "loss": 5.516,
      "step": 11800
    },
    {
      "epoch": 0.0037172166481326454,
      "grad_norm": 14.75,
      "learning_rate": 1.762e-05,
      "loss": 5.564,
      "step": 11900
    },
    {
      "epoch": 0.0037484537628228354,
      "grad_norm": 16.125,
      "learning_rate": 1.76e-05,
      "loss": 5.5759,
      "step": 12000
    },
    {
      "epoch": 0.003779690877513026,
      "grad_norm": 18.25,
      "learning_rate": 1.758e-05,
      "loss": 5.5458,
      "step": 12100
    },
    {
      "epoch": 0.0038109279922032163,
      "grad_norm": 20.75,
      "learning_rate": 1.756e-05,
      "loss": 5.6255,
      "step": 12200
    },
    {
      "epoch": 0.0038421651068934063,
      "grad_norm": 15.5,
      "learning_rate": 1.754e-05,
      "loss": 5.5217,
      "step": 12300
    },
    {
      "epoch": 0.0038734022215835967,
      "grad_norm": 15.3125,
      "learning_rate": 1.752e-05,
      "loss": 5.5526,
      "step": 12400
    },
    {
      "epoch": 0.003904639336273787,
      "grad_norm": 18.625,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 5.5548,
      "step": 12500
    },
    {
      "epoch": 0.003935876450963978,
      "grad_norm": 15.4375,
      "learning_rate": 1.7480000000000002e-05,
      "loss": 5.5379,
      "step": 12600
    },
    {
      "epoch": 0.003967113565654168,
      "grad_norm": 19.0,
      "learning_rate": 1.7460000000000002e-05,
      "loss": 5.5492,
      "step": 12700
    },
    {
      "epoch": 0.003998350680344358,
      "grad_norm": 16.875,
      "learning_rate": 1.7440000000000002e-05,
      "loss": 5.5787,
      "step": 12800
    },
    {
      "epoch": 0.004029587795034548,
      "grad_norm": 10.3125,
      "learning_rate": 1.7420000000000003e-05,
      "loss": 5.4924,
      "step": 12900
    },
    {
      "epoch": 0.0040608249097247385,
      "grad_norm": 14.375,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 5.4351,
      "step": 13000
    },
    {
      "epoch": 0.004092062024414929,
      "grad_norm": 17.25,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 5.5044,
      "step": 13100
    },
    {
      "epoch": 0.004123299139105119,
      "grad_norm": 13.9375,
      "learning_rate": 1.736e-05,
      "loss": 5.5039,
      "step": 13200
    },
    {
      "epoch": 0.00415453625379531,
      "grad_norm": 15.4375,
      "learning_rate": 1.734e-05,
      "loss": 5.5401,
      "step": 13300
    },
    {
      "epoch": 0.004185773368485499,
      "grad_norm": 15.375,
      "learning_rate": 1.732e-05,
      "loss": 5.6314,
      "step": 13400
    },
    {
      "epoch": 0.00421701048317569,
      "grad_norm": 13.875,
      "learning_rate": 1.73e-05,
      "loss": 5.6265,
      "step": 13500
    },
    {
      "epoch": 0.00424824759786588,
      "grad_norm": 14.375,
      "learning_rate": 1.728e-05,
      "loss": 5.6575,
      "step": 13600
    },
    {
      "epoch": 0.004279484712556071,
      "grad_norm": 13.125,
      "learning_rate": 1.726e-05,
      "loss": 5.5269,
      "step": 13700
    },
    {
      "epoch": 0.004310721827246261,
      "grad_norm": 16.375,
      "learning_rate": 1.724e-05,
      "loss": 5.5832,
      "step": 13800
    },
    {
      "epoch": 0.0043419589419364515,
      "grad_norm": 15.25,
      "learning_rate": 1.722e-05,
      "loss": 5.5344,
      "step": 13900
    },
    {
      "epoch": 0.004373196056626641,
      "grad_norm": 13.875,
      "learning_rate": 1.72e-05,
      "loss": 5.6058,
      "step": 14000
    },
    {
      "epoch": 0.0044044331713168315,
      "grad_norm": 13.25,
      "learning_rate": 1.718e-05,
      "loss": 5.5807,
      "step": 14100
    },
    {
      "epoch": 0.004435670286007022,
      "grad_norm": 15.4375,
      "learning_rate": 1.7160000000000002e-05,
      "loss": 5.569,
      "step": 14200
    },
    {
      "epoch": 0.004466907400697212,
      "grad_norm": 15.625,
      "learning_rate": 1.7140000000000002e-05,
      "loss": 5.5629,
      "step": 14300
    },
    {
      "epoch": 0.004498144515387403,
      "grad_norm": 14.3125,
      "learning_rate": 1.7120000000000002e-05,
      "loss": 5.4952,
      "step": 14400
    },
    {
      "epoch": 0.004529381630077593,
      "grad_norm": 12.25,
      "learning_rate": 1.7100000000000002e-05,
      "loss": 5.567,
      "step": 14500
    },
    {
      "epoch": 0.004560618744767784,
      "grad_norm": 15.5625,
      "learning_rate": 1.7080000000000002e-05,
      "loss": 5.6412,
      "step": 14600
    },
    {
      "epoch": 0.004591855859457973,
      "grad_norm": 12.8125,
      "learning_rate": 1.7060000000000003e-05,
      "loss": 5.548,
      "step": 14700
    },
    {
      "epoch": 0.004623092974148164,
      "grad_norm": 18.875,
      "learning_rate": 1.704e-05,
      "loss": 5.5444,
      "step": 14800
    },
    {
      "epoch": 0.004654330088838354,
      "grad_norm": 14.1875,
      "learning_rate": 1.702e-05,
      "loss": 5.5596,
      "step": 14900
    },
    {
      "epoch": 0.004685567203528545,
      "grad_norm": 11.125,
      "learning_rate": 1.7e-05,
      "loss": 5.6135,
      "step": 15000
    }
  ],
  "logging_steps": 100,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 5000,
  "total_flos": 2.028851316129792e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}