{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0651824649988524,
  "eval_steps": 500,
  "global_step": 4500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004590314436538903,
      "grad_norm": 2.71875,
      "learning_rate": 1.9960000000000002e-05,
      "loss": 1.2999,
      "step": 10
    },
    {
      "epoch": 0.009180628873077806,
      "grad_norm": 1.96875,
      "learning_rate": 1.9915555555555557e-05,
      "loss": 0.6696,
      "step": 20
    },
    {
      "epoch": 0.013770943309616708,
      "grad_norm": 1.921875,
      "learning_rate": 1.9871111111111112e-05,
      "loss": 0.6397,
      "step": 30
    },
    {
      "epoch": 0.018361257746155612,
      "grad_norm": 1.9453125,
      "learning_rate": 1.9826666666666668e-05,
      "loss": 0.6335,
      "step": 40
    },
    {
      "epoch": 0.022951572182694516,
      "grad_norm": 2.03125,
      "learning_rate": 1.9782222222222226e-05,
      "loss": 0.6376,
      "step": 50
    },
    {
      "epoch": 0.027541886619233416,
      "grad_norm": 1.7109375,
      "learning_rate": 1.973777777777778e-05,
      "loss": 0.5998,
      "step": 60
    },
    {
      "epoch": 0.03213220105577232,
      "grad_norm": 1.78125,
      "learning_rate": 1.9693333333333337e-05,
      "loss": 0.5576,
      "step": 70
    },
    {
      "epoch": 0.036722515492311224,
      "grad_norm": 1.921875,
      "learning_rate": 1.9648888888888892e-05,
      "loss": 0.5889,
      "step": 80
    },
    {
      "epoch": 0.041312829928850124,
      "grad_norm": 1.5859375,
      "learning_rate": 1.9604444444444447e-05,
      "loss": 0.5732,
      "step": 90
    },
    {
      "epoch": 0.04590314436538903,
      "grad_norm": 1.6875,
      "learning_rate": 1.9560000000000002e-05,
      "loss": 0.5744,
      "step": 100
    },
    {
      "epoch": 0.05049345880192793,
      "grad_norm": 1.8125,
      "learning_rate": 1.9515555555555558e-05,
      "loss": 0.6096,
      "step": 110
    },
    {
      "epoch": 0.05508377323846683,
      "grad_norm": 1.640625,
      "learning_rate": 1.9471111111111113e-05,
      "loss": 0.5568,
      "step": 120
    },
    {
      "epoch": 0.05967408767500574,
      "grad_norm": 1.5703125,
      "learning_rate": 1.9426666666666668e-05,
      "loss": 0.5632,
      "step": 130
    },
    {
      "epoch": 0.06426440211154465,
      "grad_norm": 2.109375,
      "learning_rate": 1.9382222222222223e-05,
      "loss": 0.5978,
      "step": 140
    },
    {
      "epoch": 0.06885471654808355,
      "grad_norm": 1.7890625,
      "learning_rate": 1.933777777777778e-05,
      "loss": 0.5439,
      "step": 150
    },
    {
      "epoch": 0.07344503098462245,
      "grad_norm": 1.8125,
      "learning_rate": 1.9293333333333334e-05,
      "loss": 0.5606,
      "step": 160
    },
    {
      "epoch": 0.07803534542116135,
      "grad_norm": 1.8125,
      "learning_rate": 1.924888888888889e-05,
      "loss": 0.5474,
      "step": 170
    },
    {
      "epoch": 0.08262565985770025,
      "grad_norm": 1.8046875,
      "learning_rate": 1.9204444444444444e-05,
      "loss": 0.5369,
      "step": 180
    },
    {
      "epoch": 0.08721597429423915,
      "grad_norm": 1.90625,
      "learning_rate": 1.916e-05,
      "loss": 0.5518,
      "step": 190
    },
    {
      "epoch": 0.09180628873077806,
      "grad_norm": 1.765625,
      "learning_rate": 1.9115555555555555e-05,
      "loss": 0.5175,
      "step": 200
    },
    {
      "epoch": 0.09639660316731696,
      "grad_norm": 1.7890625,
      "learning_rate": 1.9071111111111113e-05,
      "loss": 0.4991,
      "step": 210
    },
    {
      "epoch": 0.10098691760385586,
      "grad_norm": 1.8125,
      "learning_rate": 1.902666666666667e-05,
      "loss": 0.5193,
      "step": 220
    },
    {
      "epoch": 0.10557723204039476,
      "grad_norm": 1.8828125,
      "learning_rate": 1.8982222222222224e-05,
      "loss": 0.5548,
      "step": 230
    },
    {
      "epoch": 0.11016754647693366,
      "grad_norm": 2.046875,
      "learning_rate": 1.893777777777778e-05,
      "loss": 0.5331,
      "step": 240
    },
    {
      "epoch": 0.11475786091347258,
      "grad_norm": 1.625,
      "learning_rate": 1.8893333333333334e-05,
      "loss": 0.5053,
      "step": 250
    },
    {
      "epoch": 0.11934817535001148,
      "grad_norm": 1.8203125,
      "learning_rate": 1.884888888888889e-05,
      "loss": 0.563,
      "step": 260
    },
    {
      "epoch": 0.12393848978655038,
      "grad_norm": 1.8125,
      "learning_rate": 1.8804444444444445e-05,
      "loss": 0.5089,
      "step": 270
    },
    {
      "epoch": 0.1285288042230893,
      "grad_norm": 1.3984375,
      "learning_rate": 1.876e-05,
      "loss": 0.5113,
      "step": 280
    },
    {
      "epoch": 0.1331191186596282,
      "grad_norm": 2.40625,
      "learning_rate": 1.871555555555556e-05,
      "loss": 0.5101,
      "step": 290
    },
    {
      "epoch": 0.1377094330961671,
      "grad_norm": 1.90625,
      "learning_rate": 1.8671111111111114e-05,
      "loss": 0.5471,
      "step": 300
    },
    {
      "epoch": 0.142299747532706,
      "grad_norm": 1.6328125,
      "learning_rate": 1.862666666666667e-05,
      "loss": 0.5001,
      "step": 310
    },
    {
      "epoch": 0.1468900619692449,
      "grad_norm": 1.9296875,
      "learning_rate": 1.8582222222222224e-05,
      "loss": 0.5236,
      "step": 320
    },
    {
      "epoch": 0.1514803764057838,
      "grad_norm": 2.109375,
      "learning_rate": 1.853777777777778e-05,
      "loss": 0.5357,
      "step": 330
    },
    {
      "epoch": 0.1560706908423227,
      "grad_norm": 1.8828125,
      "learning_rate": 1.8493333333333335e-05,
      "loss": 0.5317,
      "step": 340
    },
    {
      "epoch": 0.1606610052788616,
      "grad_norm": 1.6328125,
      "learning_rate": 1.844888888888889e-05,
      "loss": 0.5335,
      "step": 350
    },
    {
      "epoch": 0.1652513197154005,
      "grad_norm": 1.578125,
      "learning_rate": 1.840444444444445e-05,
      "loss": 0.4946,
      "step": 360
    },
    {
      "epoch": 0.1698416341519394,
      "grad_norm": 1.71875,
      "learning_rate": 1.8360000000000004e-05,
      "loss": 0.5056,
      "step": 370
    },
    {
      "epoch": 0.1744319485884783,
      "grad_norm": 1.9375,
      "learning_rate": 1.831555555555556e-05,
      "loss": 0.4724,
      "step": 380
    },
    {
      "epoch": 0.17902226302501723,
      "grad_norm": 1.796875,
      "learning_rate": 1.8271111111111114e-05,
      "loss": 0.5489,
      "step": 390
    },
    {
      "epoch": 0.18361257746155613,
      "grad_norm": 1.953125,
      "learning_rate": 1.822666666666667e-05,
      "loss": 0.495,
      "step": 400
    },
    {
      "epoch": 0.18820289189809503,
      "grad_norm": 1.75,
      "learning_rate": 1.8182222222222225e-05,
      "loss": 0.5209,
      "step": 410
    },
    {
      "epoch": 0.19279320633463393,
      "grad_norm": 1.9921875,
      "learning_rate": 1.813777777777778e-05,
      "loss": 0.4774,
      "step": 420
    },
    {
      "epoch": 0.19738352077117283,
      "grad_norm": 1.9375,
      "learning_rate": 1.8093333333333335e-05,
      "loss": 0.4903,
      "step": 430
    },
    {
      "epoch": 0.20197383520771173,
      "grad_norm": 1.734375,
      "learning_rate": 1.804888888888889e-05,
      "loss": 0.4869,
      "step": 440
    },
    {
      "epoch": 0.20656414964425063,
      "grad_norm": 1.9296875,
      "learning_rate": 1.8004444444444446e-05,
      "loss": 0.5008,
      "step": 450
    },
    {
      "epoch": 0.21115446408078953,
      "grad_norm": 1.7578125,
      "learning_rate": 1.796e-05,
      "loss": 0.4668,
      "step": 460
    },
    {
      "epoch": 0.21574477851732843,
      "grad_norm": 1.515625,
      "learning_rate": 1.7915555555555556e-05,
      "loss": 0.4881,
      "step": 470
    },
    {
      "epoch": 0.22033509295386733,
      "grad_norm": 2.109375,
      "learning_rate": 1.787111111111111e-05,
      "loss": 0.4718,
      "step": 480
    },
    {
      "epoch": 0.22492540739040623,
      "grad_norm": 1.671875,
      "learning_rate": 1.7826666666666667e-05,
      "loss": 0.4783,
      "step": 490
    },
    {
      "epoch": 0.22951572182694516,
      "grad_norm": 2.015625,
      "learning_rate": 1.7782222222222222e-05,
      "loss": 0.5052,
      "step": 500
    },
    {
      "epoch": 0.23410603626348406,
      "grad_norm": 1.7265625,
      "learning_rate": 1.7737777777777777e-05,
      "loss": 0.4772,
      "step": 510
    },
    {
      "epoch": 0.23869635070002296,
      "grad_norm": 2.28125,
      "learning_rate": 1.7693333333333336e-05,
      "loss": 0.4855,
      "step": 520
    },
    {
      "epoch": 0.24328666513656186,
      "grad_norm": 1.6171875,
      "learning_rate": 1.764888888888889e-05,
      "loss": 0.4438,
      "step": 530
    },
    {
      "epoch": 0.24787697957310076,
      "grad_norm": 1.5390625,
      "learning_rate": 1.7604444444444446e-05,
      "loss": 0.4687,
      "step": 540
    },
    {
      "epoch": 0.2524672940096397,
      "grad_norm": 1.6484375,
      "learning_rate": 1.756e-05,
      "loss": 0.4514,
      "step": 550
    },
    {
      "epoch": 0.2570576084461786,
      "grad_norm": 1.7421875,
      "learning_rate": 1.7515555555555557e-05,
      "loss": 0.4628,
      "step": 560
    },
    {
      "epoch": 0.2616479228827175,
      "grad_norm": 1.71875,
      "learning_rate": 1.7471111111111112e-05,
      "loss": 0.4395,
      "step": 570
    },
    {
      "epoch": 0.2662382373192564,
      "grad_norm": 1.796875,
      "learning_rate": 1.7426666666666667e-05,
      "loss": 0.4306,
      "step": 580
    },
    {
      "epoch": 0.2708285517557953,
      "grad_norm": 2.140625,
      "learning_rate": 1.7382222222222222e-05,
      "loss": 0.4691,
      "step": 590
    },
    {
      "epoch": 0.2754188661923342,
      "grad_norm": 1.5625,
      "learning_rate": 1.733777777777778e-05,
      "loss": 0.4755,
      "step": 600
    },
    {
      "epoch": 0.2800091806288731,
      "grad_norm": 1.6484375,
      "learning_rate": 1.7293333333333336e-05,
      "loss": 0.424,
      "step": 610
    },
    {
      "epoch": 0.284599495065412,
      "grad_norm": 1.90625,
      "learning_rate": 1.724888888888889e-05,
      "loss": 0.4662,
      "step": 620
    },
    {
      "epoch": 0.2891898095019509,
      "grad_norm": 1.609375,
      "learning_rate": 1.7204444444444446e-05,
      "loss": 0.4714,
      "step": 630
    },
    {
      "epoch": 0.2937801239384898,
      "grad_norm": 1.7890625,
      "learning_rate": 1.7160000000000002e-05,
      "loss": 0.4383,
      "step": 640
    },
    {
      "epoch": 0.2983704383750287,
      "grad_norm": 2.328125,
      "learning_rate": 1.7115555555555557e-05,
      "loss": 0.4303,
      "step": 650
    },
    {
      "epoch": 0.3029607528115676,
      "grad_norm": 1.7265625,
      "learning_rate": 1.7071111111111112e-05,
      "loss": 0.4407,
      "step": 660
    },
    {
      "epoch": 0.3075510672481065,
      "grad_norm": 1.765625,
      "learning_rate": 1.702666666666667e-05,
      "loss": 0.4429,
      "step": 670
    },
    {
      "epoch": 0.3121413816846454,
      "grad_norm": 2.046875,
      "learning_rate": 1.6982222222222226e-05,
      "loss": 0.4458,
      "step": 680
    },
    {
      "epoch": 0.3167316961211843,
      "grad_norm": 2.15625,
      "learning_rate": 1.693777777777778e-05,
      "loss": 0.4515,
      "step": 690
    },
    {
      "epoch": 0.3213220105577232,
      "grad_norm": 1.7421875,
      "learning_rate": 1.6893333333333336e-05,
      "loss": 0.4844,
      "step": 700
    },
    {
      "epoch": 0.3259123249942621,
      "grad_norm": 1.765625,
      "learning_rate": 1.6848888888888892e-05,
      "loss": 0.4478,
      "step": 710
    },
    {
      "epoch": 0.330502639430801,
      "grad_norm": 2.28125,
      "learning_rate": 1.6804444444444447e-05,
      "loss": 0.4765,
      "step": 720
    },
    {
      "epoch": 0.3350929538673399,
      "grad_norm": 2.078125,
      "learning_rate": 1.6760000000000002e-05,
      "loss": 0.423,
      "step": 730
    },
    {
      "epoch": 0.3396832683038788,
      "grad_norm": 1.59375,
      "learning_rate": 1.6715555555555557e-05,
      "loss": 0.4159,
      "step": 740
    },
    {
      "epoch": 0.3442735827404177,
      "grad_norm": 1.9609375,
      "learning_rate": 1.6671111111111113e-05,
      "loss": 0.4501,
      "step": 750
    },
    {
      "epoch": 0.3488638971769566,
      "grad_norm": 1.875,
      "learning_rate": 1.6626666666666668e-05,
      "loss": 0.4407,
      "step": 760
    },
    {
      "epoch": 0.35345421161349555,
      "grad_norm": 2.15625,
      "learning_rate": 1.6582222222222223e-05,
      "loss": 0.4757,
      "step": 770
    },
    {
      "epoch": 0.35804452605003445,
      "grad_norm": 2.640625,
      "learning_rate": 1.6537777777777778e-05,
      "loss": 0.4475,
      "step": 780
    },
    {
      "epoch": 0.36263484048657335,
      "grad_norm": 2.296875,
      "learning_rate": 1.6493333333333334e-05,
      "loss": 0.434,
      "step": 790
    },
    {
      "epoch": 0.36722515492311225,
      "grad_norm": 2.078125,
      "learning_rate": 1.644888888888889e-05,
      "loss": 0.4449,
      "step": 800
    },
    {
      "epoch": 0.37181546935965115,
      "grad_norm": 1.5703125,
      "learning_rate": 1.6404444444444444e-05,
      "loss": 0.3868,
      "step": 810
    },
    {
      "epoch": 0.37640578379619005,
      "grad_norm": 2.078125,
      "learning_rate": 1.636e-05,
      "loss": 0.4219,
      "step": 820
    },
    {
      "epoch": 0.38099609823272895,
      "grad_norm": 1.5546875,
      "learning_rate": 1.6315555555555558e-05,
      "loss": 0.4183,
      "step": 830
    },
    {
      "epoch": 0.38558641266926785,
      "grad_norm": 1.9140625,
      "learning_rate": 1.6271111111111113e-05,
      "loss": 0.4006,
      "step": 840
    },
    {
      "epoch": 0.39017672710580675,
      "grad_norm": 1.8203125,
      "learning_rate": 1.6226666666666668e-05,
      "loss": 0.4333,
      "step": 850
    },
    {
      "epoch": 0.39476704154234565,
      "grad_norm": 1.7109375,
      "learning_rate": 1.6182222222222224e-05,
      "loss": 0.4475,
      "step": 860
    },
    {
      "epoch": 0.39935735597888455,
      "grad_norm": 1.84375,
      "learning_rate": 1.613777777777778e-05,
      "loss": 0.4234,
      "step": 870
    },
    {
      "epoch": 0.40394767041542345,
      "grad_norm": 1.890625,
      "learning_rate": 1.6093333333333334e-05,
      "loss": 0.4239,
      "step": 880
    },
    {
      "epoch": 0.40853798485196235,
      "grad_norm": 1.8125,
      "learning_rate": 1.604888888888889e-05,
      "loss": 0.4158,
      "step": 890
    },
    {
      "epoch": 0.41312829928850126,
      "grad_norm": 2.125,
      "learning_rate": 1.6004444444444444e-05,
      "loss": 0.4432,
      "step": 900
    },
    {
      "epoch": 0.41771861372504016,
      "grad_norm": 1.8828125,
      "learning_rate": 1.5960000000000003e-05,
      "loss": 0.4214,
      "step": 910
    },
    {
      "epoch": 0.42230892816157906,
      "grad_norm": 1.671875,
      "learning_rate": 1.5915555555555558e-05,
      "loss": 0.4437,
      "step": 920
    },
    {
      "epoch": 0.42689924259811796,
      "grad_norm": 1.8125,
      "learning_rate": 1.5871111111111114e-05,
      "loss": 0.4371,
      "step": 930
    },
    {
      "epoch": 0.43148955703465686,
      "grad_norm": 1.8671875,
      "learning_rate": 1.582666666666667e-05,
      "loss": 0.4232,
      "step": 940
    },
    {
      "epoch": 0.43607987147119576,
      "grad_norm": 1.6796875,
      "learning_rate": 1.5782222222222224e-05,
      "loss": 0.4173,
      "step": 950
    },
    {
      "epoch": 0.44067018590773466,
      "grad_norm": 1.796875,
      "learning_rate": 1.573777777777778e-05,
      "loss": 0.3937,
      "step": 960
    },
    {
      "epoch": 0.44526050034427356,
      "grad_norm": 2.125,
      "learning_rate": 1.5693333333333334e-05,
      "loss": 0.405,
      "step": 970
    },
    {
      "epoch": 0.44985081478081246,
      "grad_norm": 1.828125,
      "learning_rate": 1.564888888888889e-05,
      "loss": 0.3862,
      "step": 980
    },
    {
      "epoch": 0.4544411292173514,
      "grad_norm": 2.125,
      "learning_rate": 1.5604444444444445e-05,
      "loss": 0.4358,
      "step": 990
    },
    {
      "epoch": 0.4590314436538903,
      "grad_norm": 1.765625,
      "learning_rate": 1.556e-05,
      "loss": 0.3889,
      "step": 1000
    },
    {
      "epoch": 0.4636217580904292,
      "grad_norm": 1.6171875,
      "learning_rate": 1.551555555555556e-05,
      "loss": 0.4039,
      "step": 1010
    },
    {
      "epoch": 0.4682120725269681,
      "grad_norm": 2.265625,
      "learning_rate": 1.5471111111111114e-05,
      "loss": 0.438,
      "step": 1020
    },
    {
      "epoch": 0.472802386963507,
      "grad_norm": 1.7890625,
      "learning_rate": 1.542666666666667e-05,
      "loss": 0.424,
      "step": 1030
    },
    {
      "epoch": 0.4773927014000459,
      "grad_norm": 1.859375,
      "learning_rate": 1.5382222222222224e-05,
      "loss": 0.3888,
      "step": 1040
    },
    {
      "epoch": 0.4819830158365848,
      "grad_norm": 1.71875,
      "learning_rate": 1.533777777777778e-05,
      "loss": 0.4235,
      "step": 1050
    },
    {
      "epoch": 0.4865733302731237,
      "grad_norm": 1.9375,
      "learning_rate": 1.5293333333333335e-05,
      "loss": 0.4036,
      "step": 1060
    },
    {
      "epoch": 0.4911636447096626,
      "grad_norm": 1.9453125,
      "learning_rate": 1.524888888888889e-05,
      "loss": 0.3917,
      "step": 1070
    },
    {
      "epoch": 0.4957539591462015,
      "grad_norm": 2.140625,
      "learning_rate": 1.5204444444444445e-05,
      "loss": 0.41,
      "step": 1080
    },
    {
      "epoch": 0.5003442735827405,
      "grad_norm": 2.359375,
      "learning_rate": 1.516e-05,
      "loss": 0.4206,
      "step": 1090
    },
    {
      "epoch": 0.5049345880192794,
      "grad_norm": 1.8125,
      "learning_rate": 1.5115555555555557e-05,
      "loss": 0.4108,
      "step": 1100
    },
    {
      "epoch": 0.5095249024558183,
      "grad_norm": 2.03125,
      "learning_rate": 1.5071111111111113e-05,
      "loss": 0.3925,
      "step": 1110
    },
    {
      "epoch": 0.5141152168923572,
      "grad_norm": 1.9453125,
      "learning_rate": 1.5026666666666668e-05,
      "loss": 0.4286,
      "step": 1120
    },
    {
      "epoch": 0.5187055313288961,
      "grad_norm": 2.09375,
      "learning_rate": 1.4982222222222223e-05,
      "loss": 0.3988,
      "step": 1130
    },
    {
      "epoch": 0.523295845765435,
      "grad_norm": 2.046875,
      "learning_rate": 1.493777777777778e-05,
      "loss": 0.4194,
      "step": 1140
    },
    {
      "epoch": 0.5278861602019739,
      "grad_norm": 1.8125,
      "learning_rate": 1.4893333333333335e-05,
      "loss": 0.4053,
      "step": 1150
    },
    {
      "epoch": 0.5324764746385128,
      "grad_norm": 2.859375,
      "learning_rate": 1.484888888888889e-05,
      "loss": 0.3844,
      "step": 1160
    },
    {
      "epoch": 0.5370667890750517,
      "grad_norm": 1.8359375,
      "learning_rate": 1.4804444444444446e-05,
      "loss": 0.3897,
      "step": 1170
    },
    {
      "epoch": 0.5416571035115906,
      "grad_norm": 2.28125,
      "learning_rate": 1.4760000000000001e-05,
      "loss": 0.3732,
      "step": 1180
    },
    {
      "epoch": 0.5462474179481295,
      "grad_norm": 1.7265625,
      "learning_rate": 1.4715555555555556e-05,
      "loss": 0.3839,
      "step": 1190
    },
    {
      "epoch": 0.5508377323846684,
      "grad_norm": 1.6171875,
      "learning_rate": 1.4671111111111111e-05,
      "loss": 0.3831,
      "step": 1200
    },
    {
      "epoch": 0.5554280468212073,
      "grad_norm": 1.7734375,
      "learning_rate": 1.4626666666666667e-05,
      "loss": 0.3954,
      "step": 1210
    },
    {
      "epoch": 0.5600183612577462,
      "grad_norm": 1.875,
      "learning_rate": 1.4582222222222224e-05,
      "loss": 0.3804,
      "step": 1220
    },
    {
      "epoch": 0.5646086756942851,
      "grad_norm": 1.875,
      "learning_rate": 1.4537777777777779e-05,
      "loss": 0.412,
      "step": 1230
    },
    {
      "epoch": 0.569198990130824,
      "grad_norm": 1.5546875,
      "learning_rate": 1.4493333333333334e-05,
      "loss": 0.3704,
      "step": 1240
    },
    {
      "epoch": 0.5737893045673629,
      "grad_norm": 1.8828125,
      "learning_rate": 1.444888888888889e-05,
      "loss": 0.4001,
      "step": 1250
    },
    {
      "epoch": 0.5783796190039018,
      "grad_norm": 2.625,
      "learning_rate": 1.4404444444444445e-05,
      "loss": 0.3877,
      "step": 1260
    },
    {
      "epoch": 0.5829699334404407,
      "grad_norm": 1.75,
      "learning_rate": 1.4360000000000001e-05,
      "loss": 0.3715,
      "step": 1270
    },
    {
      "epoch": 0.5875602478769796,
      "grad_norm": 2.1875,
      "learning_rate": 1.4315555555555557e-05,
      "loss": 0.375,
      "step": 1280
    },
    {
      "epoch": 0.5921505623135185,
      "grad_norm": 2.078125,
      "learning_rate": 1.4271111111111114e-05,
      "loss": 0.4191,
      "step": 1290
    },
    {
      "epoch": 0.5967408767500574,
      "grad_norm": 1.8984375,
      "learning_rate": 1.4226666666666669e-05,
      "loss": 0.3581,
      "step": 1300
    },
    {
      "epoch": 0.6013311911865963,
      "grad_norm": 1.765625,
      "learning_rate": 1.4182222222222224e-05,
      "loss": 0.4052,
      "step": 1310
    },
    {
      "epoch": 0.6059215056231352,
      "grad_norm": 1.953125,
      "learning_rate": 1.413777777777778e-05,
      "loss": 0.36,
      "step": 1320
    },
    {
      "epoch": 0.6105118200596741,
      "grad_norm": 1.734375,
      "learning_rate": 1.4093333333333334e-05,
      "loss": 0.3925,
      "step": 1330
    },
    {
      "epoch": 0.615102134496213,
      "grad_norm": 1.9296875,
      "learning_rate": 1.404888888888889e-05,
      "loss": 0.3638,
      "step": 1340
    },
    {
      "epoch": 0.6196924489327519,
      "grad_norm": 1.578125,
      "learning_rate": 1.4004444444444445e-05,
      "loss": 0.3791,
      "step": 1350
    },
    {
      "epoch": 0.6242827633692908,
      "grad_norm": 1.8203125,
      "learning_rate": 1.396e-05,
      "loss": 0.3698,
      "step": 1360
    },
    {
      "epoch": 0.6288730778058297,
      "grad_norm": 2.203125,
      "learning_rate": 1.3915555555555557e-05,
      "loss": 0.3521,
      "step": 1370
    },
    {
      "epoch": 0.6334633922423686,
      "grad_norm": 2.1875,
      "learning_rate": 1.3871111111111112e-05,
      "loss": 0.3822,
      "step": 1380
    },
    {
      "epoch": 0.6380537066789075,
      "grad_norm": 1.9453125,
      "learning_rate": 1.3826666666666668e-05,
      "loss": 0.3564,
      "step": 1390
    },
    {
      "epoch": 0.6426440211154464,
      "grad_norm": 2.421875,
      "learning_rate": 1.3782222222222223e-05,
      "loss": 0.3876,
      "step": 1400
    },
    {
      "epoch": 0.6472343355519853,
      "grad_norm": 2.328125,
      "learning_rate": 1.3737777777777778e-05,
      "loss": 0.4142,
      "step": 1410
    },
    {
      "epoch": 0.6518246499885242,
      "grad_norm": 2.140625,
      "learning_rate": 1.3693333333333333e-05,
      "loss": 0.3698,
      "step": 1420
    },
    {
      "epoch": 0.6564149644250631,
      "grad_norm": 2.203125,
      "learning_rate": 1.3648888888888888e-05,
      "loss": 0.3479,
      "step": 1430
    },
    {
      "epoch": 0.661005278861602,
      "grad_norm": 1.84375,
      "learning_rate": 1.3604444444444445e-05,
      "loss": 0.3649,
      "step": 1440
    },
    {
      "epoch": 0.6655955932981409,
      "grad_norm": 1.9140625,
      "learning_rate": 1.3560000000000002e-05,
      "loss": 0.3677,
      "step": 1450
    },
    {
      "epoch": 0.6701859077346798,
      "grad_norm": 1.8515625,
      "learning_rate": 1.3515555555555558e-05,
      "loss": 0.3579,
      "step": 1460
    },
    {
      "epoch": 0.6747762221712187,
      "grad_norm": 1.875,
      "learning_rate": 1.3471111111111113e-05,
      "loss": 0.3829,
      "step": 1470
    },
    {
      "epoch": 0.6793665366077576,
      "grad_norm": 1.9921875,
      "learning_rate": 1.3426666666666668e-05,
      "loss": 0.3927,
      "step": 1480
    },
    {
      "epoch": 0.6839568510442965,
      "grad_norm": 2.125,
      "learning_rate": 1.3382222222222223e-05,
      "loss": 0.365,
      "step": 1490
    },
    {
      "epoch": 0.6885471654808354,
      "grad_norm": 1.890625,
      "learning_rate": 1.3337777777777778e-05,
      "loss": 0.3987,
      "step": 1500
    },
    {
      "epoch": 0.6931374799173743,
      "grad_norm": 1.671875,
      "learning_rate": 1.3293333333333334e-05,
      "loss": 0.3839,
      "step": 1510
    },
    {
      "epoch": 0.6977277943539132,
      "grad_norm": 1.578125,
      "learning_rate": 1.3248888888888889e-05,
      "loss": 0.3668,
      "step": 1520
    },
    {
      "epoch": 0.7023181087904522,
      "grad_norm": 1.5546875,
      "learning_rate": 1.3204444444444446e-05,
      "loss": 0.3912,
      "step": 1530
    },
    {
      "epoch": 0.7069084232269911,
      "grad_norm": 1.7890625,
      "learning_rate": 1.3160000000000001e-05,
      "loss": 0.3737,
      "step": 1540
    },
    {
      "epoch": 0.71149873766353,
      "grad_norm": 1.8515625,
      "learning_rate": 1.3115555555555556e-05,
      "loss": 0.3388,
      "step": 1550
    },
    {
      "epoch": 0.7160890521000689,
      "grad_norm": 2.328125,
      "learning_rate": 1.3071111111111112e-05,
      "loss": 0.3966,
      "step": 1560
    },
    {
      "epoch": 0.7206793665366078,
      "grad_norm": 2.265625,
      "learning_rate": 1.3026666666666667e-05,
      "loss": 0.3868,
      "step": 1570
    },
    {
      "epoch": 0.7252696809731467,
      "grad_norm": 1.9140625,
      "learning_rate": 1.2982222222222222e-05,
      "loss": 0.3778,
      "step": 1580
    },
    {
      "epoch": 0.7298599954096856,
      "grad_norm": 2.25,
      "learning_rate": 1.2937777777777777e-05,
      "loss": 0.3543,
      "step": 1590
    },
    {
      "epoch": 0.7344503098462245,
      "grad_norm": 1.9765625,
      "learning_rate": 1.2893333333333336e-05,
      "loss": 0.338,
      "step": 1600
    },
    {
      "epoch": 0.7390406242827634,
      "grad_norm": 2.171875,
      "learning_rate": 1.2848888888888891e-05,
      "loss": 0.4152,
      "step": 1610
    },
    {
      "epoch": 0.7436309387193023,
      "grad_norm": 2.5,
      "learning_rate": 1.2804444444444446e-05,
      "loss": 0.3633,
      "step": 1620
    },
    {
      "epoch": 0.7482212531558412,
      "grad_norm": 2.46875,
      "learning_rate": 1.2760000000000001e-05,
      "loss": 0.38,
      "step": 1630
    },
    {
      "epoch": 0.7528115675923801,
      "grad_norm": 1.78125,
      "learning_rate": 1.2715555555555557e-05,
      "loss": 0.3948,
      "step": 1640
    },
    {
      "epoch": 0.757401882028919,
      "grad_norm": 2.359375,
      "learning_rate": 1.2671111111111112e-05,
      "loss": 0.3908,
      "step": 1650
    },
    {
      "epoch": 0.7619921964654579,
      "grad_norm": 2.515625,
      "learning_rate": 1.2626666666666667e-05,
      "loss": 0.3543,
      "step": 1660
    },
    {
      "epoch": 0.7665825109019968,
      "grad_norm": 1.765625,
      "learning_rate": 1.2582222222222222e-05,
      "loss": 0.3683,
      "step": 1670
    },
    {
      "epoch": 0.7711728253385357,
      "grad_norm": 1.765625,
      "learning_rate": 1.253777777777778e-05,
      "loss": 0.3427,
      "step": 1680
    },
    {
      "epoch": 0.7757631397750746,
      "grad_norm": 2.203125,
      "learning_rate": 1.2493333333333335e-05,
      "loss": 0.3741,
      "step": 1690
    },
    {
      "epoch": 0.7803534542116135,
      "grad_norm": 1.8984375,
      "learning_rate": 1.244888888888889e-05,
      "loss": 0.3203,
      "step": 1700
    },
    {
      "epoch": 0.7849437686481524,
      "grad_norm": 1.7265625,
      "learning_rate": 1.2404444444444445e-05,
      "loss": 0.337,
      "step": 1710
    },
    {
      "epoch": 0.7895340830846913,
      "grad_norm": 1.6015625,
      "learning_rate": 1.236e-05,
      "loss": 0.3734,
      "step": 1720
    },
    {
      "epoch": 0.7941243975212302,
      "grad_norm": 2.28125,
      "learning_rate": 1.2315555555555555e-05,
      "loss": 0.3164,
      "step": 1730
    },
    {
      "epoch": 0.7987147119577691,
      "grad_norm": 2.140625,
      "learning_rate": 1.227111111111111e-05,
      "loss": 0.3596,
      "step": 1740
    },
    {
      "epoch": 0.803305026394308,
      "grad_norm": 2.09375,
      "learning_rate": 1.2226666666666666e-05,
      "loss": 0.3463,
      "step": 1750
    },
    {
      "epoch": 0.8078953408308469,
      "grad_norm": 1.890625,
      "learning_rate": 1.2182222222222225e-05,
      "loss": 0.3292,
      "step": 1760
    },
    {
      "epoch": 0.8124856552673858,
      "grad_norm": 1.578125,
      "learning_rate": 1.213777777777778e-05,
      "loss": 0.3378,
      "step": 1770
    },
    {
      "epoch": 0.8170759697039247,
      "grad_norm": 2.0625,
      "learning_rate": 1.2093333333333335e-05,
      "loss": 0.3668,
      "step": 1780
    },
    {
      "epoch": 0.8216662841404636,
      "grad_norm": 2.234375,
      "learning_rate": 1.204888888888889e-05,
      "loss": 0.3307,
      "step": 1790
    },
    {
      "epoch": 0.8262565985770025,
      "grad_norm": 1.8828125,
      "learning_rate": 1.2004444444444445e-05,
      "loss": 0.3472,
      "step": 1800
    },
    {
      "epoch": 0.8308469130135414,
      "grad_norm": 1.8359375,
      "learning_rate": 1.196e-05,
      "loss": 0.3581,
      "step": 1810
    },
    {
      "epoch": 0.8354372274500803,
      "grad_norm": 1.84375,
      "learning_rate": 1.1915555555555556e-05,
      "loss": 0.3667,
      "step": 1820
    },
    {
      "epoch": 0.8400275418866192,
      "grad_norm": 1.828125,
      "learning_rate": 1.1871111111111111e-05,
      "loss": 0.3608,
      "step": 1830
    },
    {
      "epoch": 0.8446178563231581,
      "grad_norm": 1.7109375,
      "learning_rate": 1.1826666666666668e-05,
      "loss": 0.3794,
      "step": 1840
    },
    {
      "epoch": 0.849208170759697,
      "grad_norm": 2.0625,
      "learning_rate": 1.1782222222222223e-05,
      "loss": 0.3756,
      "step": 1850
    },
    {
      "epoch": 0.8537984851962359,
      "grad_norm": 2.171875,
      "learning_rate": 1.1737777777777779e-05,
      "loss": 0.3656,
      "step": 1860
    },
    {
      "epoch": 0.8583887996327748,
      "grad_norm": 1.6875,
      "learning_rate": 1.1693333333333334e-05,
      "loss": 0.3204,
      "step": 1870
    },
    {
      "epoch": 0.8629791140693137,
      "grad_norm": 2.171875,
      "learning_rate": 1.1648888888888889e-05,
      "loss": 0.3786,
      "step": 1880
    },
    {
      "epoch": 0.8675694285058526,
      "grad_norm": 1.8203125,
      "learning_rate": 1.1604444444444444e-05,
      "loss": 0.4005,
      "step": 1890
    },
    {
      "epoch": 0.8721597429423915,
      "grad_norm": 2.03125,
      "learning_rate": 1.156e-05,
      "loss": 0.3343,
      "step": 1900
    },
    {
      "epoch": 0.8767500573789304,
      "grad_norm": 2.1875,
      "learning_rate": 1.1515555555555558e-05,
      "loss": 0.3558,
      "step": 1910
    },
    {
      "epoch": 0.8813403718154693,
      "grad_norm": 2.28125,
      "learning_rate": 1.1471111111111113e-05,
      "loss": 0.3644,
      "step": 1920
    },
    {
      "epoch": 0.8859306862520082,
      "grad_norm": 1.828125,
      "learning_rate": 1.1426666666666669e-05,
      "loss": 0.3624,
      "step": 1930
    },
    {
      "epoch": 0.8905210006885471,
      "grad_norm": 1.890625,
      "learning_rate": 1.1382222222222224e-05,
      "loss": 0.3468,
      "step": 1940
    },
    {
      "epoch": 0.895111315125086,
      "grad_norm": 1.90625,
      "learning_rate": 1.1337777777777779e-05,
      "loss": 0.3467,
      "step": 1950
    },
    {
      "epoch": 0.8997016295616249,
      "grad_norm": 1.90625,
      "learning_rate": 1.1293333333333334e-05,
      "loss": 0.3787,
      "step": 1960
    },
    {
      "epoch": 0.9042919439981639,
      "grad_norm": 1.8984375,
      "learning_rate": 1.124888888888889e-05,
      "loss": 0.3425,
      "step": 1970
    },
    {
      "epoch": 0.9088822584347028,
      "grad_norm": 1.6875,
      "learning_rate": 1.1204444444444445e-05,
      "loss": 0.3394,
      "step": 1980
    },
    {
      "epoch": 0.9134725728712417,
      "grad_norm": 1.7890625,
      "learning_rate": 1.1160000000000002e-05,
      "loss": 0.3141,
      "step": 1990
    },
    {
      "epoch": 0.9180628873077806,
      "grad_norm": 2.046875,
      "learning_rate": 1.1115555555555557e-05,
      "loss": 0.3508,
      "step": 2000
    },
    {
      "epoch": 0.9226532017443195,
      "grad_norm": 2.1875,
      "learning_rate": 1.1071111111111112e-05,
      "loss": 0.3005,
      "step": 2010
    },
    {
      "epoch": 0.9272435161808584,
      "grad_norm": 2.015625,
      "learning_rate": 1.1026666666666667e-05,
      "loss": 0.3277,
      "step": 2020
    },
    {
      "epoch": 0.9318338306173973,
      "grad_norm": 2.375,
      "learning_rate": 1.0982222222222222e-05,
      "loss": 0.326,
      "step": 2030
    },
    {
      "epoch": 0.9364241450539362,
      "grad_norm": 2.109375,
      "learning_rate": 1.0937777777777778e-05,
      "loss": 0.3708,
      "step": 2040
    },
    {
      "epoch": 0.9410144594904751,
      "grad_norm": 2.21875,
      "learning_rate": 1.0893333333333333e-05,
      "loss": 0.3328,
      "step": 2050
    },
    {
      "epoch": 0.945604773927014,
      "grad_norm": 2.296875,
      "learning_rate": 1.0848888888888888e-05,
      "loss": 0.3576,
      "step": 2060
    },
    {
      "epoch": 0.9501950883635529,
      "grad_norm": 2.015625,
      "learning_rate": 1.0804444444444447e-05,
      "loss": 0.2926,
      "step": 2070
    },
    {
      "epoch": 0.9547854028000918,
      "grad_norm": 2.046875,
      "learning_rate": 1.0760000000000002e-05,
      "loss": 0.3302,
      "step": 2080
    },
    {
      "epoch": 0.9593757172366307,
      "grad_norm": 2.375,
      "learning_rate": 1.0715555555555557e-05,
      "loss": 0.3317,
      "step": 2090
    },
    {
      "epoch": 0.9639660316731696,
      "grad_norm": 2.203125,
      "learning_rate": 1.0671111111111112e-05,
      "loss": 0.3591,
      "step": 2100
    },
    {
      "epoch": 0.9685563461097085,
      "grad_norm": 1.953125,
      "learning_rate": 1.0626666666666668e-05,
      "loss": 0.3708,
      "step": 2110
    },
    {
      "epoch": 0.9731466605462474,
      "grad_norm": 2.421875,
      "learning_rate": 1.0582222222222223e-05,
      "loss": 0.3532,
      "step": 2120
    },
    {
      "epoch": 0.9777369749827863,
      "grad_norm": 2.90625,
      "learning_rate": 1.0537777777777778e-05,
      "loss": 0.3749,
      "step": 2130
    },
    {
      "epoch": 0.9823272894193252,
      "grad_norm": 1.890625,
      "learning_rate": 1.0493333333333333e-05,
      "loss": 0.3334,
      "step": 2140
    },
    {
      "epoch": 0.9869176038558641,
      "grad_norm": 2.765625,
      "learning_rate": 1.044888888888889e-05,
      "loss": 0.3396,
      "step": 2150
    },
    {
      "epoch": 0.991507918292403,
      "grad_norm": 1.796875,
      "learning_rate": 1.0404444444444446e-05,
      "loss": 0.3528,
      "step": 2160
    },
    {
      "epoch": 0.9960982327289419,
      "grad_norm": 1.9375,
      "learning_rate": 1.036e-05,
      "loss": 0.348,
      "step": 2170
    },
    {
      "epoch": 1.000459031443654,
      "grad_norm": 1.671875,
      "learning_rate": 1.0315555555555556e-05,
      "loss": 0.358,
      "step": 2180
    },
    {
      "epoch": 1.0050493458801928,
      "grad_norm": 1.9453125,
      "learning_rate": 1.0271111111111111e-05,
      "loss": 0.2952,
      "step": 2190
    },
    {
      "epoch": 1.0096396603167317,
      "grad_norm": 1.9453125,
      "learning_rate": 1.0226666666666666e-05,
      "loss": 0.3138,
      "step": 2200
    },
    {
      "epoch": 1.0142299747532706,
      "grad_norm": 2.046875,
      "learning_rate": 1.0182222222222222e-05,
      "loss": 0.2763,
      "step": 2210
    },
    {
      "epoch": 1.0188202891898095,
      "grad_norm": 2.15625,
      "learning_rate": 1.013777777777778e-05,
      "loss": 0.2877,
      "step": 2220
    },
    {
      "epoch": 1.0234106036263484,
      "grad_norm": 2.390625,
      "learning_rate": 1.0093333333333336e-05,
      "loss": 0.3352,
      "step": 2230
    },
    {
      "epoch": 1.0280009180628873,
      "grad_norm": 2.28125,
      "learning_rate": 1.004888888888889e-05,
      "loss": 0.2946,
      "step": 2240
    },
    {
      "epoch": 1.0325912324994262,
      "grad_norm": 1.96875,
      "learning_rate": 1.0004444444444446e-05,
      "loss": 0.3117,
      "step": 2250
    },
    {
      "epoch": 1.037181546935965,
      "grad_norm": 1.78125,
      "learning_rate": 9.960000000000001e-06,
      "loss": 0.2875,
      "step": 2260
    },
    {
      "epoch": 1.041771861372504,
      "grad_norm": 1.734375,
      "learning_rate": 9.915555555555556e-06,
      "loss": 0.3025,
      "step": 2270
    },
    {
      "epoch": 1.046362175809043,
      "grad_norm": 1.59375,
      "learning_rate": 9.871111111111112e-06,
      "loss": 0.2851,
      "step": 2280
    },
    {
      "epoch": 1.0509524902455818,
      "grad_norm": 2.671875,
      "learning_rate": 9.826666666666667e-06,
      "loss": 0.2921,
      "step": 2290
    },
    {
      "epoch": 1.0555428046821207,
      "grad_norm": 1.96875,
      "learning_rate": 9.782222222222222e-06,
      "loss": 0.2863,
      "step": 2300
    },
    {
      "epoch": 1.0601331191186596,
      "grad_norm": 2.34375,
      "learning_rate": 9.737777777777779e-06,
      "loss": 0.3047,
      "step": 2310
    },
    {
      "epoch": 1.0647234335551985,
      "grad_norm": 2.25,
      "learning_rate": 9.693333333333334e-06,
      "loss": 0.3034,
      "step": 2320
    },
    {
      "epoch": 1.0693137479917374,
      "grad_norm": 2.71875,
      "learning_rate": 9.64888888888889e-06,
      "loss": 0.3071,
      "step": 2330
    },
    {
      "epoch": 1.0739040624282763,
      "grad_norm": 1.84375,
      "learning_rate": 9.604444444444445e-06,
      "loss": 0.2733,
      "step": 2340
    },
    {
      "epoch": 1.0784943768648152,
      "grad_norm": 2.109375,
      "learning_rate": 9.56e-06,
      "loss": 0.2914,
      "step": 2350
    },
    {
      "epoch": 1.083084691301354,
      "grad_norm": 2.25,
      "learning_rate": 9.515555555555557e-06,
      "loss": 0.3074,
      "step": 2360
    },
    {
      "epoch": 1.087675005737893,
      "grad_norm": 2.015625,
      "learning_rate": 9.471111111111112e-06,
      "loss": 0.3069,
      "step": 2370
    },
    {
      "epoch": 1.092265320174432,
      "grad_norm": 1.875,
      "learning_rate": 9.426666666666667e-06,
      "loss": 0.3117,
      "step": 2380
    },
    {
      "epoch": 1.0968556346109708,
      "grad_norm": 2.46875,
      "learning_rate": 9.382222222222223e-06,
      "loss": 0.3178,
      "step": 2390
    },
    {
      "epoch": 1.1014459490475097,
      "grad_norm": 2.21875,
      "learning_rate": 9.33777777777778e-06,
      "loss": 0.3124,
      "step": 2400
    },
    {
      "epoch": 1.1060362634840486,
      "grad_norm": 1.75,
      "learning_rate": 9.293333333333335e-06,
      "loss": 0.2702,
      "step": 2410
    },
    {
      "epoch": 1.1106265779205875,
      "grad_norm": 1.9609375,
      "learning_rate": 9.24888888888889e-06,
      "loss": 0.2875,
      "step": 2420
    },
    {
      "epoch": 1.1152168923571264,
      "grad_norm": 1.9921875,
      "learning_rate": 9.204444444444445e-06,
      "loss": 0.2989,
      "step": 2430
    },
    {
      "epoch": 1.1198072067936653,
      "grad_norm": 2.3125,
      "learning_rate": 9.16e-06,
      "loss": 0.2875,
      "step": 2440
    },
    {
      "epoch": 1.1243975212302042,
      "grad_norm": 2.203125,
      "learning_rate": 9.115555555555556e-06,
      "loss": 0.3044,
      "step": 2450
    },
    {
      "epoch": 1.128987835666743,
      "grad_norm": 2.109375,
      "learning_rate": 9.07111111111111e-06,
      "loss": 0.2912,
      "step": 2460
    },
    {
      "epoch": 1.133578150103282,
      "grad_norm": 2.25,
      "learning_rate": 9.026666666666666e-06,
      "loss": 0.2751,
      "step": 2470
    },
    {
      "epoch": 1.138168464539821,
      "grad_norm": 2.234375,
      "learning_rate": 8.982222222222223e-06,
      "loss": 0.2746,
      "step": 2480
    },
    {
      "epoch": 1.1427587789763598,
      "grad_norm": 1.5859375,
      "learning_rate": 8.937777777777778e-06,
      "loss": 0.2821,
      "step": 2490
    },
    {
      "epoch": 1.1473490934128987,
      "grad_norm": 2.328125,
      "learning_rate": 8.893333333333333e-06,
      "loss": 0.317,
      "step": 2500
    },
    {
      "epoch": 1.1519394078494376,
      "grad_norm": 1.984375,
      "learning_rate": 8.848888888888889e-06,
      "loss": 0.3086,
      "step": 2510
    },
    {
      "epoch": 1.1565297222859765,
      "grad_norm": 2.359375,
      "learning_rate": 8.804444444444446e-06,
      "loss": 0.3134,
      "step": 2520
    },
    {
      "epoch": 1.1611200367225154,
      "grad_norm": 1.65625,
      "learning_rate": 8.76e-06,
      "loss": 0.3023,
      "step": 2530
    },
    {
      "epoch": 1.1657103511590543,
      "grad_norm": 1.640625,
      "learning_rate": 8.715555555555556e-06,
      "loss": 0.2862,
      "step": 2540
    },
    {
      "epoch": 1.1703006655955932,
      "grad_norm": 1.859375,
      "learning_rate": 8.671111111111113e-06,
      "loss": 0.2734,
      "step": 2550
    },
    {
      "epoch": 1.174890980032132,
      "grad_norm": 1.8515625,
      "learning_rate": 8.626666666666668e-06,
      "loss": 0.3035,
      "step": 2560
    },
    {
      "epoch": 1.1794812944686712,
      "grad_norm": 2.0625,
      "learning_rate": 8.582222222222223e-06,
      "loss": 0.2929,
      "step": 2570
    },
    {
      "epoch": 1.1840716089052101,
      "grad_norm": 2.28125,
      "learning_rate": 8.537777777777779e-06,
      "loss": 0.2805,
      "step": 2580
    },
    {
      "epoch": 1.188661923341749,
      "grad_norm": 2.046875,
      "learning_rate": 8.493333333333334e-06,
      "loss": 0.287,
      "step": 2590
    },
    {
      "epoch": 1.193252237778288,
      "grad_norm": 2.640625,
      "learning_rate": 8.448888888888889e-06,
      "loss": 0.3009,
      "step": 2600
    },
    {
      "epoch": 1.1978425522148268,
      "grad_norm": 2.015625,
      "learning_rate": 8.404444444444444e-06,
      "loss": 0.29,
      "step": 2610
    },
    {
      "epoch": 1.2024328666513657,
      "grad_norm": 2.21875,
      "learning_rate": 8.36e-06,
      "loss": 0.2578,
      "step": 2620
    },
    {
      "epoch": 1.2070231810879046,
      "grad_norm": 1.8203125,
      "learning_rate": 8.315555555555557e-06,
      "loss": 0.2527,
      "step": 2630
    },
    {
      "epoch": 1.2116134955244435,
      "grad_norm": 2.234375,
      "learning_rate": 8.271111111111112e-06,
      "loss": 0.277,
      "step": 2640
    },
    {
      "epoch": 1.2162038099609824,
      "grad_norm": 2.3125,
      "learning_rate": 8.226666666666667e-06,
      "loss": 0.2937,
      "step": 2650
    },
    {
      "epoch": 1.2207941243975213,
      "grad_norm": 1.7734375,
      "learning_rate": 8.182222222222222e-06,
      "loss": 0.2902,
      "step": 2660
    },
    {
      "epoch": 1.2253844388340602,
      "grad_norm": 2.25,
      "learning_rate": 8.137777777777779e-06,
      "loss": 0.2891,
      "step": 2670
    },
    {
      "epoch": 1.2299747532705991,
      "grad_norm": 2.3125,
      "learning_rate": 8.093333333333334e-06,
      "loss": 0.2994,
      "step": 2680
    },
    {
      "epoch": 1.234565067707138,
      "grad_norm": 1.890625,
      "learning_rate": 8.04888888888889e-06,
      "loss": 0.2704,
      "step": 2690
    },
    {
      "epoch": 1.239155382143677,
      "grad_norm": 2.5,
      "learning_rate": 8.004444444444445e-06,
      "loss": 0.2715,
      "step": 2700
    },
    {
      "epoch": 1.2437456965802158,
      "grad_norm": 2.078125,
      "learning_rate": 7.960000000000002e-06,
      "loss": 0.3063,
      "step": 2710
    },
    {
      "epoch": 1.2483360110167547,
      "grad_norm": 2.296875,
      "learning_rate": 7.915555555555557e-06,
      "loss": 0.2981,
      "step": 2720
    },
    {
      "epoch": 1.2529263254532936,
      "grad_norm": 2.234375,
      "learning_rate": 7.871111111111112e-06,
      "loss": 0.2597,
      "step": 2730
    },
    {
      "epoch": 1.2575166398898325,
      "grad_norm": 1.6796875,
      "learning_rate": 7.826666666666667e-06,
      "loss": 0.2594,
      "step": 2740
    },
    {
      "epoch": 1.2621069543263714,
      "grad_norm": 2.328125,
      "learning_rate": 7.782222222222223e-06,
      "loss": 0.2842,
      "step": 2750
    },
    {
      "epoch": 1.2666972687629103,
      "grad_norm": 2.125,
      "learning_rate": 7.737777777777778e-06,
      "loss": 0.2955,
      "step": 2760
    },
    {
      "epoch": 1.2712875831994492,
      "grad_norm": 2.671875,
      "learning_rate": 7.693333333333333e-06,
      "loss": 0.2963,
      "step": 2770
    },
    {
      "epoch": 1.2758778976359881,
      "grad_norm": 1.9296875,
      "learning_rate": 7.648888888888888e-06,
      "loss": 0.3119,
      "step": 2780
    },
    {
      "epoch": 1.280468212072527,
      "grad_norm": 2.109375,
      "learning_rate": 7.604444444444445e-06,
      "loss": 0.272,
      "step": 2790
    },
    {
      "epoch": 1.285058526509066,
      "grad_norm": 2.0625,
      "learning_rate": 7.5600000000000005e-06,
      "loss": 0.2884,
      "step": 2800
    },
    {
      "epoch": 1.2896488409456048,
      "grad_norm": 2.21875,
      "learning_rate": 7.515555555555556e-06,
      "loss": 0.3103,
      "step": 2810
    },
    {
      "epoch": 1.2942391553821437,
      "grad_norm": 2.109375,
      "learning_rate": 7.471111111111111e-06,
      "loss": 0.2716,
      "step": 2820
    },
    {
      "epoch": 1.2988294698186826,
      "grad_norm": 2.1875,
      "learning_rate": 7.426666666666668e-06,
      "loss": 0.2636,
      "step": 2830
    },
    {
      "epoch": 1.3034197842552215,
      "grad_norm": 2.03125,
      "learning_rate": 7.382222222222223e-06,
      "loss": 0.2621,
      "step": 2840
    },
    {
      "epoch": 1.3080100986917604,
      "grad_norm": 2.0,
      "learning_rate": 7.337777777777778e-06,
      "loss": 0.2793,
      "step": 2850
    },
    {
      "epoch": 1.3126004131282993,
      "grad_norm": 2.453125,
      "learning_rate": 7.2933333333333335e-06,
      "loss": 0.3049,
      "step": 2860
    },
    {
      "epoch": 1.3171907275648382,
      "grad_norm": 1.8515625,
      "learning_rate": 7.24888888888889e-06,
      "loss": 0.3035,
      "step": 2870
    },
    {
      "epoch": 1.3217810420013771,
      "grad_norm": 1.6796875,
      "learning_rate": 7.204444444444445e-06,
      "loss": 0.306,
      "step": 2880
    },
    {
      "epoch": 1.326371356437916,
      "grad_norm": 2.390625,
      "learning_rate": 7.16e-06,
      "loss": 0.2964,
      "step": 2890
    },
    {
      "epoch": 1.330961670874455,
      "grad_norm": 2.078125,
      "learning_rate": 7.115555555555557e-06,
      "loss": 0.2747,
      "step": 2900
    },
    {
      "epoch": 1.3355519853109938,
      "grad_norm": 1.8671875,
      "learning_rate": 7.071111111111112e-06,
      "loss": 0.2819,
      "step": 2910
    },
    {
      "epoch": 1.3401422997475327,
      "grad_norm": 1.8203125,
      "learning_rate": 7.0266666666666674e-06,
      "loss": 0.302,
      "step": 2920
    },
    {
      "epoch": 1.3447326141840716,
      "grad_norm": 1.8203125,
      "learning_rate": 6.982222222222223e-06,
      "loss": 0.2876,
      "step": 2930
    },
    {
      "epoch": 1.3493229286206105,
      "grad_norm": 2.203125,
      "learning_rate": 6.937777777777779e-06,
      "loss": 0.2868,
      "step": 2940
    },
    {
      "epoch": 1.3539132430571494,
      "grad_norm": 2.03125,
      "learning_rate": 6.893333333333334e-06,
      "loss": 0.3028,
      "step": 2950
    },
    {
      "epoch": 1.3585035574936883,
      "grad_norm": 1.75,
      "learning_rate": 6.848888888888889e-06,
      "loss": 0.2412,
      "step": 2960
    },
    {
      "epoch": 1.3630938719302272,
      "grad_norm": 1.9765625,
      "learning_rate": 6.8044444444444444e-06,
      "loss": 0.2717,
      "step": 2970
    },
    {
      "epoch": 1.3676841863667661,
      "grad_norm": 2.1875,
      "learning_rate": 6.760000000000001e-06,
      "loss": 0.3104,
      "step": 2980
    },
    {
      "epoch": 1.372274500803305,
      "grad_norm": 1.765625,
      "learning_rate": 6.7155555555555566e-06,
      "loss": 0.2707,
      "step": 2990
    },
    {
      "epoch": 1.376864815239844,
      "grad_norm": 1.90625,
      "learning_rate": 6.671111111111112e-06,
      "loss": 0.2663,
      "step": 3000
    },
    {
      "epoch": 1.3814551296763828,
      "grad_norm": 2.8125,
      "learning_rate": 6.626666666666667e-06,
      "loss": 0.2791,
      "step": 3010
    },
    {
      "epoch": 1.3860454441129217,
      "grad_norm": 2.234375,
      "learning_rate": 6.582222222222223e-06,
      "loss": 0.3027,
      "step": 3020
    },
    {
      "epoch": 1.3906357585494606,
      "grad_norm": 2.65625,
      "learning_rate": 6.537777777777778e-06,
      "loss": 0.2836,
      "step": 3030
    },
    {
      "epoch": 1.3952260729859995,
      "grad_norm": 1.90625,
      "learning_rate": 6.4933333333333336e-06,
      "loss": 0.2509,
      "step": 3040
    },
    {
      "epoch": 1.3998163874225384,
      "grad_norm": 2.34375,
      "learning_rate": 6.448888888888889e-06,
      "loss": 0.2916,
      "step": 3050
    },
    {
      "epoch": 1.4044067018590773,
      "grad_norm": 2.03125,
      "learning_rate": 6.404444444444446e-06,
      "loss": 0.3131,
      "step": 3060
    },
    {
      "epoch": 1.4089970162956162,
      "grad_norm": 2.3125,
      "learning_rate": 6.360000000000001e-06,
      "loss": 0.2802,
      "step": 3070
    },
    {
      "epoch": 1.4135873307321551,
      "grad_norm": 2.25,
      "learning_rate": 6.315555555555556e-06,
      "loss": 0.281,
      "step": 3080
    },
    {
      "epoch": 1.418177645168694,
      "grad_norm": 2.0,
      "learning_rate": 6.271111111111111e-06,
      "loss": 0.2605,
      "step": 3090
    },
    {
      "epoch": 1.422767959605233,
      "grad_norm": 1.96875,
      "learning_rate": 6.2266666666666675e-06,
      "loss": 0.2643,
      "step": 3100
    },
    {
      "epoch": 1.4273582740417718,
      "grad_norm": 2.46875,
      "learning_rate": 6.182222222222223e-06,
      "loss": 0.2783,
      "step": 3110
    },
    {
      "epoch": 1.4319485884783107,
      "grad_norm": 1.828125,
      "learning_rate": 6.137777777777778e-06,
      "loss": 0.3186,
      "step": 3120
    },
    {
      "epoch": 1.4365389029148496,
      "grad_norm": 2.484375,
      "learning_rate": 6.093333333333333e-06,
      "loss": 0.2773,
      "step": 3130
    },
    {
      "epoch": 1.4411292173513885,
      "grad_norm": 1.796875,
      "learning_rate": 6.04888888888889e-06,
      "loss": 0.2642,
      "step": 3140
    },
    {
      "epoch": 1.4457195317879274,
      "grad_norm": 2.078125,
      "learning_rate": 6.004444444444445e-06,
      "loss": 0.2483,
      "step": 3150
    },
    {
      "epoch": 1.4503098462244663,
      "grad_norm": 2.46875,
      "learning_rate": 5.9600000000000005e-06,
      "loss": 0.2518,
      "step": 3160
    },
    {
      "epoch": 1.4549001606610052,
      "grad_norm": 1.8984375,
      "learning_rate": 5.915555555555556e-06,
      "loss": 0.2773,
      "step": 3170
    },
    {
      "epoch": 1.4594904750975441,
      "grad_norm": 1.8046875,
      "learning_rate": 5.871111111111112e-06,
      "loss": 0.2938,
      "step": 3180
    },
    {
      "epoch": 1.464080789534083,
      "grad_norm": 2.921875,
      "learning_rate": 5.826666666666667e-06,
      "loss": 0.2725,
      "step": 3190
    },
    {
      "epoch": 1.468671103970622,
      "grad_norm": 2.140625,
      "learning_rate": 5.782222222222222e-06,
      "loss": 0.2776,
      "step": 3200
    },
    {
      "epoch": 1.4732614184071608,
      "grad_norm": 2.375,
      "learning_rate": 5.737777777777778e-06,
      "loss": 0.2751,
      "step": 3210
    },
    {
      "epoch": 1.4778517328436998,
      "grad_norm": 1.9921875,
      "learning_rate": 5.6933333333333344e-06,
      "loss": 0.3097,
      "step": 3220
    },
    {
      "epoch": 1.4824420472802387,
      "grad_norm": 2.546875,
      "learning_rate": 5.64888888888889e-06,
      "loss": 0.2948,
      "step": 3230
    },
    {
      "epoch": 1.4870323617167776,
      "grad_norm": 2.265625,
      "learning_rate": 5.604444444444445e-06,
      "loss": 0.2748,
      "step": 3240
    },
    {
      "epoch": 1.4916226761533165,
      "grad_norm": 2.203125,
      "learning_rate": 5.560000000000001e-06,
      "loss": 0.2916,
      "step": 3250
    },
    {
      "epoch": 1.4962129905898554,
      "grad_norm": 2.40625,
      "learning_rate": 5.515555555555556e-06,
      "loss": 0.2835,
      "step": 3260
    },
    {
      "epoch": 1.5008033050263943,
      "grad_norm": 2.140625,
      "learning_rate": 5.4711111111111114e-06,
      "loss": 0.2733,
      "step": 3270
    },
    {
      "epoch": 1.5053936194629332,
      "grad_norm": 1.8046875,
      "learning_rate": 5.426666666666667e-06,
      "loss": 0.2662,
      "step": 3280
    },
    {
      "epoch": 1.509983933899472,
      "grad_norm": 2.234375,
      "learning_rate": 5.382222222222223e-06,
      "loss": 0.2976,
      "step": 3290
    },
    {
      "epoch": 1.514574248336011,
      "grad_norm": 1.8203125,
      "learning_rate": 5.337777777777779e-06,
      "loss": 0.3028,
      "step": 3300
    },
    {
      "epoch": 1.5191645627725499,
      "grad_norm": 2.21875,
      "learning_rate": 5.293333333333334e-06,
      "loss": 0.2738,
      "step": 3310
    },
    {
      "epoch": 1.5237548772090888,
      "grad_norm": 1.96875,
      "learning_rate": 5.248888888888889e-06,
      "loss": 0.2685,
      "step": 3320
    },
    {
      "epoch": 1.5283451916456277,
      "grad_norm": 2.40625,
      "learning_rate": 5.204444444444445e-06,
      "loss": 0.2644,
      "step": 3330
    },
    {
      "epoch": 1.5329355060821666,
      "grad_norm": 3.03125,
      "learning_rate": 5.1600000000000006e-06,
      "loss": 0.2839,
      "step": 3340
    },
    {
      "epoch": 1.5375258205187055,
      "grad_norm": 2.109375,
      "learning_rate": 5.115555555555556e-06,
      "loss": 0.2954,
      "step": 3350
    },
    {
      "epoch": 1.5421161349552444,
      "grad_norm": 2.046875,
      "learning_rate": 5.071111111111111e-06,
      "loss": 0.2565,
      "step": 3360
    },
    {
      "epoch": 1.5467064493917833,
      "grad_norm": 2.5,
      "learning_rate": 5.026666666666667e-06,
      "loss": 0.2875,
      "step": 3370
    },
    {
      "epoch": 1.5512967638283222,
      "grad_norm": 2.046875,
      "learning_rate": 4.982222222222222e-06,
      "loss": 0.2957,
      "step": 3380
    },
    {
      "epoch": 1.555887078264861,
      "grad_norm": 2.046875,
      "learning_rate": 4.937777777777778e-06,
      "loss": 0.2848,
      "step": 3390
    },
    {
      "epoch": 1.5604773927014,
      "grad_norm": 1.84375,
      "learning_rate": 4.893333333333334e-06,
      "loss": 0.2673,
      "step": 3400
    },
    {
      "epoch": 1.5650677071379389,
      "grad_norm": 2.15625,
      "learning_rate": 4.848888888888889e-06,
      "loss": 0.2899,
      "step": 3410
    },
    {
      "epoch": 1.5696580215744778,
      "grad_norm": 2.109375,
      "learning_rate": 4.804444444444445e-06,
      "loss": 0.259,
      "step": 3420
    },
    {
      "epoch": 1.5742483360110167,
      "grad_norm": 1.9453125,
      "learning_rate": 4.76e-06,
      "loss": 0.2894,
      "step": 3430
    },
    {
      "epoch": 1.5788386504475556,
      "grad_norm": 2.21875,
      "learning_rate": 4.715555555555556e-06,
      "loss": 0.2805,
      "step": 3440
    },
    {
      "epoch": 1.5834289648840945,
      "grad_norm": 2.21875,
      "learning_rate": 4.6711111111111115e-06,
      "loss": 0.2924,
      "step": 3450
    },
    {
      "epoch": 1.5880192793206334,
      "grad_norm": 2.03125,
      "learning_rate": 4.626666666666667e-06,
      "loss": 0.2903,
      "step": 3460
    },
    {
      "epoch": 1.5926095937571723,
      "grad_norm": 2.03125,
      "learning_rate": 4.582222222222223e-06,
      "loss": 0.2842,
      "step": 3470
    },
    {
      "epoch": 1.5971999081937112,
      "grad_norm": 2.578125,
      "learning_rate": 4.537777777777778e-06,
      "loss": 0.299,
      "step": 3480
    },
    {
      "epoch": 1.60179022263025,
      "grad_norm": 2.359375,
      "learning_rate": 4.493333333333333e-06,
      "loss": 0.2871,
      "step": 3490
    },
    {
      "epoch": 1.606380537066789,
      "grad_norm": 2.046875,
      "learning_rate": 4.448888888888889e-06,
      "loss": 0.288,
      "step": 3500
    },
    {
      "epoch": 1.6109708515033279,
      "grad_norm": 1.9375,
      "learning_rate": 4.404444444444445e-06,
      "loss": 0.2686,
      "step": 3510
    },
    {
      "epoch": 1.6155611659398668,
      "grad_norm": 2.171875,
      "learning_rate": 4.360000000000001e-06,
      "loss": 0.267,
      "step": 3520
    },
    {
      "epoch": 1.6201514803764057,
      "grad_norm": 2.34375,
      "learning_rate": 4.315555555555556e-06,
      "loss": 0.2832,
      "step": 3530
    },
    {
      "epoch": 1.6247417948129446,
      "grad_norm": 1.9765625,
      "learning_rate": 4.271111111111111e-06,
      "loss": 0.2552,
      "step": 3540
    },
    {
      "epoch": 1.6293321092494835,
      "grad_norm": 2.25,
      "learning_rate": 4.226666666666667e-06,
      "loss": 0.2728,
      "step": 3550
    },
    {
      "epoch": 1.6339224236860224,
      "grad_norm": 2.125,
      "learning_rate": 4.182222222222222e-06,
      "loss": 0.2701,
      "step": 3560
    },
    {
      "epoch": 1.6385127381225613,
      "grad_norm": 2.390625,
      "learning_rate": 4.1377777777777784e-06,
      "loss": 0.2717,
      "step": 3570
    },
    {
      "epoch": 1.6431030525591002,
      "grad_norm": 2.234375,
      "learning_rate": 4.093333333333334e-06,
      "loss": 0.2659,
      "step": 3580
    },
    {
      "epoch": 1.647693366995639,
      "grad_norm": 1.96875,
      "learning_rate": 4.04888888888889e-06,
      "loss": 0.2699,
      "step": 3590
    },
    {
      "epoch": 1.652283681432178,
      "grad_norm": 2.15625,
      "learning_rate": 4.004444444444445e-06,
      "loss": 0.2894,
      "step": 3600
    },
    {
      "epoch": 1.6568739958687169,
      "grad_norm": 2.078125,
      "learning_rate": 3.96e-06,
      "loss": 0.2702,
      "step": 3610
    },
    {
      "epoch": 1.6614643103052558,
      "grad_norm": 2.234375,
      "learning_rate": 3.9155555555555554e-06,
      "loss": 0.2807,
      "step": 3620
    },
    {
      "epoch": 1.6660546247417947,
      "grad_norm": 2.140625,
      "learning_rate": 3.8711111111111115e-06,
      "loss": 0.2831,
      "step": 3630
    },
    {
      "epoch": 1.6706449391783336,
      "grad_norm": 1.953125,
      "learning_rate": 3.826666666666667e-06,
      "loss": 0.2691,
      "step": 3640
    },
    {
      "epoch": 1.6752352536148725,
      "grad_norm": 1.984375,
      "learning_rate": 3.782222222222223e-06,
      "loss": 0.2811,
      "step": 3650
    },
    {
      "epoch": 1.6798255680514114,
      "grad_norm": 2.6875,
      "learning_rate": 3.737777777777778e-06,
      "loss": 0.2775,
      "step": 3660
    },
    {
      "epoch": 1.6844158824879503,
      "grad_norm": 2.109375,
      "learning_rate": 3.6933333333333337e-06,
      "loss": 0.3138,
      "step": 3670
    },
    {
      "epoch": 1.6890061969244892,
      "grad_norm": 2.546875,
      "learning_rate": 3.648888888888889e-06,
      "loss": 0.2453,
      "step": 3680
    },
    {
      "epoch": 1.693596511361028,
      "grad_norm": 2.453125,
      "learning_rate": 3.604444444444445e-06,
      "loss": 0.2495,
      "step": 3690
    },
    {
      "epoch": 1.698186825797567,
      "grad_norm": 1.9375,
      "learning_rate": 3.5600000000000002e-06,
      "loss": 0.3126,
      "step": 3700
    },
    {
      "epoch": 1.702777140234106,
      "grad_norm": 2.5625,
      "learning_rate": 3.515555555555556e-06,
      "loss": 0.2937,
      "step": 3710
    },
    {
      "epoch": 1.707367454670645,
      "grad_norm": 1.765625,
      "learning_rate": 3.471111111111111e-06,
      "loss": 0.2764,
      "step": 3720
    },
    {
      "epoch": 1.711957769107184,
      "grad_norm": 2.171875,
      "learning_rate": 3.426666666666667e-06,
      "loss": 0.2783,
      "step": 3730
    },
    {
      "epoch": 1.7165480835437228,
      "grad_norm": 2.453125,
      "learning_rate": 3.3822222222222224e-06,
      "loss": 0.2514,
      "step": 3740
    },
    {
      "epoch": 1.7211383979802617,
      "grad_norm": 1.78125,
      "learning_rate": 3.337777777777778e-06,
      "loss": 0.3022,
      "step": 3750
    },
    {
      "epoch": 1.7257287124168006,
      "grad_norm": 2.15625,
      "learning_rate": 3.2933333333333333e-06,
      "loss": 0.275,
      "step": 3760
    },
    {
      "epoch": 1.7303190268533395,
      "grad_norm": 2.296875,
      "learning_rate": 3.2488888888888894e-06,
      "loss": 0.2586,
      "step": 3770
    },
    {
      "epoch": 1.7349093412898784,
      "grad_norm": 2.09375,
      "learning_rate": 3.2044444444444446e-06,
      "loss": 0.2941,
      "step": 3780
    },
    {
      "epoch": 1.7394996557264173,
      "grad_norm": 2.265625,
      "learning_rate": 3.1600000000000002e-06,
      "loss": 0.2618,
      "step": 3790
    },
    {
      "epoch": 1.7440899701629562,
      "grad_norm": 2.140625,
      "learning_rate": 3.1155555555555555e-06,
      "loss": 0.2761,
      "step": 3800
    },
    {
      "epoch": 1.748680284599495,
      "grad_norm": 1.8515625,
      "learning_rate": 3.0711111111111115e-06,
      "loss": 0.2831,
      "step": 3810
    },
    {
      "epoch": 1.753270599036034,
      "grad_norm": 2.15625,
      "learning_rate": 3.0266666666666668e-06,
      "loss": 0.2872,
      "step": 3820
    },
    {
      "epoch": 1.757860913472573,
      "grad_norm": 2.515625,
      "learning_rate": 2.9822222222222224e-06,
      "loss": 0.273,
      "step": 3830
    },
    {
      "epoch": 1.7624512279091118,
      "grad_norm": 1.90625,
      "learning_rate": 2.937777777777778e-06,
      "loss": 0.2611,
      "step": 3840
    },
    {
      "epoch": 1.7670415423456507,
      "grad_norm": 1.765625,
      "learning_rate": 2.8933333333333337e-06,
      "loss": 0.2725,
      "step": 3850
    },
    {
      "epoch": 1.7716318567821896,
      "grad_norm": 1.96875,
      "learning_rate": 2.8488888888888894e-06,
      "loss": 0.2715,
      "step": 3860
    },
    {
      "epoch": 1.7762221712187285,
      "grad_norm": 2.421875,
      "learning_rate": 2.8044444444444446e-06,
      "loss": 0.3087,
      "step": 3870
    },
    {
      "epoch": 1.7808124856552674,
      "grad_norm": 2.640625,
      "learning_rate": 2.7600000000000003e-06,
      "loss": 0.2967,
      "step": 3880
    },
    {
      "epoch": 1.7854028000918063,
      "grad_norm": 1.90625,
      "learning_rate": 2.715555555555556e-06,
      "loss": 0.2605,
      "step": 3890
    },
    {
      "epoch": 1.7899931145283452,
      "grad_norm": 1.6171875,
      "learning_rate": 2.6711111111111116e-06,
      "loss": 0.2592,
      "step": 3900
    },
    {
      "epoch": 1.794583428964884,
      "grad_norm": 1.7109375,
      "learning_rate": 2.6266666666666668e-06,
      "loss": 0.2519,
      "step": 3910
    },
    {
      "epoch": 1.799173743401423,
      "grad_norm": 1.890625,
      "learning_rate": 2.5822222222222224e-06,
      "loss": 0.2945,
      "step": 3920
    },
    {
      "epoch": 1.803764057837962,
      "grad_norm": 2.125,
      "learning_rate": 2.537777777777778e-06,
      "loss": 0.297,
      "step": 3930
    },
    {
      "epoch": 1.8083543722745008,
      "grad_norm": 2.171875,
      "learning_rate": 2.4933333333333333e-06,
      "loss": 0.3222,
      "step": 3940
    },
    {
      "epoch": 1.8129446867110397,
      "grad_norm": 2.46875,
      "learning_rate": 2.448888888888889e-06,
      "loss": 0.249,
      "step": 3950
    },
    {
      "epoch": 1.8175350011475786,
      "grad_norm": 1.8984375,
      "learning_rate": 2.4044444444444446e-06,
      "loss": 0.2789,
      "step": 3960
    },
    {
      "epoch": 1.8221253155841175,
      "grad_norm": 2.21875,
      "learning_rate": 2.3600000000000003e-06,
      "loss": 0.2713,
      "step": 3970
    },
    {
      "epoch": 1.8267156300206564,
      "grad_norm": 2.140625,
      "learning_rate": 2.3155555555555555e-06,
      "loss": 0.2693,
      "step": 3980
    },
    {
      "epoch": 1.8313059444571953,
      "grad_norm": 1.9375,
      "learning_rate": 2.2711111111111116e-06,
      "loss": 0.2679,
      "step": 3990
    },
    {
      "epoch": 1.8358962588937342,
      "grad_norm": 2.09375,
      "learning_rate": 2.226666666666667e-06,
      "loss": 0.2764,
      "step": 4000
    },
    {
      "epoch": 1.840486573330273,
      "grad_norm": 2.15625,
      "learning_rate": 2.1822222222222225e-06,
      "loss": 0.2613,
      "step": 4010
    },
    {
      "epoch": 1.845076887766812,
      "grad_norm": 2.09375,
      "learning_rate": 2.137777777777778e-06,
      "loss": 0.2545,
      "step": 4020
    },
    {
      "epoch": 1.849667202203351,
      "grad_norm": 2.484375,
      "learning_rate": 2.0933333333333338e-06,
      "loss": 0.2686,
      "step": 4030
    },
    {
      "epoch": 1.8542575166398898,
      "grad_norm": 2.15625,
      "learning_rate": 2.048888888888889e-06,
      "loss": 0.3011,
      "step": 4040
    },
    {
      "epoch": 1.8588478310764287,
      "grad_norm": 2.234375,
      "learning_rate": 2.0044444444444446e-06,
      "loss": 0.2739,
      "step": 4050
    },
    {
      "epoch": 1.8634381455129676,
      "grad_norm": 2.078125,
      "learning_rate": 1.9600000000000003e-06,
      "loss": 0.257,
      "step": 4060
    },
    {
      "epoch": 1.8680284599495065,
      "grad_norm": 1.5234375,
      "learning_rate": 1.915555555555556e-06,
      "loss": 0.2462,
      "step": 4070
    },
    {
      "epoch": 1.8726187743860454,
      "grad_norm": 2.3125,
      "learning_rate": 1.8711111111111114e-06,
      "loss": 0.2657,
      "step": 4080
    },
    {
      "epoch": 1.8772090888225843,
      "grad_norm": 1.9609375,
      "learning_rate": 1.8266666666666668e-06,
      "loss": 0.2787,
      "step": 4090
    },
    {
      "epoch": 1.8817994032591232,
      "grad_norm": 1.953125,
      "learning_rate": 1.7822222222222225e-06,
      "loss": 0.2528,
      "step": 4100
    },
    {
      "epoch": 1.886389717695662,
      "grad_norm": 2.28125,
      "learning_rate": 1.737777777777778e-06,
      "loss": 0.269,
      "step": 4110
    },
    {
      "epoch": 1.890980032132201,
      "grad_norm": 2.046875,
      "learning_rate": 1.6933333333333336e-06,
      "loss": 0.3206,
      "step": 4120
    },
    {
      "epoch": 1.89557034656874,
      "grad_norm": 2.15625,
      "learning_rate": 1.648888888888889e-06,
      "loss": 0.2912,
      "step": 4130
    },
    {
      "epoch": 1.900160661005279,
      "grad_norm": 2.5,
      "learning_rate": 1.6044444444444447e-06,
      "loss": 0.278,
      "step": 4140
    },
    {
      "epoch": 1.904750975441818,
      "grad_norm": 2.109375,
      "learning_rate": 1.56e-06,
      "loss": 0.2843,
      "step": 4150
    },
    {
      "epoch": 1.9093412898783568,
      "grad_norm": 2.53125,
      "learning_rate": 1.5155555555555558e-06,
      "loss": 0.2864,
      "step": 4160
    },
    {
      "epoch": 1.9139316043148957,
      "grad_norm": 2.125,
      "learning_rate": 1.4711111111111112e-06,
      "loss": 0.289,
      "step": 4170
    },
    {
      "epoch": 1.9185219187514346,
      "grad_norm": 2.015625,
      "learning_rate": 1.4266666666666668e-06,
      "loss": 0.305,
      "step": 4180
    },
    {
      "epoch": 1.9231122331879735,
      "grad_norm": 2.453125,
      "learning_rate": 1.3822222222222223e-06,
      "loss": 0.2754,
      "step": 4190
    },
    {
      "epoch": 1.9277025476245124,
      "grad_norm": 2.0625,
      "learning_rate": 1.337777777777778e-06,
      "loss": 0.2746,
      "step": 4200
    },
    {
      "epoch": 1.9322928620610513,
      "grad_norm": 2.328125,
      "learning_rate": 1.2933333333333334e-06,
      "loss": 0.2821,
      "step": 4210
    },
    {
      "epoch": 1.9368831764975902,
      "grad_norm": 2.015625,
      "learning_rate": 1.248888888888889e-06,
      "loss": 0.2531,
      "step": 4220
    },
    {
      "epoch": 1.9414734909341291,
      "grad_norm": 2.328125,
      "learning_rate": 1.2044444444444447e-06,
      "loss": 0.2532,
      "step": 4230
    },
    {
      "epoch": 1.946063805370668,
      "grad_norm": 2.28125,
      "learning_rate": 1.1600000000000001e-06,
      "loss": 0.2785,
      "step": 4240
    },
    {
      "epoch": 1.950654119807207,
      "grad_norm": 2.203125,
      "learning_rate": 1.1155555555555558e-06,
      "loss": 0.3069,
      "step": 4250
    },
    {
      "epoch": 1.9552444342437458,
      "grad_norm": 2.390625,
      "learning_rate": 1.0711111111111112e-06,
      "loss": 0.3045,
      "step": 4260
    },
    {
      "epoch": 1.9598347486802847,
      "grad_norm": 2.328125,
      "learning_rate": 1.0266666666666669e-06,
      "loss": 0.2669,
      "step": 4270
    },
    {
      "epoch": 1.9644250631168236,
      "grad_norm": 1.9296875,
      "learning_rate": 9.822222222222223e-07,
      "loss": 0.2714,
      "step": 4280
    },
    {
      "epoch": 1.9690153775533625,
      "grad_norm": 2.265625,
      "learning_rate": 9.377777777777778e-07,
      "loss": 0.273,
      "step": 4290
    },
    {
      "epoch": 1.9736056919899014,
      "grad_norm": 2.0,
      "learning_rate": 8.933333333333334e-07,
      "loss": 0.2786,
      "step": 4300
    },
    {
      "epoch": 1.9781960064264403,
      "grad_norm": 2.390625,
      "learning_rate": 8.488888888888889e-07,
      "loss": 0.2681,
      "step": 4310
    },
    {
      "epoch": 1.9827863208629792,
      "grad_norm": 1.953125,
      "learning_rate": 8.044444444444445e-07,
      "loss": 0.2841,
      "step": 4320
    },
    {
      "epoch": 1.9873766352995181,
      "grad_norm": 2.453125,
      "learning_rate": 7.6e-07,
      "loss": 0.2884,
      "step": 4330
    },
    {
      "epoch": 1.991966949736057,
      "grad_norm": 2.078125,
      "learning_rate": 7.155555555555556e-07,
      "loss": 0.275,
      "step": 4340
    },
    {
      "epoch": 1.996557264172596,
      "grad_norm": 1.7421875,
      "learning_rate": 6.711111111111111e-07,
      "loss": 0.2693,
      "step": 4350
    },
    {
      "epoch": 2.000918062887308,
      "grad_norm": 1.4453125,
      "learning_rate": 6.266666666666667e-07,
      "loss": 0.2598,
      "step": 4360
    },
    {
      "epoch": 2.0055083773238467,
      "grad_norm": 1.828125,
      "learning_rate": 5.822222222222223e-07,
      "loss": 0.2495,
      "step": 4370
    },
    {
      "epoch": 2.0100986917603856,
      "grad_norm": 1.90625,
      "learning_rate": 5.377777777777779e-07,
      "loss": 0.2521,
      "step": 4380
    },
    {
      "epoch": 2.0146890061969245,
      "grad_norm": 2.34375,
      "learning_rate": 4.933333333333334e-07,
      "loss": 0.2729,
      "step": 4390
    },
    {
      "epoch": 2.0192793206334634,
      "grad_norm": 1.7265625,
      "learning_rate": 4.488888888888889e-07,
      "loss": 0.2477,
      "step": 4400
    },
    {
      "epoch": 2.0238696350700023,
      "grad_norm": 2.203125,
      "learning_rate": 4.0444444444444445e-07,
      "loss": 0.28,
      "step": 4410
    },
    {
      "epoch": 2.028459949506541,
      "grad_norm": 1.8515625,
      "learning_rate": 3.6e-07,
      "loss": 0.2664,
      "step": 4420
    },
    {
      "epoch": 2.03305026394308,
      "grad_norm": 1.8828125,
      "learning_rate": 3.155555555555556e-07,
      "loss": 0.2353,
      "step": 4430
    },
    {
      "epoch": 2.037640578379619,
      "grad_norm": 2.15625,
      "learning_rate": 2.7111111111111114e-07,
      "loss": 0.2569,
      "step": 4440
    },
    {
      "epoch": 2.042230892816158,
      "grad_norm": 2.078125,
      "learning_rate": 2.266666666666667e-07,
      "loss": 0.2849,
      "step": 4450
    },
    {
      "epoch": 2.046821207252697,
      "grad_norm": 1.9609375,
      "learning_rate": 1.8222222222222226e-07,
      "loss": 0.2834,
      "step": 4460
    },
    {
      "epoch": 2.0514115216892357,
      "grad_norm": 1.90625,
      "learning_rate": 1.3777777777777778e-07,
      "loss": 0.2652,
      "step": 4470
    },
    {
      "epoch": 2.0560018361257746,
      "grad_norm": 2.234375,
      "learning_rate": 9.333333333333335e-08,
      "loss": 0.27,
      "step": 4480
    },
    {
      "epoch": 2.0605921505623135,
      "grad_norm": 1.9453125,
      "learning_rate": 4.8888888888888894e-08,
      "loss": 0.2628,
      "step": 4490
    },
    {
      "epoch": 2.0651824649988524,
      "grad_norm": 1.671875,
      "learning_rate": 4.444444444444445e-09,
      "loss": 0.2559,
      "step": 4500
    }
  ],
  "logging_steps": 10,
  "max_steps": 4500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.923819166929748e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}