{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 1.6891276836395264,
      "learning_rate": 1.8e-06,
      "loss": 1.2585,
      "step": 10
    },
    {
      "grad_norm": 1.2421960830688477,
      "learning_rate": 3.8e-06,
      "loss": 1.2386,
      "step": 20
    },
    {
      "grad_norm": 1.0935646295547485,
      "learning_rate": 5.8e-06,
      "loss": 1.1761,
      "step": 30
    },
    {
      "grad_norm": 0.7210215330123901,
      "learning_rate": 7.8e-06,
      "loss": 1.0877,
      "step": 40
    },
    {
      "grad_norm": 0.34306979179382324,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.0339,
      "step": 50
    },
    {
      "grad_norm": 0.18134735524654388,
      "learning_rate": 1.18e-05,
      "loss": 1.0275,
      "step": 60
    },
    {
      "grad_norm": 0.15449777245521545,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.0225,
      "step": 70
    },
    {
      "grad_norm": 0.15307500958442688,
      "learning_rate": 1.58e-05,
      "loss": 1.0188,
      "step": 80
    },
    {
      "grad_norm": 0.16959135234355927,
      "learning_rate": 1.78e-05,
      "loss": 1.0164,
      "step": 90
    },
    {
      "grad_norm": 0.1843302696943283,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.019,
      "step": 100
    },
    {
      "grad_norm": 0.5004823803901672,
      "learning_rate": 2.18e-05,
      "loss": 1.007,
      "step": 110
    },
    {
      "grad_norm": 0.3533937931060791,
      "learning_rate": 2.38e-05,
      "loss": 0.9837,
      "step": 120
    },
    {
      "grad_norm": 0.492814302444458,
      "learning_rate": 2.58e-05,
      "loss": 0.95,
      "step": 130
    },
    {
      "grad_norm": 0.6054441332817078,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 0.9005,
      "step": 140
    },
    {
      "grad_norm": 0.6737467646598816,
      "learning_rate": 2.98e-05,
      "loss": 0.8446,
      "step": 150
    },
    {
      "grad_norm": 1.3609671592712402,
      "learning_rate": 3.18e-05,
      "loss": 0.7917,
      "step": 160
    },
    {
      "grad_norm": 0.7027902603149414,
      "learning_rate": 3.38e-05,
      "loss": 0.7423,
      "step": 170
    },
    {
      "grad_norm": 0.6924164891242981,
      "learning_rate": 3.58e-05,
      "loss": 0.6849,
      "step": 180
    },
    {
      "grad_norm": 0.7687128186225891,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 0.6385,
      "step": 190
    },
    {
      "grad_norm": 1.3768059015274048,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.5934,
      "step": 200
    },
    {
      "grad_norm": 0.7467365860939026,
      "learning_rate": 4.18e-05,
      "loss": 0.5587,
      "step": 210
    },
    {
      "grad_norm": 0.9139049649238586,
      "learning_rate": 4.38e-05,
      "loss": 0.5173,
      "step": 220
    },
    {
      "grad_norm": 1.048671841621399,
      "learning_rate": 4.58e-05,
      "loss": 0.4742,
      "step": 230
    },
    {
      "grad_norm": 1.2771224975585938,
      "learning_rate": 4.78e-05,
      "loss": 0.4459,
      "step": 240
    },
    {
      "grad_norm": 1.6271154880523682,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.4083,
      "step": 250
    },
    {
      "grad_norm": 1.4045976400375366,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.3832,
      "step": 260
    },
    {
      "grad_norm": 1.031724214553833,
      "learning_rate": 5.380000000000001e-05,
      "loss": 0.3571,
      "step": 270
    },
    {
      "grad_norm": 0.9413377046585083,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.3294,
      "step": 280
    },
    {
      "grad_norm": 0.990053653717041,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.3072,
      "step": 290
    },
    {
      "grad_norm": 0.9019013047218323,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.2993,
      "step": 300
    },
    {
      "grad_norm": 0.9619300365447998,
      "learning_rate": 6.18e-05,
      "loss": 0.2908,
      "step": 310
    },
    {
      "grad_norm": 1.0667186975479126,
      "learning_rate": 6.38e-05,
      "loss": 0.2681,
      "step": 320
    },
    {
      "grad_norm": 1.119122862815857,
      "learning_rate": 6.58e-05,
      "loss": 0.2608,
      "step": 330
    },
    {
      "grad_norm": 1.1136410236358643,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.2568,
      "step": 340
    },
    {
      "grad_norm": 1.5547524690628052,
      "learning_rate": 6.98e-05,
      "loss": 0.2301,
      "step": 350
    },
    {
      "grad_norm": 1.0856785774230957,
      "learning_rate": 7.18e-05,
      "loss": 0.2166,
      "step": 360
    },
    {
      "grad_norm": 0.9325472712516785,
      "learning_rate": 7.38e-05,
      "loss": 0.1965,
      "step": 370
    },
    {
      "grad_norm": 0.9351710081100464,
      "learning_rate": 7.58e-05,
      "loss": 0.1845,
      "step": 380
    },
    {
      "grad_norm": 1.274675726890564,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.1701,
      "step": 390
    },
    {
      "grad_norm": 1.1908860206604004,
      "learning_rate": 7.98e-05,
      "loss": 0.1534,
      "step": 400
    },
    {
      "grad_norm": 1.1736817359924316,
      "learning_rate": 8.18e-05,
      "loss": 0.1455,
      "step": 410
    },
    {
      "grad_norm": 1.7282778024673462,
      "learning_rate": 8.38e-05,
      "loss": 0.1299,
      "step": 420
    },
    {
      "grad_norm": 1.0969237089157104,
      "learning_rate": 8.58e-05,
      "loss": 0.1252,
      "step": 430
    },
    {
      "grad_norm": 1.1998040676116943,
      "learning_rate": 8.78e-05,
      "loss": 0.1132,
      "step": 440
    },
    {
      "grad_norm": 1.1225069761276245,
      "learning_rate": 8.98e-05,
      "loss": 0.1111,
      "step": 450
    },
    {
      "grad_norm": 1.034788727760315,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.104,
      "step": 460
    },
    {
      "grad_norm": 1.0320745706558228,
      "learning_rate": 9.38e-05,
      "loss": 0.0981,
      "step": 470
    },
    {
      "grad_norm": 0.8197027444839478,
      "learning_rate": 9.58e-05,
      "loss": 0.0934,
      "step": 480
    },
    {
      "grad_norm": 1.0704108476638794,
      "learning_rate": 9.78e-05,
      "loss": 0.0844,
      "step": 490
    },
    {
      "grad_norm": 1.1035730838775635,
      "learning_rate": 9.98e-05,
      "loss": 0.0815,
      "step": 500
    },
    {
      "grad_norm": 0.8952515721321106,
      "learning_rate": 9.9999778549206e-05,
      "loss": 0.0764,
      "step": 510
    },
    {
      "grad_norm": 1.274247407913208,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.0774,
      "step": 520
    },
    {
      "grad_norm": 0.9264320135116577,
      "learning_rate": 9.999770075521164e-05,
      "loss": 0.0783,
      "step": 530
    },
    {
      "grad_norm": 0.8261769413948059,
      "learning_rate": 9.99958417007713e-05,
      "loss": 0.0771,
      "step": 540
    },
    {
      "grad_norm": 0.9270550608634949,
      "learning_rate": 9.999343589981615e-05,
      "loss": 0.0661,
      "step": 550
    },
    {
      "grad_norm": 1.1616880893707275,
      "learning_rate": 9.999048337865568e-05,
      "loss": 0.0755,
      "step": 560
    },
    {
      "grad_norm": 0.9049257636070251,
      "learning_rate": 9.998698416957815e-05,
      "loss": 0.0765,
      "step": 570
    },
    {
      "grad_norm": 1.1724106073379517,
      "learning_rate": 9.998293831085037e-05,
      "loss": 0.0712,
      "step": 580
    },
    {
      "grad_norm": 0.8528197407722473,
      "learning_rate": 9.997834584671719e-05,
      "loss": 0.0684,
      "step": 590
    },
    {
      "grad_norm": 0.9542710781097412,
      "learning_rate": 9.997320682740107e-05,
      "loss": 0.0716,
      "step": 600
    },
    {
      "grad_norm": 0.7609046101570129,
      "learning_rate": 9.996752130910149e-05,
      "loss": 0.0672,
      "step": 610
    },
    {
      "grad_norm": 0.770867109298706,
      "learning_rate": 9.99612893539944e-05,
      "loss": 0.0657,
      "step": 620
    },
    {
      "grad_norm": 0.5650806427001953,
      "learning_rate": 9.995451103023144e-05,
      "loss": 0.064,
      "step": 630
    },
    {
      "grad_norm": 0.9630634784698486,
      "learning_rate": 9.994718641193928e-05,
      "loss": 0.0668,
      "step": 640
    },
    {
      "grad_norm": 0.7161832451820374,
      "learning_rate": 9.993931557921874e-05,
      "loss": 0.0659,
      "step": 650
    },
    {
      "grad_norm": 0.9892486333847046,
      "learning_rate": 9.993089861814402e-05,
      "loss": 0.0627,
      "step": 660
    },
    {
      "grad_norm": 0.7624261379241943,
      "learning_rate": 9.992193562076166e-05,
      "loss": 0.0597,
      "step": 670
    },
    {
      "grad_norm": 0.8515845537185669,
      "learning_rate": 9.991242668508954e-05,
      "loss": 0.0556,
      "step": 680
    },
    {
      "grad_norm": 0.9307328462600708,
      "learning_rate": 9.990237191511587e-05,
      "loss": 0.053,
      "step": 690
    },
    {
      "grad_norm": 1.0245169401168823,
      "learning_rate": 9.989177142079802e-05,
      "loss": 0.0567,
      "step": 700
    },
    {
      "grad_norm": 0.8914056420326233,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.0565,
      "step": 710
    },
    {
      "grad_norm": 0.9028451442718506,
      "learning_rate": 9.986893372879762e-05,
      "loss": 0.0575,
      "step": 720
    },
    {
      "grad_norm": 0.8873146772384644,
      "learning_rate": 9.985669678086443e-05,
      "loss": 0.0602,
      "step": 730
    },
    {
      "grad_norm": 0.7956727147102356,
      "learning_rate": 9.984391460808298e-05,
      "loss": 0.0602,
      "step": 740
    },
    {
      "grad_norm": 0.7061982154846191,
      "learning_rate": 9.983058735023709e-05,
      "loss": 0.0587,
      "step": 750
    },
    {
      "grad_norm": 0.8428799510002136,
      "learning_rate": 9.98167151530715e-05,
      "loss": 0.0552,
      "step": 760
    },
    {
      "grad_norm": 0.9017972946166992,
      "learning_rate": 9.980229816829034e-05,
      "loss": 0.0595,
      "step": 770
    },
    {
      "grad_norm": 0.8163244128227234,
      "learning_rate": 9.978733655355544e-05,
      "loss": 0.057,
      "step": 780
    },
    {
      "grad_norm": 0.7705178260803223,
      "learning_rate": 9.977183047248464e-05,
      "loss": 0.0512,
      "step": 790
    },
    {
      "grad_norm": 1.0152888298034668,
      "learning_rate": 9.975578009464992e-05,
      "loss": 0.0532,
      "step": 800
    },
    {
      "grad_norm": 0.7115610241889954,
      "learning_rate": 9.97391855955757e-05,
      "loss": 0.0475,
      "step": 810
    },
    {
      "grad_norm": 0.8815870881080627,
      "learning_rate": 9.972204715673669e-05,
      "loss": 0.0495,
      "step": 820
    },
    {
      "grad_norm": 0.6733144521713257,
      "learning_rate": 9.970436496555617e-05,
      "loss": 0.05,
      "step": 830
    },
    {
      "grad_norm": 0.8259405493736267,
      "learning_rate": 9.968613921540373e-05,
      "loss": 0.0519,
      "step": 840
    },
    {
      "grad_norm": 0.7688018679618835,
      "learning_rate": 9.966737010559326e-05,
      "loss": 0.0525,
      "step": 850
    },
    {
      "grad_norm": 0.6979959607124329,
      "learning_rate": 9.964805784138072e-05,
      "loss": 0.0511,
      "step": 860
    },
    {
      "grad_norm": 0.7118434309959412,
      "learning_rate": 9.962820263396195e-05,
      "loss": 0.0482,
      "step": 870
    },
    {
      "grad_norm": 0.8046584129333496,
      "learning_rate": 9.960780470047033e-05,
      "loss": 0.0522,
      "step": 880
    },
    {
      "grad_norm": 0.6603678464889526,
      "learning_rate": 9.958686426397437e-05,
      "loss": 0.0499,
      "step": 890
    },
    {
      "grad_norm": 0.7854413986206055,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.052,
      "step": 900
    },
    {
      "grad_norm": 0.5703814029693604,
      "learning_rate": 9.95433568039047e-05,
      "loss": 0.0455,
      "step": 910
    },
    {
      "grad_norm": 0.8428476452827454,
      "learning_rate": 9.952079025612162e-05,
      "loss": 0.0443,
      "step": 920
    },
    {
      "grad_norm": 0.7631692886352539,
      "learning_rate": 9.949768215691022e-05,
      "loss": 0.0468,
      "step": 930
    },
    {
      "grad_norm": 0.7209548950195312,
      "learning_rate": 9.9474032758977e-05,
      "loss": 0.0474,
      "step": 940
    },
    {
      "grad_norm": 0.6969509124755859,
      "learning_rate": 9.944984232094794e-05,
      "loss": 0.0501,
      "step": 950
    },
    {
      "grad_norm": 0.7608206272125244,
      "learning_rate": 9.942511110736584e-05,
      "loss": 0.0471,
      "step": 960
    },
    {
      "grad_norm": 0.7608780860900879,
      "learning_rate": 9.939983938868726e-05,
      "loss": 0.0476,
      "step": 970
    },
    {
      "grad_norm": 0.6730809807777405,
      "learning_rate": 9.93740274412797e-05,
      "loss": 0.0431,
      "step": 980
    },
    {
      "grad_norm": 0.8944201469421387,
      "learning_rate": 9.934767554741846e-05,
      "loss": 0.0511,
      "step": 990
    },
    {
      "grad_norm": 0.8130436539649963,
      "learning_rate": 9.932078399528361e-05,
      "loss": 0.0424,
      "step": 1000
    },
    {
      "grad_norm": 0.7339826822280884,
      "learning_rate": 9.929335307895689e-05,
      "loss": 0.043,
      "step": 1010
    },
    {
      "grad_norm": 0.7107013463973999,
      "learning_rate": 9.926538309841839e-05,
      "loss": 0.0498,
      "step": 1020
    },
    {
      "grad_norm": 0.7686504125595093,
      "learning_rate": 9.923687435954334e-05,
      "loss": 0.0417,
      "step": 1030
    },
    {
      "grad_norm": 0.5518864989280701,
      "learning_rate": 9.920782717409873e-05,
      "loss": 0.0397,
      "step": 1040
    },
    {
      "grad_norm": 0.4921113848686218,
      "learning_rate": 9.917824185973994e-05,
      "loss": 0.0386,
      "step": 1050
    },
    {
      "grad_norm": 0.5414538979530334,
      "learning_rate": 9.914811874000723e-05,
      "loss": 0.0383,
      "step": 1060
    },
    {
      "grad_norm": 0.7523898482322693,
      "learning_rate": 9.911745814432218e-05,
      "loss": 0.0422,
      "step": 1070
    },
    {
      "grad_norm": 0.5954861640930176,
      "learning_rate": 9.90862604079842e-05,
      "loss": 0.0442,
      "step": 1080
    },
    {
      "grad_norm": 0.7658764719963074,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.0417,
      "step": 1090
    },
    {
      "grad_norm": 0.6343804001808167,
      "learning_rate": 9.90222548839135e-05,
      "loss": 0.0401,
      "step": 1100
    },
    {
      "grad_norm": 0.4654010534286499,
      "learning_rate": 9.898944779613495e-05,
      "loss": 0.0372,
      "step": 1110
    },
    {
      "grad_norm": 0.7204039096832275,
      "learning_rate": 9.89561049676041e-05,
      "loss": 0.0399,
      "step": 1120
    },
    {
      "grad_norm": 0.6943351626396179,
      "learning_rate": 9.89222267629528e-05,
      "loss": 0.0425,
      "step": 1130
    },
    {
      "grad_norm": 0.7369424104690552,
      "learning_rate": 9.888781355266763e-05,
      "loss": 0.0418,
      "step": 1140
    },
    {
      "grad_norm": 0.6650173664093018,
      "learning_rate": 9.885286571308598e-05,
      "loss": 0.0382,
      "step": 1150
    },
    {
      "grad_norm": 0.5390568375587463,
      "learning_rate": 9.881738362639182e-05,
      "loss": 0.0415,
      "step": 1160
    },
    {
      "grad_norm": 0.8118464946746826,
      "learning_rate": 9.878136768061154e-05,
      "loss": 0.0432,
      "step": 1170
    },
    {
      "grad_norm": 0.7557201981544495,
      "learning_rate": 9.874481826960979e-05,
      "loss": 0.0424,
      "step": 1180
    },
    {
      "grad_norm": 0.6853317022323608,
      "learning_rate": 9.870773579308503e-05,
      "loss": 0.0398,
      "step": 1190
    },
    {
      "grad_norm": 0.6386889815330505,
      "learning_rate": 9.867012065656533e-05,
      "loss": 0.0427,
      "step": 1200
    },
    {
      "grad_norm": 0.706305980682373,
      "learning_rate": 9.863197327140376e-05,
      "loss": 0.0375,
      "step": 1210
    },
    {
      "grad_norm": 0.7585138082504272,
      "learning_rate": 9.859329405477403e-05,
      "loss": 0.038,
      "step": 1220
    },
    {
      "grad_norm": 0.6497421264648438,
      "learning_rate": 9.855408342966585e-05,
      "loss": 0.0397,
      "step": 1230
    },
    {
      "grad_norm": 0.5648456811904907,
      "learning_rate": 9.851434182488033e-05,
      "loss": 0.038,
      "step": 1240
    },
    {
      "grad_norm": 0.7392773628234863,
      "learning_rate": 9.84740696750253e-05,
      "loss": 0.0375,
      "step": 1250
    },
    {
      "grad_norm": 0.7451732754707336,
      "learning_rate": 9.843326742051055e-05,
      "loss": 0.0384,
      "step": 1260
    },
    {
      "grad_norm": 0.5808190703392029,
      "learning_rate": 9.839193550754297e-05,
      "loss": 0.0374,
      "step": 1270
    },
    {
      "grad_norm": 0.7281758785247803,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.0418,
      "step": 1280
    },
    {
      "grad_norm": 0.6007897257804871,
      "learning_rate": 9.830768452003341e-05,
      "loss": 0.0375,
      "step": 1290
    },
    {
      "grad_norm": 0.6821262836456299,
      "learning_rate": 9.826476636684671e-05,
      "loss": 0.0369,
      "step": 1300
    },
    {
      "grad_norm": 0.6722646951675415,
      "learning_rate": 9.822132039790773e-05,
      "loss": 0.0368,
      "step": 1310
    },
    {
      "grad_norm": 0.5557746887207031,
      "learning_rate": 9.817734708833461e-05,
      "loss": 0.0337,
      "step": 1320
    },
    {
      "grad_norm": 0.6717876195907593,
      "learning_rate": 9.813284691901243e-05,
      "loss": 0.0423,
      "step": 1330
    },
    {
      "grad_norm": 0.6293877363204956,
      "learning_rate": 9.808782037658792e-05,
      "loss": 0.0408,
      "step": 1340
    },
    {
      "grad_norm": 0.6186095476150513,
      "learning_rate": 9.804226795346411e-05,
      "loss": 0.0382,
      "step": 1350
    },
    {
      "grad_norm": 0.8207311630249023,
      "learning_rate": 9.799619014779503e-05,
      "loss": 0.0371,
      "step": 1360
    },
    {
      "grad_norm": 0.5756433010101318,
      "learning_rate": 9.794958746348013e-05,
      "loss": 0.0384,
      "step": 1370
    },
    {
      "grad_norm": 0.653166651725769,
      "learning_rate": 9.790246041015896e-05,
      "loss": 0.034,
      "step": 1380
    },
    {
      "grad_norm": 0.6604922413825989,
      "learning_rate": 9.785480950320538e-05,
      "loss": 0.0347,
      "step": 1390
    },
    {
      "grad_norm": 0.7043635249137878,
      "learning_rate": 9.78066352637221e-05,
      "loss": 0.0338,
      "step": 1400
    },
    {
      "grad_norm": 0.6509787440299988,
      "learning_rate": 9.775793821853488e-05,
      "loss": 0.0355,
      "step": 1410
    },
    {
      "grad_norm": 0.6967816948890686,
      "learning_rate": 9.77087189001868e-05,
      "loss": 0.0353,
      "step": 1420
    },
    {
      "grad_norm": 0.8638598322868347,
      "learning_rate": 9.765897784693243e-05,
      "loss": 0.0361,
      "step": 1430
    },
    {
      "grad_norm": 0.6340733170509338,
      "learning_rate": 9.760871560273197e-05,
      "loss": 0.0351,
      "step": 1440
    },
    {
      "grad_norm": 0.6075161695480347,
      "learning_rate": 9.755793271724526e-05,
      "loss": 0.0342,
      "step": 1450
    },
    {
      "grad_norm": 0.6330815553665161,
      "learning_rate": 9.750662974582584e-05,
      "loss": 0.0406,
      "step": 1460
    },
    {
      "grad_norm": 0.5282254815101624,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.0351,
      "step": 1470
    },
    {
      "grad_norm": 0.7070049047470093,
      "learning_rate": 9.740246579503447e-05,
      "loss": 0.0366,
      "step": 1480
    },
    {
      "grad_norm": 0.7055975198745728,
      "learning_rate": 9.734960595478284e-05,
      "loss": 0.0357,
      "step": 1490
    },
    {
      "grad_norm": 0.6384962797164917,
      "learning_rate": 9.729622830682657e-05,
      "loss": 0.0343,
      "step": 1500
    },
    {
      "grad_norm": 0.5874096751213074,
      "learning_rate": 9.724233343489504e-05,
      "loss": 0.0372,
      "step": 1510
    },
    {
      "grad_norm": 0.5690801739692688,
      "learning_rate": 9.718792192837396e-05,
      "loss": 0.0319,
      "step": 1520
    },
    {
      "grad_norm": 0.6367931962013245,
      "learning_rate": 9.713299438229886e-05,
      "loss": 0.037,
      "step": 1530
    },
    {
      "grad_norm": 0.5469662547111511,
      "learning_rate": 9.707755139734855e-05,
      "loss": 0.0365,
      "step": 1540
    },
    {
      "grad_norm": 0.556199848651886,
      "learning_rate": 9.702159357983866e-05,
      "loss": 0.0342,
      "step": 1550
    },
    {
      "grad_norm": 0.6330277919769287,
      "learning_rate": 9.696512154171492e-05,
      "loss": 0.0363,
      "step": 1560
    },
    {
      "grad_norm": 0.6156578660011292,
      "learning_rate": 9.690813590054645e-05,
      "loss": 0.036,
      "step": 1570
    },
    {
      "grad_norm": 0.633952260017395,
      "learning_rate": 9.685063727951914e-05,
      "loss": 0.0342,
      "step": 1580
    },
    {
      "grad_norm": 0.4720134735107422,
      "learning_rate": 9.679262630742865e-05,
      "loss": 0.0352,
      "step": 1590
    },
    {
      "grad_norm": 0.6747561097145081,
      "learning_rate": 9.673410361867373e-05,
      "loss": 0.0361,
      "step": 1600
    },
    {
      "grad_norm": 0.5455501675605774,
      "learning_rate": 9.667506985324909e-05,
      "loss": 0.0332,
      "step": 1610
    },
    {
      "grad_norm": 0.698010265827179,
      "learning_rate": 9.661552565673855e-05,
      "loss": 0.0309,
      "step": 1620
    },
    {
      "grad_norm": 0.6324073672294617,
      "learning_rate": 9.655547168030789e-05,
      "loss": 0.035,
      "step": 1630
    },
    {
      "grad_norm": 0.6724660992622375,
      "learning_rate": 9.649490858069777e-05,
      "loss": 0.0327,
      "step": 1640
    },
    {
      "grad_norm": 0.4986797273159027,
      "learning_rate": 9.643383702021658e-05,
      "loss": 0.032,
      "step": 1650
    },
    {
      "grad_norm": 0.6412114500999451,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.0309,
      "step": 1660
    },
    {
      "grad_norm": 0.5809900164604187,
      "learning_rate": 9.631017119366922e-05,
      "loss": 0.0319,
      "step": 1670
    },
    {
      "grad_norm": 0.5835633277893066,
      "learning_rate": 9.624757827999273e-05,
      "loss": 0.0339,
      "step": 1680
    },
    {
      "grad_norm": 0.5545461773872375,
      "learning_rate": 9.618447961020971e-05,
      "loss": 0.039,
      "step": 1690
    },
    {
      "grad_norm": 0.6023017168045044,
      "learning_rate": 9.612087587435707e-05,
      "loss": 0.038,
      "step": 1700
    },
    {
      "grad_norm": 0.6422150135040283,
      "learning_rate": 9.605676776799508e-05,
      "loss": 0.0342,
      "step": 1710
    },
    {
      "grad_norm": 0.6100661158561707,
      "learning_rate": 9.599215599219973e-05,
      "loss": 0.0332,
      "step": 1720
    },
    {
      "grad_norm": 0.6025664806365967,
      "learning_rate": 9.592704125355505e-05,
      "loss": 0.0332,
      "step": 1730
    },
    {
      "grad_norm": 0.5365665555000305,
      "learning_rate": 9.586142426414538e-05,
      "loss": 0.0322,
      "step": 1740
    },
    {
      "grad_norm": 0.6416350603103638,
      "learning_rate": 9.57953057415476e-05,
      "loss": 0.0356,
      "step": 1750
    },
    {
      "grad_norm": 0.5091562867164612,
      "learning_rate": 9.572868640882328e-05,
      "loss": 0.0327,
      "step": 1760
    },
    {
      "grad_norm": 0.506897509098053,
      "learning_rate": 9.56615669945108e-05,
      "loss": 0.0347,
      "step": 1770
    },
    {
      "grad_norm": 0.5713956356048584,
      "learning_rate": 9.55939482326173e-05,
      "loss": 0.0324,
      "step": 1780
    },
    {
      "grad_norm": 0.47305065393447876,
      "learning_rate": 9.552583086261069e-05,
      "loss": 0.034,
      "step": 1790
    },
    {
      "grad_norm": 0.5677897334098816,
      "learning_rate": 9.545721562941168e-05,
      "loss": 0.0319,
      "step": 1800
    },
    {
      "grad_norm": 0.5385820865631104,
      "learning_rate": 9.538810328338543e-05,
      "loss": 0.0306,
      "step": 1810
    },
    {
      "grad_norm": 0.67743319272995,
      "learning_rate": 9.531849458033349e-05,
      "loss": 0.0336,
      "step": 1820
    },
    {
      "grad_norm": 0.6273674368858337,
      "learning_rate": 9.524839028148547e-05,
      "loss": 0.0325,
      "step": 1830
    },
    {
      "grad_norm": 0.5729127526283264,
      "learning_rate": 9.517779115349077e-05,
      "loss": 0.033,
      "step": 1840
    },
    {
      "grad_norm": 0.5738729238510132,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.0327,
      "step": 1850
    },
    {
      "grad_norm": 0.46439313888549805,
      "learning_rate": 9.503511150370727e-05,
      "loss": 0.0349,
      "step": 1860
    },
    {
      "grad_norm": 0.49889275431632996,
      "learning_rate": 9.496303254224024e-05,
      "loss": 0.0329,
      "step": 1870
    },
    {
      "grad_norm": 0.466863751411438,
      "learning_rate": 9.489046187225306e-05,
      "loss": 0.032,
      "step": 1880
    },
    {
      "grad_norm": 0.49700266122817993,
      "learning_rate": 9.481740028736692e-05,
      "loss": 0.0335,
      "step": 1890
    },
    {
      "grad_norm": 0.6205595135688782,
      "learning_rate": 9.474384858657164e-05,
      "loss": 0.0315,
      "step": 1900
    },
    {
      "grad_norm": 0.5160883665084839,
      "learning_rate": 9.466980757421679e-05,
      "loss": 0.0313,
      "step": 1910
    },
    {
      "grad_norm": 0.5717476010322571,
      "learning_rate": 9.459527806000305e-05,
      "loss": 0.0333,
      "step": 1920
    },
    {
      "grad_norm": 0.5541268587112427,
      "learning_rate": 9.452026085897325e-05,
      "loss": 0.0327,
      "step": 1930
    },
    {
      "grad_norm": 0.5027980208396912,
      "learning_rate": 9.444475679150348e-05,
      "loss": 0.0314,
      "step": 1940
    },
    {
      "grad_norm": 0.5508278608322144,
      "learning_rate": 9.436876668329411e-05,
      "loss": 0.0303,
      "step": 1950
    },
    {
      "grad_norm": 0.5171688199043274,
      "learning_rate": 9.429229136536079e-05,
      "loss": 0.0298,
      "step": 1960
    },
    {
      "grad_norm": 0.6098824143409729,
      "learning_rate": 9.421533167402534e-05,
      "loss": 0.0314,
      "step": 1970
    },
    {
      "grad_norm": 0.5086256265640259,
      "learning_rate": 9.413788845090666e-05,
      "loss": 0.0317,
      "step": 1980
    },
    {
      "grad_norm": 0.6548255681991577,
      "learning_rate": 9.405996254291136e-05,
      "loss": 0.0311,
      "step": 1990
    },
    {
      "grad_norm": 0.6564981341362,
      "learning_rate": 9.398155480222474e-05,
      "loss": 0.0309,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}