{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.5420440435409546,
      "learning_rate": 1.8e-06,
      "loss": 0.0694,
      "step": 10
    },
    {
      "grad_norm": 0.7189459204673767,
      "learning_rate": 3.8e-06,
      "loss": 0.0645,
      "step": 20
    },
    {
      "grad_norm": 0.21701538562774658,
      "learning_rate": 5.8e-06,
      "loss": 0.0317,
      "step": 30
    },
    {
      "grad_norm": 0.29029083251953125,
      "learning_rate": 7.8e-06,
      "loss": 0.0315,
      "step": 40
    },
    {
      "grad_norm": 0.10109149664640427,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.0273,
      "step": 50
    },
    {
      "grad_norm": 0.19640426337718964,
      "learning_rate": 1.18e-05,
      "loss": 0.0319,
      "step": 60
    },
    {
      "grad_norm": 0.1066979169845581,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 0.0251,
      "step": 70
    },
    {
      "grad_norm": 0.12810614705085754,
      "learning_rate": 1.58e-05,
      "loss": 0.024,
      "step": 80
    },
    {
      "grad_norm": 0.08170574903488159,
      "learning_rate": 1.78e-05,
      "loss": 0.0232,
      "step": 90
    },
    {
      "grad_norm": 0.16492632031440735,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 0.0283,
      "step": 100
    },
    {
      "grad_norm": 0.14535479247570038,
      "learning_rate": 2.18e-05,
      "loss": 0.0231,
      "step": 110
    },
    {
      "grad_norm": 0.17147088050842285,
      "learning_rate": 2.38e-05,
      "loss": 0.0315,
      "step": 120
    },
    {
      "grad_norm": 0.10768885165452957,
      "learning_rate": 2.58e-05,
      "loss": 0.0194,
      "step": 130
    },
    {
      "grad_norm": 0.10331500321626663,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 0.0203,
      "step": 140
    },
    {
      "grad_norm": 0.15777619183063507,
      "learning_rate": 2.98e-05,
      "loss": 0.0285,
      "step": 150
    },
    {
      "grad_norm": 0.11859080195426941,
      "learning_rate": 3.18e-05,
      "loss": 0.0234,
      "step": 160
    },
    {
      "grad_norm": 0.20379579067230225,
      "learning_rate": 3.38e-05,
      "loss": 0.0246,
      "step": 170
    },
    {
      "grad_norm": 0.08920297771692276,
      "learning_rate": 3.58e-05,
      "loss": 0.0209,
      "step": 180
    },
    {
      "grad_norm": 0.11533823609352112,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 0.0261,
      "step": 190
    },
    {
      "grad_norm": 0.1448919177055359,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.0264,
      "step": 200
    },
    {
      "grad_norm": 0.1489187777042389,
      "learning_rate": 4.18e-05,
      "loss": 0.0249,
      "step": 210
    },
    {
      "grad_norm": 0.1333455890417099,
      "learning_rate": 4.38e-05,
      "loss": 0.0281,
      "step": 220
    },
    {
      "grad_norm": 0.09986919909715652,
      "learning_rate": 4.58e-05,
      "loss": 0.0241,
      "step": 230
    },
    {
      "grad_norm": 0.15185418725013733,
      "learning_rate": 4.78e-05,
      "loss": 0.0279,
      "step": 240
    },
    {
      "grad_norm": 0.16237834095954895,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.0294,
      "step": 250
    },
    {
      "grad_norm": 0.25100767612457275,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.0292,
      "step": 260
    },
    {
      "grad_norm": 0.1342630535364151,
      "learning_rate": 5.380000000000001e-05,
      "loss": 0.0291,
      "step": 270
    },
    {
      "grad_norm": 0.1496191918849945,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.0332,
      "step": 280
    },
    {
      "grad_norm": 0.1313694268465042,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.0251,
      "step": 290
    },
    {
      "grad_norm": 0.13200165331363678,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.0307,
      "step": 300
    },
    {
      "grad_norm": 0.16884654760360718,
      "learning_rate": 6.18e-05,
      "loss": 0.0266,
      "step": 310
    },
    {
      "grad_norm": 0.21465812623500824,
      "learning_rate": 6.38e-05,
      "loss": 0.0309,
      "step": 320
    },
    {
      "grad_norm": 0.22422099113464355,
      "learning_rate": 6.58e-05,
      "loss": 0.0345,
      "step": 330
    },
    {
      "grad_norm": 0.16468451917171478,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.0269,
      "step": 340
    },
    {
      "grad_norm": 0.1649431437253952,
      "learning_rate": 6.98e-05,
      "loss": 0.0285,
      "step": 350
    },
    {
      "grad_norm": 0.18796072900295258,
      "learning_rate": 7.18e-05,
      "loss": 0.0294,
      "step": 360
    },
    {
      "grad_norm": 0.1406984180212021,
      "learning_rate": 7.38e-05,
      "loss": 0.0262,
      "step": 370
    },
    {
      "grad_norm": 0.12663526833057404,
      "learning_rate": 7.58e-05,
      "loss": 0.0287,
      "step": 380
    },
    {
      "grad_norm": 0.17990556359291077,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.0358,
      "step": 390
    },
    {
      "grad_norm": 0.14493271708488464,
      "learning_rate": 7.98e-05,
      "loss": 0.0262,
      "step": 400
    },
    {
      "grad_norm": 0.18220767378807068,
      "learning_rate": 8.18e-05,
      "loss": 0.0307,
      "step": 410
    },
    {
      "grad_norm": 0.2229013890028,
      "learning_rate": 8.38e-05,
      "loss": 0.0393,
      "step": 420
    },
    {
      "grad_norm": 0.21163704991340637,
      "learning_rate": 8.58e-05,
      "loss": 0.0327,
      "step": 430
    },
    {
      "grad_norm": 0.1903618574142456,
      "learning_rate": 8.78e-05,
      "loss": 0.034,
      "step": 440
    },
    {
      "grad_norm": 0.19045576453208923,
      "learning_rate": 8.98e-05,
      "loss": 0.0334,
      "step": 450
    },
    {
      "grad_norm": 0.12919433414936066,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.0276,
      "step": 460
    },
    {
      "grad_norm": 0.22944214940071106,
      "learning_rate": 9.38e-05,
      "loss": 0.0366,
      "step": 470
    },
    {
      "grad_norm": 0.2297431230545044,
      "learning_rate": 9.58e-05,
      "loss": 0.031,
      "step": 480
    },
    {
      "grad_norm": 0.11911984533071518,
      "learning_rate": 9.78e-05,
      "loss": 0.0349,
      "step": 490
    },
    {
      "grad_norm": 0.14332818984985352,
      "learning_rate": 9.98e-05,
      "loss": 0.0298,
      "step": 500
    },
    {
      "grad_norm": 0.23667897284030914,
      "learning_rate": 9.9999778549206e-05,
      "loss": 0.0325,
      "step": 510
    },
    {
      "grad_norm": 0.1407025307416916,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.0275,
      "step": 520
    },
    {
      "grad_norm": 0.2208714336156845,
      "learning_rate": 9.999770075521164e-05,
      "loss": 0.0351,
      "step": 530
    },
    {
      "grad_norm": 0.18774442374706268,
      "learning_rate": 9.99958417007713e-05,
      "loss": 0.0415,
      "step": 540
    },
    {
      "grad_norm": 0.17202721536159515,
      "learning_rate": 9.999343589981615e-05,
      "loss": 0.0279,
      "step": 550
    },
    {
      "grad_norm": 0.1869555562734604,
      "learning_rate": 9.999048337865568e-05,
      "loss": 0.0325,
      "step": 560
    },
    {
      "grad_norm": 0.184967041015625,
      "learning_rate": 9.998698416957815e-05,
      "loss": 0.0426,
      "step": 570
    },
    {
      "grad_norm": 0.16213007271289825,
      "learning_rate": 9.998293831085037e-05,
      "loss": 0.0329,
      "step": 580
    },
    {
      "grad_norm": 0.1410742849111557,
      "learning_rate": 9.997834584671719e-05,
      "loss": 0.0313,
      "step": 590
    },
    {
      "grad_norm": 0.1963675171136856,
      "learning_rate": 9.997320682740107e-05,
      "loss": 0.0341,
      "step": 600
    },
    {
      "grad_norm": 0.18096579611301422,
      "learning_rate": 9.996752130910149e-05,
      "loss": 0.0378,
      "step": 610
    },
    {
      "grad_norm": 0.16188250482082367,
      "learning_rate": 9.99612893539944e-05,
      "loss": 0.0355,
      "step": 620
    },
    {
      "grad_norm": 0.20988130569458008,
      "learning_rate": 9.995451103023144e-05,
      "loss": 0.0327,
      "step": 630
    },
    {
      "grad_norm": 0.13830691576004028,
      "learning_rate": 9.994718641193928e-05,
      "loss": 0.0303,
      "step": 640
    },
    {
      "grad_norm": 0.10543777048587799,
      "learning_rate": 9.993931557921874e-05,
      "loss": 0.0311,
      "step": 650
    },
    {
      "grad_norm": 0.15627624094486237,
      "learning_rate": 9.993089861814402e-05,
      "loss": 0.0311,
      "step": 660
    },
    {
      "grad_norm": 0.14420993626117706,
      "learning_rate": 9.992193562076166e-05,
      "loss": 0.0256,
      "step": 670
    },
    {
      "grad_norm": 0.18450821936130524,
      "learning_rate": 9.991242668508954e-05,
      "loss": 0.04,
      "step": 680
    },
    {
      "grad_norm": 0.16379375755786896,
      "learning_rate": 9.990237191511587e-05,
      "loss": 0.0284,
      "step": 690
    },
    {
      "grad_norm": 0.14060579240322113,
      "learning_rate": 9.989177142079802e-05,
      "loss": 0.0276,
      "step": 700
    },
    {
      "grad_norm": 0.22451449930667877,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.0337,
      "step": 710
    },
    {
      "grad_norm": 0.13399986922740936,
      "learning_rate": 9.986893372879762e-05,
      "loss": 0.0292,
      "step": 720
    },
    {
      "grad_norm": 0.14917080104351044,
      "learning_rate": 9.985669678086443e-05,
      "loss": 0.0369,
      "step": 730
    },
    {
      "grad_norm": 0.2764376699924469,
      "learning_rate": 9.984391460808298e-05,
      "loss": 0.0334,
      "step": 740
    },
    {
      "grad_norm": 0.15942853689193726,
      "learning_rate": 9.983058735023709e-05,
      "loss": 0.0314,
      "step": 750
    },
    {
      "grad_norm": 0.19267232716083527,
      "learning_rate": 9.98167151530715e-05,
      "loss": 0.0302,
      "step": 760
    },
    {
      "grad_norm": 0.1857871413230896,
      "learning_rate": 9.980229816829034e-05,
      "loss": 0.0324,
      "step": 770
    },
    {
      "grad_norm": 0.09672777354717255,
      "learning_rate": 9.978733655355544e-05,
      "loss": 0.0336,
      "step": 780
    },
    {
      "grad_norm": 0.1687411516904831,
      "learning_rate": 9.977183047248464e-05,
      "loss": 0.0264,
      "step": 790
    },
    {
      "grad_norm": 0.15346349775791168,
      "learning_rate": 9.975578009464992e-05,
      "loss": 0.0342,
      "step": 800
    },
    {
      "grad_norm": 0.12507975101470947,
      "learning_rate": 9.97391855955757e-05,
      "loss": 0.0282,
      "step": 810
    },
    {
      "grad_norm": 0.1824805736541748,
      "learning_rate": 9.972204715673669e-05,
      "loss": 0.0475,
      "step": 820
    },
    {
      "grad_norm": 0.1841856837272644,
      "learning_rate": 9.970436496555617e-05,
      "loss": 0.0357,
      "step": 830
    },
    {
      "grad_norm": 0.19906769692897797,
      "learning_rate": 9.968613921540373e-05,
      "loss": 0.0295,
      "step": 840
    },
    {
      "grad_norm": 0.15382325649261475,
      "learning_rate": 9.966737010559326e-05,
      "loss": 0.0308,
      "step": 850
    },
    {
      "grad_norm": 0.16068829596042633,
      "learning_rate": 9.964805784138072e-05,
      "loss": 0.0353,
      "step": 860
    },
    {
      "grad_norm": 0.12692637741565704,
      "learning_rate": 9.962820263396195e-05,
      "loss": 0.0269,
      "step": 870
    },
    {
      "grad_norm": 0.17217664420604706,
      "learning_rate": 9.960780470047033e-05,
      "loss": 0.0329,
      "step": 880
    },
    {
      "grad_norm": 0.1513223648071289,
      "learning_rate": 9.958686426397437e-05,
      "loss": 0.0297,
      "step": 890
    },
    {
      "grad_norm": 0.14868152141571045,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.028,
      "step": 900
    },
    {
      "grad_norm": 0.16328009963035583,
      "learning_rate": 9.95433568039047e-05,
      "loss": 0.0308,
      "step": 910
    },
    {
      "grad_norm": 0.15237754583358765,
      "learning_rate": 9.952079025612162e-05,
      "loss": 0.0342,
      "step": 920
    },
    {
      "grad_norm": 0.17242884635925293,
      "learning_rate": 9.949768215691022e-05,
      "loss": 0.0404,
      "step": 930
    },
    {
      "grad_norm": 0.15023668110370636,
      "learning_rate": 9.9474032758977e-05,
      "loss": 0.0228,
      "step": 940
    },
    {
      "grad_norm": 0.16494718194007874,
      "learning_rate": 9.944984232094794e-05,
      "loss": 0.0287,
      "step": 950
    },
    {
      "grad_norm": 0.149717316031456,
      "learning_rate": 9.942511110736584e-05,
      "loss": 0.0337,
      "step": 960
    },
    {
      "grad_norm": 0.14683957397937775,
      "learning_rate": 9.939983938868726e-05,
      "loss": 0.0281,
      "step": 970
    },
    {
      "grad_norm": 0.18098339438438416,
      "learning_rate": 9.93740274412797e-05,
      "loss": 0.0309,
      "step": 980
    },
    {
      "grad_norm": 0.17116370797157288,
      "learning_rate": 9.934767554741846e-05,
      "loss": 0.0291,
      "step": 990
    },
    {
      "grad_norm": 0.13913299143314362,
      "learning_rate": 9.932078399528361e-05,
      "loss": 0.0267,
      "step": 1000
    },
    {
      "grad_norm": 0.1686856746673584,
      "learning_rate": 9.929335307895689e-05,
      "loss": 0.0363,
      "step": 1010
    },
    {
      "grad_norm": 0.13024087250232697,
      "learning_rate": 9.926538309841839e-05,
      "loss": 0.0285,
      "step": 1020
    },
    {
      "grad_norm": 0.17685119807720184,
      "learning_rate": 9.923687435954334e-05,
      "loss": 0.0287,
      "step": 1030
    },
    {
      "grad_norm": 0.20717529952526093,
      "learning_rate": 9.920782717409873e-05,
      "loss": 0.027,
      "step": 1040
    },
    {
      "grad_norm": 0.15997067093849182,
      "learning_rate": 9.917824185973994e-05,
      "loss": 0.0283,
      "step": 1050
    },
    {
      "grad_norm": 0.13489104807376862,
      "learning_rate": 9.914811874000723e-05,
      "loss": 0.0339,
      "step": 1060
    },
    {
      "grad_norm": 0.1213482990860939,
      "learning_rate": 9.911745814432218e-05,
      "loss": 0.0247,
      "step": 1070
    },
    {
      "grad_norm": 0.13703866302967072,
      "learning_rate": 9.90862604079842e-05,
      "loss": 0.0288,
      "step": 1080
    },
    {
      "grad_norm": 0.18348318338394165,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.0297,
      "step": 1090
    },
    {
      "grad_norm": 0.11433199793100357,
      "learning_rate": 9.90222548839135e-05,
      "loss": 0.0268,
      "step": 1100
    },
    {
      "grad_norm": 0.17286507785320282,
      "learning_rate": 9.898944779613495e-05,
      "loss": 0.0267,
      "step": 1110
    },
    {
      "grad_norm": 0.1405310034751892,
      "learning_rate": 9.89561049676041e-05,
      "loss": 0.0264,
      "step": 1120
    },
    {
      "grad_norm": 0.10237786918878555,
      "learning_rate": 9.89222267629528e-05,
      "loss": 0.0272,
      "step": 1130
    },
    {
      "grad_norm": 0.17079147696495056,
      "learning_rate": 9.888781355266763e-05,
      "loss": 0.0239,
      "step": 1140
    },
    {
      "grad_norm": 0.1960420310497284,
      "learning_rate": 9.885286571308598e-05,
      "loss": 0.0292,
      "step": 1150
    },
    {
      "grad_norm": 0.1341986507177353,
      "learning_rate": 9.881738362639182e-05,
      "loss": 0.0237,
      "step": 1160
    },
    {
      "grad_norm": 0.14957411587238312,
      "learning_rate": 9.878136768061154e-05,
      "loss": 0.0304,
      "step": 1170
    },
    {
      "grad_norm": 0.23255684971809387,
      "learning_rate": 9.874481826960979e-05,
      "loss": 0.0292,
      "step": 1180
    },
    {
      "grad_norm": 0.12505985796451569,
      "learning_rate": 9.870773579308503e-05,
      "loss": 0.0304,
      "step": 1190
    },
    {
      "grad_norm": 0.13537172973155975,
      "learning_rate": 9.867012065656533e-05,
      "loss": 0.0304,
      "step": 1200
    },
    {
      "grad_norm": 0.16207456588745117,
      "learning_rate": 9.863197327140376e-05,
      "loss": 0.035,
      "step": 1210
    },
    {
      "grad_norm": 0.22213716804981232,
      "learning_rate": 9.859329405477403e-05,
      "loss": 0.031,
      "step": 1220
    },
    {
      "grad_norm": 0.18120811879634857,
      "learning_rate": 9.855408342966585e-05,
      "loss": 0.0267,
      "step": 1230
    },
    {
      "grad_norm": 0.18635620176792145,
      "learning_rate": 9.851434182488033e-05,
      "loss": 0.0308,
      "step": 1240
    },
    {
      "grad_norm": 0.14335626363754272,
      "learning_rate": 9.84740696750253e-05,
      "loss": 0.0229,
      "step": 1250
    },
    {
      "grad_norm": 0.12551842629909515,
      "learning_rate": 9.843326742051055e-05,
      "loss": 0.0224,
      "step": 1260
    },
    {
      "grad_norm": 0.1251303106546402,
      "learning_rate": 9.839193550754297e-05,
      "loss": 0.0232,
      "step": 1270
    },
    {
      "grad_norm": 0.1565120369195938,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.03,
      "step": 1280
    },
    {
      "grad_norm": 0.15832260251045227,
      "learning_rate": 9.830768452003341e-05,
      "loss": 0.0271,
      "step": 1290
    },
    {
      "grad_norm": 0.13791042566299438,
      "learning_rate": 9.826476636684671e-05,
      "loss": 0.0276,
      "step": 1300
    },
    {
      "grad_norm": 0.10483084619045258,
      "learning_rate": 9.822132039790773e-05,
      "loss": 0.0248,
      "step": 1310
    },
    {
      "grad_norm": 0.14374341070652008,
      "learning_rate": 9.817734708833461e-05,
      "loss": 0.0269,
      "step": 1320
    },
    {
      "grad_norm": 0.16665680706501007,
      "learning_rate": 9.813284691901243e-05,
      "loss": 0.0307,
      "step": 1330
    },
    {
      "grad_norm": 0.21279016137123108,
      "learning_rate": 9.808782037658792e-05,
      "loss": 0.0333,
      "step": 1340
    },
    {
      "grad_norm": 0.1460651457309723,
      "learning_rate": 9.804226795346411e-05,
      "loss": 0.0242,
      "step": 1350
    },
    {
      "grad_norm": 0.20963597297668457,
      "learning_rate": 9.799619014779503e-05,
      "loss": 0.0321,
      "step": 1360
    },
    {
      "grad_norm": 0.19664771854877472,
      "learning_rate": 9.794958746348013e-05,
      "loss": 0.0257,
      "step": 1370
    },
    {
      "grad_norm": 0.2412680685520172,
      "learning_rate": 9.790246041015896e-05,
      "loss": 0.0265,
      "step": 1380
    },
    {
      "grad_norm": 0.2061948925256729,
      "learning_rate": 9.785480950320538e-05,
      "loss": 0.0289,
      "step": 1390
    },
    {
      "grad_norm": 0.1481916904449463,
      "learning_rate": 9.78066352637221e-05,
      "loss": 0.027,
      "step": 1400
    },
    {
      "grad_norm": 0.15597012639045715,
      "learning_rate": 9.775793821853488e-05,
      "loss": 0.0373,
      "step": 1410
    },
    {
      "grad_norm": 0.14834840595722198,
      "learning_rate": 9.77087189001868e-05,
      "loss": 0.0296,
      "step": 1420
    },
    {
      "grad_norm": 0.18620194494724274,
      "learning_rate": 9.765897784693243e-05,
      "loss": 0.0287,
      "step": 1430
    },
    {
      "grad_norm": 0.13414987921714783,
      "learning_rate": 9.760871560273197e-05,
      "loss": 0.0227,
      "step": 1440
    },
    {
      "grad_norm": 0.1416088491678238,
      "learning_rate": 9.755793271724526e-05,
      "loss": 0.0346,
      "step": 1450
    },
    {
      "grad_norm": 0.10656988620758057,
      "learning_rate": 9.750662974582584e-05,
      "loss": 0.027,
      "step": 1460
    },
    {
      "grad_norm": 0.12058360874652863,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.0199,
      "step": 1470
    },
    {
      "grad_norm": 0.21359531581401825,
      "learning_rate": 9.740246579503447e-05,
      "loss": 0.0251,
      "step": 1480
    },
    {
      "grad_norm": 0.15765275061130524,
      "learning_rate": 9.734960595478284e-05,
      "loss": 0.0245,
      "step": 1490
    },
    {
      "grad_norm": 0.13638831675052643,
      "learning_rate": 9.729622830682657e-05,
      "loss": 0.031,
      "step": 1500
    },
    {
      "grad_norm": 0.14469914138317108,
      "learning_rate": 9.724233343489504e-05,
      "loss": 0.0237,
      "step": 1510
    },
    {
      "grad_norm": 0.12858904898166656,
      "learning_rate": 9.718792192837396e-05,
      "loss": 0.028,
      "step": 1520
    },
    {
      "grad_norm": 0.18743933737277985,
      "learning_rate": 9.713299438229886e-05,
      "loss": 0.0266,
      "step": 1530
    },
    {
      "grad_norm": 0.17122581601142883,
      "learning_rate": 9.707755139734855e-05,
      "loss": 0.0249,
      "step": 1540
    },
    {
      "grad_norm": 0.125565305352211,
      "learning_rate": 9.702159357983866e-05,
      "loss": 0.0313,
      "step": 1550
    },
    {
      "grad_norm": 0.11599742621183395,
      "learning_rate": 9.696512154171492e-05,
      "loss": 0.0229,
      "step": 1560
    },
    {
      "grad_norm": 0.17274866998195648,
      "learning_rate": 9.690813590054645e-05,
      "loss": 0.0226,
      "step": 1570
    },
    {
      "grad_norm": 0.10541734844446182,
      "learning_rate": 9.685063727951914e-05,
      "loss": 0.0247,
      "step": 1580
    },
    {
      "grad_norm": 0.27482670545578003,
      "learning_rate": 9.679262630742865e-05,
      "loss": 0.0271,
      "step": 1590
    },
    {
      "grad_norm": 0.1570490002632141,
      "learning_rate": 9.673410361867373e-05,
      "loss": 0.0282,
      "step": 1600
    },
    {
      "grad_norm": 0.1765255182981491,
      "learning_rate": 9.667506985324909e-05,
      "loss": 0.0292,
      "step": 1610
    },
    {
      "grad_norm": 0.12382631003856659,
      "learning_rate": 9.661552565673855e-05,
      "loss": 0.0276,
      "step": 1620
    },
    {
      "grad_norm": 0.1488092988729477,
      "learning_rate": 9.655547168030789e-05,
      "loss": 0.0297,
      "step": 1630
    },
    {
      "grad_norm": 0.17621779441833496,
      "learning_rate": 9.649490858069777e-05,
      "loss": 0.0246,
      "step": 1640
    },
    {
      "grad_norm": 0.1317397505044937,
      "learning_rate": 9.643383702021658e-05,
      "loss": 0.0228,
      "step": 1650
    },
    {
      "grad_norm": 0.18702450394630432,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.0326,
      "step": 1660
    },
    {
      "grad_norm": 0.15152408182621002,
      "learning_rate": 9.631017119366922e-05,
      "loss": 0.025,
      "step": 1670
    },
    {
      "grad_norm": 0.14151324331760406,
      "learning_rate": 9.624757827999273e-05,
      "loss": 0.0234,
      "step": 1680
    },
    {
      "grad_norm": 0.17372380197048187,
      "learning_rate": 9.618447961020971e-05,
      "loss": 0.0361,
      "step": 1690
    },
    {
      "grad_norm": 0.14488667249679565,
      "learning_rate": 9.612087587435707e-05,
      "loss": 0.0248,
      "step": 1700
    },
    {
      "grad_norm": 0.1468273550271988,
      "learning_rate": 9.605676776799508e-05,
      "loss": 0.0236,
      "step": 1710
    },
    {
      "grad_norm": 0.16720327734947205,
      "learning_rate": 9.599215599219973e-05,
      "loss": 0.0299,
      "step": 1720
    },
    {
      "grad_norm": 0.10409308969974518,
      "learning_rate": 9.592704125355505e-05,
      "loss": 0.0224,
      "step": 1730
    },
    {
      "grad_norm": 0.22400495409965515,
      "learning_rate": 9.586142426414538e-05,
      "loss": 0.0298,
      "step": 1740
    },
    {
      "grad_norm": 0.16129139065742493,
      "learning_rate": 9.57953057415476e-05,
      "loss": 0.0216,
      "step": 1750
    },
    {
      "grad_norm": 0.15150457620620728,
      "learning_rate": 9.572868640882328e-05,
      "loss": 0.0255,
      "step": 1760
    },
    {
      "grad_norm": 0.27912425994873047,
      "learning_rate": 9.56615669945108e-05,
      "loss": 0.0265,
      "step": 1770
    },
    {
      "grad_norm": 0.15684591233730316,
      "learning_rate": 9.55939482326173e-05,
      "loss": 0.0231,
      "step": 1780
    },
    {
      "grad_norm": 0.1414581537246704,
      "learning_rate": 9.552583086261069e-05,
      "loss": 0.0298,
      "step": 1790
    },
    {
      "grad_norm": 0.12455716729164124,
      "learning_rate": 9.545721562941168e-05,
      "loss": 0.0311,
      "step": 1800
    },
    {
      "grad_norm": 0.1510583609342575,
      "learning_rate": 9.538810328338543e-05,
      "loss": 0.0245,
      "step": 1810
    },
    {
      "grad_norm": 0.12179003655910492,
      "learning_rate": 9.531849458033349e-05,
      "loss": 0.0195,
      "step": 1820
    },
    {
      "grad_norm": 0.15041644871234894,
      "learning_rate": 9.524839028148547e-05,
      "loss": 0.0237,
      "step": 1830
    },
    {
      "grad_norm": 0.18131820857524872,
      "learning_rate": 9.517779115349077e-05,
      "loss": 0.027,
      "step": 1840
    },
    {
      "grad_norm": 0.13325054943561554,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.0222,
      "step": 1850
    },
    {
      "grad_norm": 0.14594273269176483,
      "learning_rate": 9.503511150370727e-05,
      "loss": 0.0252,
      "step": 1860
    },
    {
      "grad_norm": 0.1101432591676712,
      "learning_rate": 9.496303254224024e-05,
      "loss": 0.0196,
      "step": 1870
    },
    {
      "grad_norm": 0.11899697780609131,
      "learning_rate": 9.489046187225306e-05,
      "loss": 0.0238,
      "step": 1880
    },
    {
      "grad_norm": 0.1834312528371811,
      "learning_rate": 9.481740028736692e-05,
      "loss": 0.027,
      "step": 1890
    },
    {
      "grad_norm": 0.1628856211900711,
      "learning_rate": 9.474384858657164e-05,
      "loss": 0.033,
      "step": 1900
    },
    {
      "grad_norm": 0.16760051250457764,
      "learning_rate": 9.466980757421679e-05,
      "loss": 0.0237,
      "step": 1910
    },
    {
      "grad_norm": 0.15349121391773224,
      "learning_rate": 9.459527806000305e-05,
      "loss": 0.0201,
      "step": 1920
    },
    {
      "grad_norm": 0.18761931359767914,
      "learning_rate": 9.452026085897325e-05,
      "loss": 0.0263,
      "step": 1930
    },
    {
      "grad_norm": 0.13588790595531464,
      "learning_rate": 9.444475679150348e-05,
      "loss": 0.0199,
      "step": 1940
    },
    {
      "grad_norm": 0.11293373256921768,
      "learning_rate": 9.436876668329411e-05,
      "loss": 0.0265,
      "step": 1950
    },
    {
      "grad_norm": 0.15826141834259033,
      "learning_rate": 9.429229136536079e-05,
      "loss": 0.0253,
      "step": 1960
    },
    {
      "grad_norm": 0.1520809531211853,
      "learning_rate": 9.421533167402534e-05,
      "loss": 0.0245,
      "step": 1970
    },
    {
      "grad_norm": 0.12347332388162613,
      "learning_rate": 9.413788845090666e-05,
      "loss": 0.0294,
      "step": 1980
    },
    {
      "grad_norm": 0.13870365917682648,
      "learning_rate": 9.405996254291136e-05,
      "loss": 0.022,
      "step": 1990
    },
    {
      "grad_norm": 0.1662704199552536,
      "learning_rate": 9.398155480222474e-05,
      "loss": 0.0267,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}