{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.25,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.16436488926410675,
      "learning_rate": 3e-06,
      "loss": 1.2626,
      "step": 10
    },
    {
      "grad_norm": 0.17262399196624756,
      "learning_rate": 6.333333333333334e-06,
      "loss": 1.2533,
      "step": 20
    },
    {
      "grad_norm": 0.296794056892395,
      "learning_rate": 9.666666666666667e-06,
      "loss": 1.2115,
      "step": 30
    },
    {
      "grad_norm": 0.18189626932144165,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 1.1331,
      "step": 40
    },
    {
      "grad_norm": 0.19689704477787018,
      "learning_rate": 1.6333333333333335e-05,
      "loss": 1.0918,
      "step": 50
    },
    {
      "grad_norm": 0.33070850372314453,
      "learning_rate": 1.9666666666666666e-05,
      "loss": 1.075,
      "step": 60
    },
    {
      "grad_norm": 0.18935681879520416,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 1.0615,
      "step": 70
    },
    {
      "grad_norm": 0.38514193892478943,
      "learning_rate": 2.633333333333333e-05,
      "loss": 1.0459,
      "step": 80
    },
    {
      "grad_norm": 0.27131959795951843,
      "learning_rate": 2.9666666666666672e-05,
      "loss": 1.0219,
      "step": 90
    },
    {
      "grad_norm": 0.5233219265937805,
      "learning_rate": 3.3e-05,
      "loss": 0.9815,
      "step": 100
    },
    {
      "grad_norm": 0.3682015836238861,
      "learning_rate": 3.633333333333333e-05,
      "loss": 0.9351,
      "step": 110
    },
    {
      "grad_norm": 0.5758795738220215,
      "learning_rate": 3.966666666666667e-05,
      "loss": 0.8842,
      "step": 120
    },
    {
      "grad_norm": 0.9897364974021912,
      "learning_rate": 4.3e-05,
      "loss": 0.8308,
      "step": 130
    },
    {
      "grad_norm": 0.6590216755867004,
      "learning_rate": 4.633333333333333e-05,
      "loss": 0.7733,
      "step": 140
    },
    {
      "grad_norm": 0.850604236125946,
      "learning_rate": 4.966666666666667e-05,
      "loss": 0.7366,
      "step": 150
    },
    {
      "grad_norm": 0.7046625018119812,
      "learning_rate": 5.300000000000001e-05,
      "loss": 0.6911,
      "step": 160
    },
    {
      "grad_norm": 0.8093236684799194,
      "learning_rate": 5.633333333333334e-05,
      "loss": 0.6561,
      "step": 170
    },
    {
      "grad_norm": 1.1920536756515503,
      "learning_rate": 5.966666666666667e-05,
      "loss": 0.624,
      "step": 180
    },
    {
      "grad_norm": 0.8813220858573914,
      "learning_rate": 6.3e-05,
      "loss": 0.6004,
      "step": 190
    },
    {
      "grad_norm": 0.9447306394577026,
      "learning_rate": 6.633333333333334e-05,
      "loss": 0.5778,
      "step": 200
    },
    {
      "grad_norm": 1.016005039215088,
      "learning_rate": 6.966666666666668e-05,
      "loss": 0.5577,
      "step": 210
    },
    {
      "grad_norm": 0.9053665995597839,
      "learning_rate": 7.3e-05,
      "loss": 0.541,
      "step": 220
    },
    {
      "grad_norm": 1.1023659706115723,
      "learning_rate": 7.633333333333334e-05,
      "loss": 0.516,
      "step": 230
    },
    {
      "grad_norm": 1.2229526042938232,
      "learning_rate": 7.966666666666666e-05,
      "loss": 0.4996,
      "step": 240
    },
    {
      "grad_norm": 1.1556382179260254,
      "learning_rate": 8.3e-05,
      "loss": 0.4822,
      "step": 250
    },
    {
      "grad_norm": 1.349492073059082,
      "learning_rate": 8.633333333333334e-05,
      "loss": 0.4579,
      "step": 260
    },
    {
      "grad_norm": 1.251599669456482,
      "learning_rate": 8.966666666666666e-05,
      "loss": 0.4291,
      "step": 270
    },
    {
      "grad_norm": 1.1909986734390259,
      "learning_rate": 9.300000000000001e-05,
      "loss": 0.4068,
      "step": 280
    },
    {
      "grad_norm": 1.2850487232208252,
      "learning_rate": 9.633333333333335e-05,
      "loss": 0.3932,
      "step": 290
    },
    {
      "grad_norm": 1.3327720165252686,
      "learning_rate": 9.966666666666667e-05,
      "loss": 0.3716,
      "step": 300
    },
    {
      "grad_norm": 1.6960358619689941,
      "learning_rate": 9.999938485971279e-05,
      "loss": 0.3564,
      "step": 310
    },
    {
      "grad_norm": 1.3837307691574097,
      "learning_rate": 9.999725846827562e-05,
      "loss": 0.3295,
      "step": 320
    },
    {
      "grad_norm": 0.9719492793083191,
      "learning_rate": 9.999361329594254e-05,
      "loss": 0.3078,
      "step": 330
    },
    {
      "grad_norm": 1.0894017219543457,
      "learning_rate": 9.998844945344405e-05,
      "loss": 0.2905,
      "step": 340
    },
    {
      "grad_norm": 1.0385677814483643,
      "learning_rate": 9.99817670976436e-05,
      "loss": 0.2703,
      "step": 350
    },
    {
      "grad_norm": 1.2726777791976929,
      "learning_rate": 9.997356643153303e-05,
      "loss": 0.2523,
      "step": 360
    },
    {
      "grad_norm": 1.377550482749939,
      "learning_rate": 9.996384770422629e-05,
      "loss": 0.2416,
      "step": 370
    },
    {
      "grad_norm": 1.5664293766021729,
      "learning_rate": 9.995261121095194e-05,
      "loss": 0.2256,
      "step": 380
    },
    {
      "grad_norm": 1.2346878051757812,
      "learning_rate": 9.993985729304408e-05,
      "loss": 0.1967,
      "step": 390
    },
    {
      "grad_norm": 1.0488691329956055,
      "learning_rate": 9.992558633793212e-05,
      "loss": 0.1839,
      "step": 400
    },
    {
      "grad_norm": 1.8018057346343994,
      "learning_rate": 9.990979877912891e-05,
      "loss": 0.1722,
      "step": 410
    },
    {
      "grad_norm": 1.0807803869247437,
      "learning_rate": 9.989249509621759e-05,
      "loss": 0.1529,
      "step": 420
    },
    {
      "grad_norm": 1.1561813354492188,
      "learning_rate": 9.987367581483705e-05,
      "loss": 0.144,
      "step": 430
    },
    {
      "grad_norm": 1.4849426746368408,
      "learning_rate": 9.985334150666592e-05,
      "loss": 0.1278,
      "step": 440
    },
    {
      "grad_norm": 1.3472307920455933,
      "learning_rate": 9.983149278940526e-05,
      "loss": 0.1207,
      "step": 450
    },
    {
      "grad_norm": 1.3177121877670288,
      "learning_rate": 9.980813032675974e-05,
      "loss": 0.1188,
      "step": 460
    },
    {
      "grad_norm": 1.1293466091156006,
      "learning_rate": 9.978325482841753e-05,
      "loss": 0.108,
      "step": 470
    },
    {
      "grad_norm": 1.2579174041748047,
      "learning_rate": 9.975686705002867e-05,
      "loss": 0.0956,
      "step": 480
    },
    {
      "grad_norm": 1.0814399719238281,
      "learning_rate": 9.972896779318219e-05,
      "loss": 0.0928,
      "step": 490
    },
    {
      "grad_norm": 1.103074312210083,
      "learning_rate": 9.969955790538175e-05,
      "loss": 0.0919,
      "step": 500
    },
    {
      "grad_norm": 1.310774564743042,
      "learning_rate": 9.966863828001982e-05,
      "loss": 0.0948,
      "step": 510
    },
    {
      "grad_norm": 1.3567174673080444,
      "learning_rate": 9.963620985635065e-05,
      "loss": 0.0905,
      "step": 520
    },
    {
      "grad_norm": 1.0070871114730835,
      "learning_rate": 9.960227361946164e-05,
      "loss": 0.093,
      "step": 530
    },
    {
      "grad_norm": 1.145613431930542,
      "learning_rate": 9.95668306002435e-05,
      "loss": 0.0951,
      "step": 540
    },
    {
      "grad_norm": 0.9971445202827454,
      "learning_rate": 9.952988187535886e-05,
      "loss": 0.094,
      "step": 550
    },
    {
      "grad_norm": 1.1573495864868164,
      "learning_rate": 9.949142856720961e-05,
      "loss": 0.0842,
      "step": 560
    },
    {
      "grad_norm": 1.1136912107467651,
      "learning_rate": 9.945147184390278e-05,
      "loss": 0.0855,
      "step": 570
    },
    {
      "grad_norm": 1.0231609344482422,
      "learning_rate": 9.941001291921512e-05,
      "loss": 0.0775,
      "step": 580
    },
    {
      "grad_norm": 1.0133978128433228,
      "learning_rate": 9.936705305255612e-05,
      "loss": 0.083,
      "step": 590
    },
    {
      "grad_norm": 1.1500823497772217,
      "learning_rate": 9.932259354892984e-05,
      "loss": 0.0867,
      "step": 600
    },
    {
      "grad_norm": 1.0416063070297241,
      "learning_rate": 9.927663575889521e-05,
      "loss": 0.0796,
      "step": 610
    },
    {
      "grad_norm": 1.0557258129119873,
      "learning_rate": 9.922918107852504e-05,
      "loss": 0.0826,
      "step": 620
    },
    {
      "grad_norm": 1.2491735219955444,
      "learning_rate": 9.918023094936363e-05,
      "loss": 0.0817,
      "step": 630
    },
    {
      "grad_norm": 1.1741544008255005,
      "learning_rate": 9.912978685838294e-05,
      "loss": 0.0807,
      "step": 640
    },
    {
      "grad_norm": 1.2721768617630005,
      "learning_rate": 9.90778503379374e-05,
      "loss": 0.0754,
      "step": 650
    },
    {
      "grad_norm": 0.9619813561439514,
      "learning_rate": 9.902442296571743e-05,
      "loss": 0.0754,
      "step": 660
    },
    {
      "grad_norm": 1.1113922595977783,
      "learning_rate": 9.896950636470147e-05,
      "loss": 0.0736,
      "step": 670
    },
    {
      "grad_norm": 0.8889420032501221,
      "learning_rate": 9.891310220310666e-05,
      "loss": 0.0774,
      "step": 680
    },
    {
      "grad_norm": 0.8371496200561523,
      "learning_rate": 9.885521219433823e-05,
      "loss": 0.0752,
      "step": 690
    },
    {
      "grad_norm": 1.193962812423706,
      "learning_rate": 9.879583809693738e-05,
      "loss": 0.0739,
      "step": 700
    },
    {
      "grad_norm": 0.9352642893791199,
      "learning_rate": 9.873498171452789e-05,
      "loss": 0.074,
      "step": 710
    },
    {
      "grad_norm": 0.8476113677024841,
      "learning_rate": 9.867264489576135e-05,
      "loss": 0.0687,
      "step": 720
    },
    {
      "grad_norm": 0.85703045129776,
      "learning_rate": 9.860882953426099e-05,
      "loss": 0.0721,
      "step": 730
    },
    {
      "grad_norm": 1.0026068687438965,
      "learning_rate": 9.854353756856412e-05,
      "loss": 0.0632,
      "step": 740
    },
    {
      "grad_norm": 0.8964142799377441,
      "learning_rate": 9.847677098206332e-05,
      "loss": 0.0628,
      "step": 750
    },
    {
      "grad_norm": 0.9155259728431702,
      "learning_rate": 9.840853180294608e-05,
      "loss": 0.0647,
      "step": 760
    },
    {
      "grad_norm": 0.9439025521278381,
      "learning_rate": 9.833882210413332e-05,
      "loss": 0.0699,
      "step": 770
    },
    {
      "grad_norm": 0.9577764272689819,
      "learning_rate": 9.826764400321633e-05,
      "loss": 0.0639,
      "step": 780
    },
    {
      "grad_norm": 1.0065102577209473,
      "learning_rate": 9.819499966239243e-05,
      "loss": 0.0613,
      "step": 790
    },
    {
      "grad_norm": 0.9528071880340576,
      "learning_rate": 9.812089128839938e-05,
      "loss": 0.0643,
      "step": 800
    },
    {
      "grad_norm": 0.8194341659545898,
      "learning_rate": 9.804532113244828e-05,
      "loss": 0.0647,
      "step": 810
    },
    {
      "grad_norm": 0.8991771936416626,
      "learning_rate": 9.796829149015517e-05,
      "loss": 0.063,
      "step": 820
    },
    {
      "grad_norm": 0.7631344795227051,
      "learning_rate": 9.788980470147132e-05,
      "loss": 0.0651,
      "step": 830
    },
    {
      "grad_norm": 0.8909981846809387,
      "learning_rate": 9.780986315061218e-05,
      "loss": 0.0594,
      "step": 840
    },
    {
      "grad_norm": 0.8621935248374939,
      "learning_rate": 9.772846926598491e-05,
      "loss": 0.0623,
      "step": 850
    },
    {
      "grad_norm": 0.7843512296676636,
      "learning_rate": 9.76456255201146e-05,
      "loss": 0.061,
      "step": 860
    },
    {
      "grad_norm": 0.8107233047485352,
      "learning_rate": 9.756133442956923e-05,
      "loss": 0.06,
      "step": 870
    },
    {
      "grad_norm": 0.8250086307525635,
      "learning_rate": 9.747559855488313e-05,
      "loss": 0.0608,
      "step": 880
    },
    {
      "grad_norm": 1.0516151189804077,
      "learning_rate": 9.73884205004793e-05,
      "loss": 0.0587,
      "step": 890
    },
    {
      "grad_norm": 0.7967276573181152,
      "learning_rate": 9.729980291459019e-05,
      "loss": 0.0554,
      "step": 900
    },
    {
      "grad_norm": 0.7640511393547058,
      "learning_rate": 9.720974848917735e-05,
      "loss": 0.0649,
      "step": 910
    },
    {
      "grad_norm": 0.9864993095397949,
      "learning_rate": 9.711825995984957e-05,
      "loss": 0.0597,
      "step": 920
    },
    {
      "grad_norm": 0.8970789313316345,
      "learning_rate": 9.702534010577991e-05,
      "loss": 0.0559,
      "step": 930
    },
    {
      "grad_norm": 0.9033194780349731,
      "learning_rate": 9.693099174962103e-05,
      "loss": 0.0502,
      "step": 940
    },
    {
      "grad_norm": 0.891749918460846,
      "learning_rate": 9.683521775741977e-05,
      "loss": 0.0646,
      "step": 950
    },
    {
      "grad_norm": 0.8868605494499207,
      "learning_rate": 9.673802103852979e-05,
      "loss": 0.0592,
      "step": 960
    },
    {
      "grad_norm": 0.9233248829841614,
      "learning_rate": 9.663940454552342e-05,
      "loss": 0.0566,
      "step": 970
    },
    {
      "grad_norm": 0.8602434992790222,
      "learning_rate": 9.65393712741018e-05,
      "loss": 0.0534,
      "step": 980
    },
    {
      "grad_norm": 0.8748095631599426,
      "learning_rate": 9.6437924263004e-05,
      "loss": 0.0543,
      "step": 990
    },
    {
      "grad_norm": 0.7950878143310547,
      "learning_rate": 9.63350665939146e-05,
      "loss": 0.0517,
      "step": 1000
    },
    {
      "grad_norm": 0.8243885040283203,
      "learning_rate": 9.623080139137023e-05,
      "loss": 0.0516,
      "step": 1010
    },
    {
      "grad_norm": 0.772615373134613,
      "learning_rate": 9.612513182266447e-05,
      "loss": 0.053,
      "step": 1020
    },
    {
      "grad_norm": 0.8965969681739807,
      "learning_rate": 9.601806109775179e-05,
      "loss": 0.0514,
      "step": 1030
    },
    {
      "grad_norm": 0.8220785856246948,
      "learning_rate": 9.590959246914995e-05,
      "loss": 0.0585,
      "step": 1040
    },
    {
      "grad_norm": 0.8071192502975464,
      "learning_rate": 9.579972923184122e-05,
      "loss": 0.0528,
      "step": 1050
    },
    {
      "grad_norm": 0.715766429901123,
      "learning_rate": 9.568847472317232e-05,
      "loss": 0.0549,
      "step": 1060
    },
    {
      "grad_norm": 0.7731180191040039,
      "learning_rate": 9.557583232275303e-05,
      "loss": 0.051,
      "step": 1070
    },
    {
      "grad_norm": 0.7870914936065674,
      "learning_rate": 9.546180545235344e-05,
      "loss": 0.0535,
      "step": 1080
    },
    {
      "grad_norm": 0.7550817131996155,
      "learning_rate": 9.534639757580013e-05,
      "loss": 0.0556,
      "step": 1090
    },
    {
      "grad_norm": 0.8336426615715027,
      "learning_rate": 9.522961219887092e-05,
      "loss": 0.0515,
      "step": 1100
    },
    {
      "grad_norm": 0.7580074071884155,
      "learning_rate": 9.511145286918828e-05,
      "loss": 0.0547,
      "step": 1110
    },
    {
      "grad_norm": 0.7820581793785095,
      "learning_rate": 9.499192317611167e-05,
      "loss": 0.0546,
      "step": 1120
    },
    {
      "grad_norm": 0.8143420815467834,
      "learning_rate": 9.487102675062851e-05,
      "loss": 0.051,
      "step": 1130
    },
    {
      "grad_norm": 0.9172049164772034,
      "learning_rate": 9.474876726524374e-05,
      "loss": 0.055,
      "step": 1140
    },
    {
      "grad_norm": 0.6472367644309998,
      "learning_rate": 9.462514843386845e-05,
      "loss": 0.0475,
      "step": 1150
    },
    {
      "grad_norm": 0.8475685119628906,
      "learning_rate": 9.450017401170689e-05,
      "loss": 0.0481,
      "step": 1160
    },
    {
      "grad_norm": 0.6527271866798401,
      "learning_rate": 9.437384779514256e-05,
      "loss": 0.049,
      "step": 1170
    },
    {
      "grad_norm": 0.7633675932884216,
      "learning_rate": 9.424617362162271e-05,
      "loss": 0.044,
      "step": 1180
    },
    {
      "grad_norm": 0.6868181824684143,
      "learning_rate": 9.411715536954196e-05,
      "loss": 0.0493,
      "step": 1190
    },
    {
      "grad_norm": 0.7303510904312134,
      "learning_rate": 9.39867969581243e-05,
      "loss": 0.0526,
      "step": 1200
    },
    {
      "grad_norm": 0.7577109336853027,
      "learning_rate": 9.385510234730415e-05,
      "loss": 0.0549,
      "step": 1210
    },
    {
      "grad_norm": 0.671566903591156,
      "learning_rate": 9.372207553760603e-05,
      "loss": 0.0492,
      "step": 1220
    },
    {
      "grad_norm": 0.6442204713821411,
      "learning_rate": 9.358772057002312e-05,
      "loss": 0.0489,
      "step": 1230
    },
    {
      "grad_norm": 0.8377021551132202,
      "learning_rate": 9.345204152589428e-05,
      "loss": 0.0462,
      "step": 1240
    },
    {
      "grad_norm": 0.7773048281669617,
      "learning_rate": 9.331504252678037e-05,
      "loss": 0.0519,
      "step": 1250
    },
    {
      "grad_norm": 0.8093121647834778,
      "learning_rate": 9.317672773433876e-05,
      "loss": 0.0497,
      "step": 1260
    },
    {
      "grad_norm": 0.8040132522583008,
      "learning_rate": 9.30371013501972e-05,
      "loss": 0.0512,
      "step": 1270
    },
    {
      "grad_norm": 0.7714861035346985,
      "learning_rate": 9.289616761582587e-05,
      "loss": 0.0496,
      "step": 1280
    },
    {
      "grad_norm": 0.8005548715591431,
      "learning_rate": 9.275393081240882e-05,
      "loss": 0.0469,
      "step": 1290
    },
    {
      "grad_norm": 0.6162385940551758,
      "learning_rate": 9.261039526071374e-05,
      "loss": 0.0455,
      "step": 1300
    },
    {
      "grad_norm": 0.8203111290931702,
      "learning_rate": 9.246556532096078e-05,
      "loss": 0.0501,
      "step": 1310
    },
    {
      "grad_norm": 0.7906405329704285,
      "learning_rate": 9.231944539269009e-05,
      "loss": 0.0511,
      "step": 1320
    },
    {
      "grad_norm": 0.6650158166885376,
      "learning_rate": 9.217203991462815e-05,
      "loss": 0.0449,
      "step": 1330
    },
    {
      "grad_norm": 0.681294858455658,
      "learning_rate": 9.202335336455296e-05,
      "loss": 0.0497,
      "step": 1340
    },
    {
      "grad_norm": 0.7014471888542175,
      "learning_rate": 9.187339025915802e-05,
      "loss": 0.0454,
      "step": 1350
    },
    {
      "grad_norm": 0.768068790435791,
      "learning_rate": 9.17221551539151e-05,
      "loss": 0.048,
      "step": 1360
    },
    {
      "grad_norm": 0.6616342663764954,
      "learning_rate": 9.156965264293586e-05,
      "loss": 0.0446,
      "step": 1370
    },
    {
      "grad_norm": 0.8056400418281555,
      "learning_rate": 9.141588735883232e-05,
      "loss": 0.0496,
      "step": 1380
    },
    {
      "grad_norm": 0.7025634050369263,
      "learning_rate": 9.126086397257612e-05,
      "loss": 0.0477,
      "step": 1390
    },
    {
      "grad_norm": 0.7773793935775757,
      "learning_rate": 9.110458719335659e-05,
      "loss": 0.0478,
      "step": 1400
    },
    {
      "grad_norm": 0.696651041507721,
      "learning_rate": 9.094706176843777e-05,
      "loss": 0.0472,
      "step": 1410
    },
    {
      "grad_norm": 0.6660913228988647,
      "learning_rate": 9.078829248301417e-05,
      "loss": 0.0465,
      "step": 1420
    },
    {
      "grad_norm": 0.7574058771133423,
      "learning_rate": 9.062828416006539e-05,
      "loss": 0.0443,
      "step": 1430
    },
    {
      "grad_norm": 0.6740890145301819,
      "learning_rate": 9.046704166020961e-05,
      "loss": 0.0472,
      "step": 1440
    },
    {
      "grad_norm": 0.6242374181747437,
      "learning_rate": 9.030456988155596e-05,
      "loss": 0.0477,
      "step": 1450
    },
    {
      "grad_norm": 0.6770017147064209,
      "learning_rate": 9.014087375955573e-05,
      "loss": 0.0469,
      "step": 1460
    },
    {
      "grad_norm": 0.6208916306495667,
      "learning_rate": 8.997595826685243e-05,
      "loss": 0.0451,
      "step": 1470
    },
    {
      "grad_norm": 0.6913909316062927,
      "learning_rate": 8.980982841313074e-05,
      "loss": 0.0432,
      "step": 1480
    },
    {
      "grad_norm": 0.67692631483078,
      "learning_rate": 8.964248924496435e-05,
      "loss": 0.0475,
      "step": 1490
    },
    {
      "grad_norm": 0.6939643621444702,
      "learning_rate": 8.947394584566258e-05,
      "loss": 0.0395,
      "step": 1500
    }
  ],
  "logging_steps": 10,
  "max_steps": 6000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 90,
  "trial_name": null,
  "trial_params": null
}