{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.8532910388580492,
  "eval_steps": 500,
  "global_step": 1800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01586042823156225,
      "grad_norm": 19.139528850030874,
      "learning_rate": 8.910891089108911e-07,
      "loss": 8.2466,
      "step": 10
    },
    {
      "epoch": 0.0317208564631245,
      "grad_norm": 17.8179869039751,
      "learning_rate": 1.8811881188118813e-06,
      "loss": 8.1206,
      "step": 20
    },
    {
      "epoch": 0.047581284694686754,
      "grad_norm": 9.164020050000067,
      "learning_rate": 2.8712871287128717e-06,
      "loss": 7.4762,
      "step": 30
    },
    {
      "epoch": 0.063441712926249,
      "grad_norm": 4.906293902424142,
      "learning_rate": 3.861386138613861e-06,
      "loss": 6.7446,
      "step": 40
    },
    {
      "epoch": 0.07930214115781126,
      "grad_norm": 3.052162672695787,
      "learning_rate": 4.851485148514852e-06,
      "loss": 6.2761,
      "step": 50
    },
    {
      "epoch": 0.09516256938937351,
      "grad_norm": 2.98736461961841,
      "learning_rate": 5.841584158415842e-06,
      "loss": 5.929,
      "step": 60
    },
    {
      "epoch": 0.11102299762093576,
      "grad_norm": 3.707337444231957,
      "learning_rate": 6.831683168316833e-06,
      "loss": 5.5255,
      "step": 70
    },
    {
      "epoch": 0.126883425852498,
      "grad_norm": 4.5149941785829,
      "learning_rate": 7.821782178217822e-06,
      "loss": 4.9205,
      "step": 80
    },
    {
      "epoch": 0.14274385408406026,
      "grad_norm": 4.194108732375239,
      "learning_rate": 8.811881188118812e-06,
      "loss": 4.2318,
      "step": 90
    },
    {
      "epoch": 0.1586042823156225,
      "grad_norm": 3.8369189131135757,
      "learning_rate": 9.801980198019804e-06,
      "loss": 3.6352,
      "step": 100
    },
    {
      "epoch": 0.17446471054718476,
      "grad_norm": 3.7340050812724255,
      "learning_rate": 1.0792079207920792e-05,
      "loss": 3.2605,
      "step": 110
    },
    {
      "epoch": 0.19032513877874702,
      "grad_norm": 3.9254417022343637,
      "learning_rate": 1.1782178217821782e-05,
      "loss": 3.0544,
      "step": 120
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 4.840686832835472,
      "learning_rate": 1.2772277227722773e-05,
      "loss": 2.9196,
      "step": 130
    },
    {
      "epoch": 0.22204599524187152,
      "grad_norm": 13.780201154926932,
      "learning_rate": 1.3762376237623763e-05,
      "loss": 2.8095,
      "step": 140
    },
    {
      "epoch": 0.23790642347343377,
      "grad_norm": 6.344054558352859,
      "learning_rate": 1.4752475247524752e-05,
      "loss": 2.7136,
      "step": 150
    },
    {
      "epoch": 0.253766851704996,
      "grad_norm": 4.982092617175093,
      "learning_rate": 1.5742574257425743e-05,
      "loss": 2.6392,
      "step": 160
    },
    {
      "epoch": 0.2696272799365583,
      "grad_norm": 8.162264297232719,
      "learning_rate": 1.6732673267326735e-05,
      "loss": 2.5676,
      "step": 170
    },
    {
      "epoch": 0.2854877081681205,
      "grad_norm": 9.068632822505595,
      "learning_rate": 1.7722772277227723e-05,
      "loss": 2.4886,
      "step": 180
    },
    {
      "epoch": 0.3013481363996828,
      "grad_norm": 21.522422147460635,
      "learning_rate": 1.8712871287128715e-05,
      "loss": 2.424,
      "step": 190
    },
    {
      "epoch": 0.317208564631245,
      "grad_norm": 20.83191234754218,
      "learning_rate": 1.9702970297029703e-05,
      "loss": 2.3979,
      "step": 200
    },
    {
      "epoch": 0.3330689928628073,
      "grad_norm": 11.966941640205993,
      "learning_rate": 2.069306930693069e-05,
      "loss": 2.3199,
      "step": 210
    },
    {
      "epoch": 0.34892942109436953,
      "grad_norm": 13.845469765092606,
      "learning_rate": 2.1683168316831683e-05,
      "loss": 2.2642,
      "step": 220
    },
    {
      "epoch": 0.3647898493259318,
      "grad_norm": 10.896989301572372,
      "learning_rate": 2.2673267326732675e-05,
      "loss": 2.1938,
      "step": 230
    },
    {
      "epoch": 0.38065027755749403,
      "grad_norm": 8.461441256784877,
      "learning_rate": 2.3663366336633663e-05,
      "loss": 2.1093,
      "step": 240
    },
    {
      "epoch": 0.3965107057890563,
      "grad_norm": 15.437949044441957,
      "learning_rate": 2.4653465346534655e-05,
      "loss": 2.0244,
      "step": 250
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 6.9324747811801215,
      "learning_rate": 2.5643564356435646e-05,
      "loss": 1.9328,
      "step": 260
    },
    {
      "epoch": 0.4282315622521808,
      "grad_norm": 6.539929054412363,
      "learning_rate": 2.6633663366336638e-05,
      "loss": 1.8107,
      "step": 270
    },
    {
      "epoch": 0.44409199048374304,
      "grad_norm": 9.546138483110752,
      "learning_rate": 2.7623762376237626e-05,
      "loss": 1.719,
      "step": 280
    },
    {
      "epoch": 0.4599524187153053,
      "grad_norm": 6.921145854402886,
      "learning_rate": 2.8613861386138614e-05,
      "loss": 1.64,
      "step": 290
    },
    {
      "epoch": 0.47581284694686754,
      "grad_norm": 5.464388935314663,
      "learning_rate": 2.9603960396039603e-05,
      "loss": 1.5848,
      "step": 300
    },
    {
      "epoch": 0.4916732751784298,
      "grad_norm": 5.644631505546815,
      "learning_rate": 3.0594059405940594e-05,
      "loss": 1.515,
      "step": 310
    },
    {
      "epoch": 0.507533703409992,
      "grad_norm": 7.749393965323654,
      "learning_rate": 3.158415841584158e-05,
      "loss": 1.4565,
      "step": 320
    },
    {
      "epoch": 0.5233941316415543,
      "grad_norm": 7.011857430438995,
      "learning_rate": 3.257425742574258e-05,
      "loss": 1.4069,
      "step": 330
    },
    {
      "epoch": 0.5392545598731165,
      "grad_norm": 4.774306275517458,
      "learning_rate": 3.3564356435643566e-05,
      "loss": 1.3559,
      "step": 340
    },
    {
      "epoch": 0.5551149881046789,
      "grad_norm": 4.827841991876933,
      "learning_rate": 3.4554455445544554e-05,
      "loss": 1.3113,
      "step": 350
    },
    {
      "epoch": 0.570975416336241,
      "grad_norm": 6.409703044827469,
      "learning_rate": 3.554455445544554e-05,
      "loss": 1.272,
      "step": 360
    },
    {
      "epoch": 0.5868358445678034,
      "grad_norm": 7.223403220564374,
      "learning_rate": 3.653465346534654e-05,
      "loss": 1.2188,
      "step": 370
    },
    {
      "epoch": 0.6026962727993656,
      "grad_norm": 5.777859827384273,
      "learning_rate": 3.7524752475247526e-05,
      "loss": 1.1884,
      "step": 380
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 6.4063926115137875,
      "learning_rate": 3.851485148514852e-05,
      "loss": 1.1581,
      "step": 390
    },
    {
      "epoch": 0.63441712926249,
      "grad_norm": 6.651129225778287,
      "learning_rate": 3.950495049504951e-05,
      "loss": 1.1047,
      "step": 400
    },
    {
      "epoch": 0.6502775574940524,
      "grad_norm": 5.6870828905793065,
      "learning_rate": 4.04950495049505e-05,
      "loss": 1.0823,
      "step": 410
    },
    {
      "epoch": 0.6661379857256146,
      "grad_norm": 5.667978471416249,
      "learning_rate": 4.1485148514851486e-05,
      "loss": 1.0494,
      "step": 420
    },
    {
      "epoch": 0.6819984139571769,
      "grad_norm": 4.237807026037709,
      "learning_rate": 4.2475247524752474e-05,
      "loss": 1.0155,
      "step": 430
    },
    {
      "epoch": 0.6978588421887391,
      "grad_norm": 4.255500663396079,
      "learning_rate": 4.346534653465347e-05,
      "loss": 0.9875,
      "step": 440
    },
    {
      "epoch": 0.7137192704203014,
      "grad_norm": 5.185306420438398,
      "learning_rate": 4.445544554455446e-05,
      "loss": 0.9639,
      "step": 450
    },
    {
      "epoch": 0.7295796986518636,
      "grad_norm": 5.272706809075813,
      "learning_rate": 4.544554455445545e-05,
      "loss": 0.9387,
      "step": 460
    },
    {
      "epoch": 0.7454401268834259,
      "grad_norm": 6.077622808418557,
      "learning_rate": 4.643564356435644e-05,
      "loss": 0.921,
      "step": 470
    },
    {
      "epoch": 0.7613005551149881,
      "grad_norm": 4.6482898197595235,
      "learning_rate": 4.742574257425743e-05,
      "loss": 0.8856,
      "step": 480
    },
    {
      "epoch": 0.7771609833465504,
      "grad_norm": 5.2219845727325955,
      "learning_rate": 4.841584158415842e-05,
      "loss": 0.8562,
      "step": 490
    },
    {
      "epoch": 0.7930214115781126,
      "grad_norm": 5.064442866871307,
      "learning_rate": 4.9405940594059405e-05,
      "loss": 0.8393,
      "step": 500
    },
    {
      "epoch": 0.8088818398096749,
      "grad_norm": 4.238944041111026,
      "learning_rate": 5.03960396039604e-05,
      "loss": 0.8133,
      "step": 510
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 5.703536274698318,
      "learning_rate": 5.138613861386139e-05,
      "loss": 0.8012,
      "step": 520
    },
    {
      "epoch": 0.8406026962727994,
      "grad_norm": 5.296419707622884,
      "learning_rate": 5.2376237623762384e-05,
      "loss": 0.767,
      "step": 530
    },
    {
      "epoch": 0.8564631245043616,
      "grad_norm": 5.699284324132107,
      "learning_rate": 5.336633663366337e-05,
      "loss": 0.7484,
      "step": 540
    },
    {
      "epoch": 0.8723235527359239,
      "grad_norm": 6.425639332496651,
      "learning_rate": 5.435643564356436e-05,
      "loss": 0.7292,
      "step": 550
    },
    {
      "epoch": 0.8881839809674861,
      "grad_norm": 5.045854763956847,
      "learning_rate": 5.5346534653465355e-05,
      "loss": 0.6976,
      "step": 560
    },
    {
      "epoch": 0.9040444091990484,
      "grad_norm": 5.0868187480748315,
      "learning_rate": 5.633663366336634e-05,
      "loss": 0.6719,
      "step": 570
    },
    {
      "epoch": 0.9199048374306106,
      "grad_norm": 6.760967897420004,
      "learning_rate": 5.7326732673267325e-05,
      "loss": 0.6573,
      "step": 580
    },
    {
      "epoch": 0.9357652656621729,
      "grad_norm": 4.427355231592498,
      "learning_rate": 5.831683168316831e-05,
      "loss": 0.6471,
      "step": 590
    },
    {
      "epoch": 0.9516256938937351,
      "grad_norm": 3.9839664702745634,
      "learning_rate": 5.930693069306931e-05,
      "loss": 0.6221,
      "step": 600
    },
    {
      "epoch": 0.9674861221252974,
      "grad_norm": 3.2513703063334196,
      "learning_rate": 6.02970297029703e-05,
      "loss": 0.5913,
      "step": 610
    },
    {
      "epoch": 0.9833465503568596,
      "grad_norm": 3.485916478339426,
      "learning_rate": 6.128712871287129e-05,
      "loss": 0.5775,
      "step": 620
    },
    {
      "epoch": 0.9992069785884219,
      "grad_norm": 4.08651811102019,
      "learning_rate": 6.227722772277228e-05,
      "loss": 0.5598,
      "step": 630
    },
    {
      "epoch": 1.014274385408406,
      "grad_norm": 3.438814479162103,
      "learning_rate": 6.326732673267327e-05,
      "loss": 0.5349,
      "step": 640
    },
    {
      "epoch": 1.0301348136399682,
      "grad_norm": 4.44087122057166,
      "learning_rate": 6.425742574257426e-05,
      "loss": 0.5194,
      "step": 650
    },
    {
      "epoch": 1.0459952418715306,
      "grad_norm": 3.5256251500611384,
      "learning_rate": 6.524752475247526e-05,
      "loss": 0.506,
      "step": 660
    },
    {
      "epoch": 1.0618556701030928,
      "grad_norm": 3.422611919607941,
      "learning_rate": 6.623762376237625e-05,
      "loss": 0.4861,
      "step": 670
    },
    {
      "epoch": 1.077716098334655,
      "grad_norm": 3.133948265271591,
      "learning_rate": 6.722772277227723e-05,
      "loss": 0.4602,
      "step": 680
    },
    {
      "epoch": 1.0935765265662174,
      "grad_norm": 3.6082454324392534,
      "learning_rate": 6.821782178217822e-05,
      "loss": 0.4496,
      "step": 690
    },
    {
      "epoch": 1.1094369547977796,
      "grad_norm": 2.9254028901121027,
      "learning_rate": 6.920792079207921e-05,
      "loss": 0.4271,
      "step": 700
    },
    {
      "epoch": 1.1252973830293418,
      "grad_norm": 2.873534663709151,
      "learning_rate": 7.01980198019802e-05,
      "loss": 0.408,
      "step": 710
    },
    {
      "epoch": 1.141157811260904,
      "grad_norm": 2.4876771741690122,
      "learning_rate": 7.118811881188119e-05,
      "loss": 0.3908,
      "step": 720
    },
    {
      "epoch": 1.1570182394924662,
      "grad_norm": 2.7097832052411737,
      "learning_rate": 7.217821782178218e-05,
      "loss": 0.382,
      "step": 730
    },
    {
      "epoch": 1.1728786677240286,
      "grad_norm": 2.9660438369371884,
      "learning_rate": 7.316831683168316e-05,
      "loss": 0.3582,
      "step": 740
    },
    {
      "epoch": 1.1887390959555908,
      "grad_norm": 2.5000910168051895,
      "learning_rate": 7.415841584158417e-05,
      "loss": 0.3497,
      "step": 750
    },
    {
      "epoch": 1.204599524187153,
      "grad_norm": 2.633285101346317,
      "learning_rate": 7.514851485148515e-05,
      "loss": 0.3334,
      "step": 760
    },
    {
      "epoch": 1.2204599524187154,
      "grad_norm": 2.60732404875358,
      "learning_rate": 7.613861386138614e-05,
      "loss": 0.3184,
      "step": 770
    },
    {
      "epoch": 1.2363203806502776,
      "grad_norm": 2.0629946739238005,
      "learning_rate": 7.712871287128713e-05,
      "loss": 0.3067,
      "step": 780
    },
    {
      "epoch": 1.2521808088818398,
      "grad_norm": 2.4100126998703253,
      "learning_rate": 7.811881188118812e-05,
      "loss": 0.2875,
      "step": 790
    },
    {
      "epoch": 1.268041237113402,
      "grad_norm": 2.798339817744955,
      "learning_rate": 7.910891089108912e-05,
      "loss": 0.277,
      "step": 800
    },
    {
      "epoch": 1.2839016653449642,
      "grad_norm": 2.806131384717819,
      "learning_rate": 8.009900990099011e-05,
      "loss": 0.2701,
      "step": 810
    },
    {
      "epoch": 1.2997620935765266,
      "grad_norm": 1.9986997398098798,
      "learning_rate": 8.10891089108911e-05,
      "loss": 0.2559,
      "step": 820
    },
    {
      "epoch": 1.3156225218080888,
      "grad_norm": 2.359590651524235,
      "learning_rate": 8.207920792079207e-05,
      "loss": 0.2419,
      "step": 830
    },
    {
      "epoch": 1.331482950039651,
      "grad_norm": 2.331111900194689,
      "learning_rate": 8.306930693069307e-05,
      "loss": 0.2294,
      "step": 840
    },
    {
      "epoch": 1.3473433782712134,
      "grad_norm": 1.8818075156301755,
      "learning_rate": 8.405940594059406e-05,
      "loss": 0.2141,
      "step": 850
    },
    {
      "epoch": 1.3632038065027756,
      "grad_norm": 1.634132799610872,
      "learning_rate": 8.504950495049505e-05,
      "loss": 0.2069,
      "step": 860
    },
    {
      "epoch": 1.3790642347343378,
      "grad_norm": 1.5120836080111373,
      "learning_rate": 8.603960396039604e-05,
      "loss": 0.1966,
      "step": 870
    },
    {
      "epoch": 1.3949246629659,
      "grad_norm": 1.6982638535321994,
      "learning_rate": 8.702970297029703e-05,
      "loss": 0.1882,
      "step": 880
    },
    {
      "epoch": 1.4107850911974622,
      "grad_norm": 1.7108735595543574,
      "learning_rate": 8.801980198019803e-05,
      "loss": 0.1779,
      "step": 890
    },
    {
      "epoch": 1.4266455194290246,
      "grad_norm": 1.7296122709014143,
      "learning_rate": 8.900990099009902e-05,
      "loss": 0.1676,
      "step": 900
    },
    {
      "epoch": 1.4425059476605868,
      "grad_norm": 1.8189109064576499,
      "learning_rate": 9e-05,
      "loss": 0.1601,
      "step": 910
    },
    {
      "epoch": 1.458366375892149,
      "grad_norm": 2.095375586550601,
      "learning_rate": 9.0990099009901e-05,
      "loss": 0.1499,
      "step": 920
    },
    {
      "epoch": 1.4742268041237114,
      "grad_norm": 2.6273043704027312,
      "learning_rate": 9.198019801980198e-05,
      "loss": 0.1455,
      "step": 930
    },
    {
      "epoch": 1.4900872323552736,
      "grad_norm": 1.1840652988818152,
      "learning_rate": 9.297029702970298e-05,
      "loss": 0.1434,
      "step": 940
    },
    {
      "epoch": 1.5059476605868358,
      "grad_norm": 1.102318462015262,
      "learning_rate": 9.396039603960396e-05,
      "loss": 0.1322,
      "step": 950
    },
    {
      "epoch": 1.521808088818398,
      "grad_norm": 1.249035070323803,
      "learning_rate": 9.495049504950495e-05,
      "loss": 0.1232,
      "step": 960
    },
    {
      "epoch": 1.5376685170499602,
      "grad_norm": 0.8585709469514784,
      "learning_rate": 9.594059405940594e-05,
      "loss": 0.1175,
      "step": 970
    },
    {
      "epoch": 1.5535289452815226,
      "grad_norm": 0.959556178843799,
      "learning_rate": 9.693069306930694e-05,
      "loss": 0.1119,
      "step": 980
    },
    {
      "epoch": 1.5693893735130848,
      "grad_norm": 0.9203530254113947,
      "learning_rate": 9.792079207920793e-05,
      "loss": 0.1083,
      "step": 990
    },
    {
      "epoch": 1.5852498017446472,
      "grad_norm": 0.8563247229051851,
      "learning_rate": 9.891089108910891e-05,
      "loss": 0.1009,
      "step": 1000
    },
    {
      "epoch": 1.6011102299762094,
      "grad_norm": 1.4810040972537613,
      "learning_rate": 9.99009900990099e-05,
      "loss": 0.0954,
      "step": 1010
    },
    {
      "epoch": 1.6169706582077716,
      "grad_norm": 0.6927338195573747,
      "learning_rate": 9.999975790882544e-05,
      "loss": 0.0907,
      "step": 1020
    },
    {
      "epoch": 1.6328310864393338,
      "grad_norm": 0.6353525161914889,
      "learning_rate": 9.999892105345399e-05,
      "loss": 0.0856,
      "step": 1030
    },
    {
      "epoch": 1.648691514670896,
      "grad_norm": 1.0066185794390339,
      "learning_rate": 9.999748645510806e-05,
      "loss": 0.0904,
      "step": 1040
    },
    {
      "epoch": 1.6645519429024582,
      "grad_norm": 0.5499242841223613,
      "learning_rate": 9.999545413093843e-05,
      "loss": 0.0817,
      "step": 1050
    },
    {
      "epoch": 1.6804123711340206,
      "grad_norm": 0.6026955934647209,
      "learning_rate": 9.999282410524176e-05,
      "loss": 0.076,
      "step": 1060
    },
    {
      "epoch": 1.6962727993655828,
      "grad_norm": 0.5189336537822474,
      "learning_rate": 9.998959640946033e-05,
      "loss": 0.0706,
      "step": 1070
    },
    {
      "epoch": 1.7121332275971453,
      "grad_norm": 0.5108915419488772,
      "learning_rate": 9.998577108218162e-05,
      "loss": 0.0685,
      "step": 1080
    },
    {
      "epoch": 1.7279936558287075,
      "grad_norm": 0.4759581343462929,
      "learning_rate": 9.998134816913788e-05,
      "loss": 0.0642,
      "step": 1090
    },
    {
      "epoch": 1.7438540840602696,
      "grad_norm": 0.44750114998963825,
      "learning_rate": 9.997632772320553e-05,
      "loss": 0.0615,
      "step": 1100
    },
    {
      "epoch": 1.7597145122918318,
      "grad_norm": 0.4682540236602841,
      "learning_rate": 9.997070980440462e-05,
      "loss": 0.0587,
      "step": 1110
    },
    {
      "epoch": 1.775574940523394,
      "grad_norm": 0.46100974574978826,
      "learning_rate": 9.9964494479898e-05,
      "loss": 0.0571,
      "step": 1120
    },
    {
      "epoch": 1.7914353687549562,
      "grad_norm": 0.4802771820307019,
      "learning_rate": 9.995768182399062e-05,
      "loss": 0.0542,
      "step": 1130
    },
    {
      "epoch": 1.8072957969865187,
      "grad_norm": 0.402517941066615,
      "learning_rate": 9.995027191812859e-05,
      "loss": 0.0526,
      "step": 1140
    },
    {
      "epoch": 1.8231562252180809,
      "grad_norm": 0.36529022302452335,
      "learning_rate": 9.99422648508982e-05,
      "loss": 0.0502,
      "step": 1150
    },
    {
      "epoch": 1.8390166534496433,
      "grad_norm": 0.43348415026389686,
      "learning_rate": 9.993366071802484e-05,
      "loss": 0.0478,
      "step": 1160
    },
    {
      "epoch": 1.8548770816812055,
      "grad_norm": 0.32832066422044764,
      "learning_rate": 9.9924459622372e-05,
      "loss": 0.0469,
      "step": 1170
    },
    {
      "epoch": 1.8707375099127677,
      "grad_norm": 0.36783738330763543,
      "learning_rate": 9.991466167393981e-05,
      "loss": 0.0458,
      "step": 1180
    },
    {
      "epoch": 1.8865979381443299,
      "grad_norm": 2.3188302609712563,
      "learning_rate": 9.99042669898639e-05,
      "loss": 0.0459,
      "step": 1190
    },
    {
      "epoch": 1.902458366375892,
      "grad_norm": 0.5436195698507995,
      "learning_rate": 9.989327569441394e-05,
      "loss": 0.0464,
      "step": 1200
    },
    {
      "epoch": 1.9183187946074542,
      "grad_norm": 0.3263229164097963,
      "learning_rate": 9.988168791899218e-05,
      "loss": 0.0436,
      "step": 1210
    },
    {
      "epoch": 1.9341792228390167,
      "grad_norm": 0.3022710473853306,
      "learning_rate": 9.986950380213182e-05,
      "loss": 0.0416,
      "step": 1220
    },
    {
      "epoch": 1.9500396510705789,
      "grad_norm": 0.30154108928053425,
      "learning_rate": 9.98567234894954e-05,
      "loss": 0.0406,
      "step": 1230
    },
    {
      "epoch": 1.9659000793021413,
      "grad_norm": 0.3196021212235642,
      "learning_rate": 9.984334713387308e-05,
      "loss": 0.0396,
      "step": 1240
    },
    {
      "epoch": 1.9817605075337035,
      "grad_norm": 0.3236037547731566,
      "learning_rate": 9.982937489518075e-05,
      "loss": 0.0389,
      "step": 1250
    },
    {
      "epoch": 1.9976209357652657,
      "grad_norm": 0.3711446498733101,
      "learning_rate": 9.981480694045816e-05,
      "loss": 0.038,
      "step": 1260
    },
    {
      "epoch": 2.0126883425852498,
      "grad_norm": 0.3063522932516602,
      "learning_rate": 9.979964344386692e-05,
      "loss": 0.0359,
      "step": 1270
    },
    {
      "epoch": 2.028548770816812,
      "grad_norm": 0.30361076290584094,
      "learning_rate": 9.978388458668842e-05,
      "loss": 0.0343,
      "step": 1280
    },
    {
      "epoch": 2.044409199048374,
      "grad_norm": 0.258513333686689,
      "learning_rate": 9.976753055732166e-05,
      "loss": 0.0338,
      "step": 1290
    },
    {
      "epoch": 2.0602696272799363,
      "grad_norm": 0.25186209885924893,
      "learning_rate": 9.975058155128097e-05,
      "loss": 0.0332,
      "step": 1300
    },
    {
      "epoch": 2.076130055511499,
      "grad_norm": 0.2667716434965371,
      "learning_rate": 9.97330377711937e-05,
      "loss": 0.0325,
      "step": 1310
    },
    {
      "epoch": 2.091990483743061,
      "grad_norm": 0.25831881157696407,
      "learning_rate": 9.97148994267978e-05,
      "loss": 0.0322,
      "step": 1320
    },
    {
      "epoch": 2.1078509119746234,
      "grad_norm": 0.2422521939116205,
      "learning_rate": 9.969616673493932e-05,
      "loss": 0.0312,
      "step": 1330
    },
    {
      "epoch": 2.1237113402061856,
      "grad_norm": 0.25167325235563537,
      "learning_rate": 9.96768399195698e-05,
      "loss": 0.0311,
      "step": 1340
    },
    {
      "epoch": 2.1395717684377478,
      "grad_norm": 0.2648060208843995,
      "learning_rate": 9.965691921174357e-05,
      "loss": 0.0308,
      "step": 1350
    },
    {
      "epoch": 2.15543219666931,
      "grad_norm": 0.26050946392333785,
      "learning_rate": 9.963640484961505e-05,
      "loss": 0.03,
      "step": 1360
    },
    {
      "epoch": 2.171292624900872,
      "grad_norm": 0.2384998360178266,
      "learning_rate": 9.961529707843583e-05,
      "loss": 0.0297,
      "step": 1370
    },
    {
      "epoch": 2.187153053132435,
      "grad_norm": 0.25739858905812224,
      "learning_rate": 9.95935961505518e-05,
      "loss": 0.029,
      "step": 1380
    },
    {
      "epoch": 2.203013481363997,
      "grad_norm": 0.23794124732997246,
      "learning_rate": 9.95713023254001e-05,
      "loss": 0.0286,
      "step": 1390
    },
    {
      "epoch": 2.218873909595559,
      "grad_norm": 0.2301971290512307,
      "learning_rate": 9.954841586950606e-05,
      "loss": 0.0286,
      "step": 1400
    },
    {
      "epoch": 2.2347343378271214,
      "grad_norm": 0.2290063026328564,
      "learning_rate": 9.95249370564799e-05,
      "loss": 0.0276,
      "step": 1410
    },
    {
      "epoch": 2.2505947660586836,
      "grad_norm": 0.23440055002640264,
      "learning_rate": 9.95008661670136e-05,
      "loss": 0.0273,
      "step": 1420
    },
    {
      "epoch": 2.266455194290246,
      "grad_norm": 0.34512157189164844,
      "learning_rate": 9.947620348887749e-05,
      "loss": 0.0266,
      "step": 1430
    },
    {
      "epoch": 2.282315622521808,
      "grad_norm": 0.25726085487236555,
      "learning_rate": 9.945094931691678e-05,
      "loss": 0.0268,
      "step": 1440
    },
    {
      "epoch": 2.29817605075337,
      "grad_norm": 0.3637610324377928,
      "learning_rate": 9.942510395304805e-05,
      "loss": 0.0259,
      "step": 1450
    },
    {
      "epoch": 2.3140364789849324,
      "grad_norm": 1.1472903509254984,
      "learning_rate": 9.939866770625567e-05,
      "loss": 0.0275,
      "step": 1460
    },
    {
      "epoch": 2.329896907216495,
      "grad_norm": 2.5053341106388856,
      "learning_rate": 9.937164089258809e-05,
      "loss": 0.0304,
      "step": 1470
    },
    {
      "epoch": 2.345757335448057,
      "grad_norm": 1.0767870929445287,
      "learning_rate": 9.9344023835154e-05,
      "loss": 0.0454,
      "step": 1480
    },
    {
      "epoch": 2.3616177636796194,
      "grad_norm": 0.43278952742259996,
      "learning_rate": 9.931581686411859e-05,
      "loss": 0.0362,
      "step": 1490
    },
    {
      "epoch": 2.3774781919111816,
      "grad_norm": 0.2745476890309345,
      "learning_rate": 9.928702031669954e-05,
      "loss": 0.0294,
      "step": 1500
    },
    {
      "epoch": 2.393338620142744,
      "grad_norm": 0.23151635915708174,
      "learning_rate": 9.92576345371629e-05,
      "loss": 0.0267,
      "step": 1510
    },
    {
      "epoch": 2.409199048374306,
      "grad_norm": 0.2528640123475777,
      "learning_rate": 9.922765987681917e-05,
      "loss": 0.0254,
      "step": 1520
    },
    {
      "epoch": 2.425059476605868,
      "grad_norm": 0.22322528832884078,
      "learning_rate": 9.919709669401891e-05,
      "loss": 0.0241,
      "step": 1530
    },
    {
      "epoch": 2.440919904837431,
      "grad_norm": 0.25767429518855794,
      "learning_rate": 9.916594535414856e-05,
      "loss": 0.0236,
      "step": 1540
    },
    {
      "epoch": 2.456780333068993,
      "grad_norm": 0.20859014169787804,
      "learning_rate": 9.913420622962606e-05,
      "loss": 0.0231,
      "step": 1550
    },
    {
      "epoch": 2.472640761300555,
      "grad_norm": 0.20097276712386156,
      "learning_rate": 9.910187969989635e-05,
      "loss": 0.0227,
      "step": 1560
    },
    {
      "epoch": 2.4885011895321174,
      "grad_norm": 0.19502715852546781,
      "learning_rate": 9.90689661514269e-05,
      "loss": 0.0223,
      "step": 1570
    },
    {
      "epoch": 2.5043616177636796,
      "grad_norm": 0.18926852564659236,
      "learning_rate": 9.903546597770305e-05,
      "loss": 0.0217,
      "step": 1580
    },
    {
      "epoch": 2.520222045995242,
      "grad_norm": 0.18977619403937718,
      "learning_rate": 9.900137957922333e-05,
      "loss": 0.0213,
      "step": 1590
    },
    {
      "epoch": 2.536082474226804,
      "grad_norm": 0.19098675458895795,
      "learning_rate": 9.896670736349462e-05,
      "loss": 0.0208,
      "step": 1600
    },
    {
      "epoch": 2.551942902458366,
      "grad_norm": 0.2009242073740019,
      "learning_rate": 9.893144974502733e-05,
      "loss": 0.0205,
      "step": 1610
    },
    {
      "epoch": 2.5678033306899284,
      "grad_norm": 0.1882743338134484,
      "learning_rate": 9.889560714533042e-05,
      "loss": 0.0209,
      "step": 1620
    },
    {
      "epoch": 2.583663758921491,
      "grad_norm": 0.20524223857112522,
      "learning_rate": 9.885917999290641e-05,
      "loss": 0.0202,
      "step": 1630
    },
    {
      "epoch": 2.5995241871530532,
      "grad_norm": 0.17581923873322422,
      "learning_rate": 9.882216872324617e-05,
      "loss": 0.02,
      "step": 1640
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 0.21569051031935538,
      "learning_rate": 9.878457377882376e-05,
      "loss": 0.0201,
      "step": 1650
    },
    {
      "epoch": 2.6312450436161776,
      "grad_norm": 0.1891563070911822,
      "learning_rate": 9.874639560909117e-05,
      "loss": 0.0196,
      "step": 1660
    },
    {
      "epoch": 2.64710547184774,
      "grad_norm": 0.19956230575208342,
      "learning_rate": 9.870763467047293e-05,
      "loss": 0.019,
      "step": 1670
    },
    {
      "epoch": 2.662965900079302,
      "grad_norm": 0.19799721546110283,
      "learning_rate": 9.866829142636058e-05,
      "loss": 0.0189,
      "step": 1680
    },
    {
      "epoch": 2.6788263283108646,
      "grad_norm": 0.19531667504057218,
      "learning_rate": 9.862836634710724e-05,
      "loss": 0.0186,
      "step": 1690
    },
    {
      "epoch": 2.694686756542427,
      "grad_norm": 0.18324610519548817,
      "learning_rate": 9.858785991002192e-05,
      "loss": 0.0185,
      "step": 1700
    },
    {
      "epoch": 2.710547184773989,
      "grad_norm": 0.19516552428750053,
      "learning_rate": 9.854677259936383e-05,
      "loss": 0.0179,
      "step": 1710
    },
    {
      "epoch": 2.7264076130055512,
      "grad_norm": 0.20561324061869957,
      "learning_rate": 9.85051049063366e-05,
      "loss": 0.0182,
      "step": 1720
    },
    {
      "epoch": 2.7422680412371134,
      "grad_norm": 0.1844230160943975,
      "learning_rate": 9.846285732908238e-05,
      "loss": 0.0177,
      "step": 1730
    },
    {
      "epoch": 2.7581284694686756,
      "grad_norm": 0.1890633342236241,
      "learning_rate": 9.842003037267593e-05,
      "loss": 0.0174,
      "step": 1740
    },
    {
      "epoch": 2.773988897700238,
      "grad_norm": 0.1661243506045367,
      "learning_rate": 9.837662454911855e-05,
      "loss": 0.0171,
      "step": 1750
    },
    {
      "epoch": 2.7898493259318,
      "grad_norm": 0.1603089791676492,
      "learning_rate": 9.833264037733198e-05,
      "loss": 0.0167,
      "step": 1760
    },
    {
      "epoch": 2.805709754163362,
      "grad_norm": 0.198488901552779,
      "learning_rate": 9.82880783831521e-05,
      "loss": 0.0167,
      "step": 1770
    },
    {
      "epoch": 2.8215701823949244,
      "grad_norm": 0.17631212946503003,
      "learning_rate": 9.824293909932285e-05,
      "loss": 0.0163,
      "step": 1780
    },
    {
      "epoch": 2.837430610626487,
      "grad_norm": 0.16861160104838285,
      "learning_rate": 9.819722306548962e-05,
      "loss": 0.0161,
      "step": 1790
    },
    {
      "epoch": 2.8532910388580492,
      "grad_norm": 0.19230483320622835,
      "learning_rate": 9.8150930828193e-05,
      "loss": 0.0158,
      "step": 1800
    }
  ],
  "logging_steps": 10,
  "max_steps": 10096,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 16,
  "save_steps": 1800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 129469208592384.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}