{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 3886,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0051473426843392095,
      "grad_norm": 0.05525032430887222,
      "learning_rate": 4.6272493573264783e-07,
      "loss": 0.0106,
      "step": 10
    },
    {
      "epoch": 0.010294685368678419,
      "grad_norm": 0.05362959951162338,
      "learning_rate": 9.768637532133676e-07,
      "loss": 0.0106,
      "step": 20
    },
    {
      "epoch": 0.01544202805301763,
      "grad_norm": 0.05603431165218353,
      "learning_rate": 1.4910025706940876e-06,
      "loss": 0.0105,
      "step": 30
    },
    {
      "epoch": 0.020589370737356838,
      "grad_norm": 0.0636371374130249,
      "learning_rate": 2.0051413881748076e-06,
      "loss": 0.0113,
      "step": 40
    },
    {
      "epoch": 0.02573671342169605,
      "grad_norm": 0.06462942063808441,
      "learning_rate": 2.519280205655527e-06,
      "loss": 0.0102,
      "step": 50
    },
    {
      "epoch": 0.03088405610603526,
      "grad_norm": 0.0556134358048439,
      "learning_rate": 3.033419023136247e-06,
      "loss": 0.0111,
      "step": 60
    },
    {
      "epoch": 0.036031398790374466,
      "grad_norm": 0.057751912623643875,
      "learning_rate": 3.547557840616967e-06,
      "loss": 0.0109,
      "step": 70
    },
    {
      "epoch": 0.041178741474713676,
      "grad_norm": 0.059322893619537354,
      "learning_rate": 4.0616966580976866e-06,
      "loss": 0.0112,
      "step": 80
    },
    {
      "epoch": 0.04632608415905289,
      "grad_norm": 0.05676131322979927,
      "learning_rate": 4.575835475578407e-06,
      "loss": 0.0113,
      "step": 90
    },
    {
      "epoch": 0.0514734268433921,
      "grad_norm": 0.06342212855815887,
      "learning_rate": 5.0899742930591265e-06,
      "loss": 0.0115,
      "step": 100
    },
    {
      "epoch": 0.05662076952773131,
      "grad_norm": 0.05883905664086342,
      "learning_rate": 5.604113110539846e-06,
      "loss": 0.011,
      "step": 110
    },
    {
      "epoch": 0.06176811221207052,
      "grad_norm": 0.06119426712393761,
      "learning_rate": 6.1182519280205664e-06,
      "loss": 0.0112,
      "step": 120
    },
    {
      "epoch": 0.06691545489640972,
      "grad_norm": 0.06628178805112839,
      "learning_rate": 6.632390745501286e-06,
      "loss": 0.0114,
      "step": 130
    },
    {
      "epoch": 0.07206279758074893,
      "grad_norm": 0.06540685147047043,
      "learning_rate": 7.1465295629820055e-06,
      "loss": 0.0116,
      "step": 140
    },
    {
      "epoch": 0.07721014026508814,
      "grad_norm": 0.06296146661043167,
      "learning_rate": 7.660668380462726e-06,
      "loss": 0.0112,
      "step": 150
    },
    {
      "epoch": 0.08235748294942735,
      "grad_norm": 0.06895332783460617,
      "learning_rate": 8.174807197943445e-06,
      "loss": 0.0115,
      "step": 160
    },
    {
      "epoch": 0.08750482563376656,
      "grad_norm": 0.08407478034496307,
      "learning_rate": 8.688946015424165e-06,
      "loss": 0.0126,
      "step": 170
    },
    {
      "epoch": 0.09265216831810578,
      "grad_norm": 0.06299558281898499,
      "learning_rate": 9.203084832904885e-06,
      "loss": 0.0116,
      "step": 180
    },
    {
      "epoch": 0.097799511002445,
      "grad_norm": 0.06793331354856491,
      "learning_rate": 9.717223650385606e-06,
      "loss": 0.0115,
      "step": 190
    },
    {
      "epoch": 0.1029468536867842,
      "grad_norm": 0.07241130620241165,
      "learning_rate": 1.0231362467866324e-05,
      "loss": 0.0114,
      "step": 200
    },
    {
      "epoch": 0.10809419637112341,
      "grad_norm": 0.0763164609670639,
      "learning_rate": 1.0745501285347045e-05,
      "loss": 0.0119,
      "step": 210
    },
    {
      "epoch": 0.11324153905546262,
      "grad_norm": 0.06727232038974762,
      "learning_rate": 1.1259640102827764e-05,
      "loss": 0.0116,
      "step": 220
    },
    {
      "epoch": 0.11838888173980183,
      "grad_norm": 0.09049773216247559,
      "learning_rate": 1.1773778920308486e-05,
      "loss": 0.0122,
      "step": 230
    },
    {
      "epoch": 0.12353622442414104,
      "grad_norm": 0.07317323982715607,
      "learning_rate": 1.2287917737789203e-05,
      "loss": 0.012,
      "step": 240
    },
    {
      "epoch": 0.12868356710848025,
      "grad_norm": 0.07453487813472748,
      "learning_rate": 1.2802056555269925e-05,
      "loss": 0.0118,
      "step": 250
    },
    {
      "epoch": 0.13383090979281945,
      "grad_norm": 0.06471797078847885,
      "learning_rate": 1.3316195372750644e-05,
      "loss": 0.0114,
      "step": 260
    },
    {
      "epoch": 0.13897825247715867,
      "grad_norm": 0.08005302399396896,
      "learning_rate": 1.3830334190231362e-05,
      "loss": 0.012,
      "step": 270
    },
    {
      "epoch": 0.14412559516149787,
      "grad_norm": 0.07167572528123856,
      "learning_rate": 1.4344473007712083e-05,
      "loss": 0.0119,
      "step": 280
    },
    {
      "epoch": 0.1492729378458371,
      "grad_norm": 0.08343254774808884,
      "learning_rate": 1.4858611825192803e-05,
      "loss": 0.0126,
      "step": 290
    },
    {
      "epoch": 0.15442028053017628,
      "grad_norm": 0.07320424169301987,
      "learning_rate": 1.5372750642673522e-05,
      "loss": 0.0123,
      "step": 300
    },
    {
      "epoch": 0.1595676232145155,
      "grad_norm": 0.07763416320085526,
      "learning_rate": 1.5886889460154242e-05,
      "loss": 0.0122,
      "step": 310
    },
    {
      "epoch": 0.1647149658988547,
      "grad_norm": 0.07546375691890717,
      "learning_rate": 1.640102827763496e-05,
      "loss": 0.0128,
      "step": 320
    },
    {
      "epoch": 0.16986230858319393,
      "grad_norm": 0.07282799482345581,
      "learning_rate": 1.6915167095115684e-05,
      "loss": 0.0129,
      "step": 330
    },
    {
      "epoch": 0.17500965126753312,
      "grad_norm": 0.07360665500164032,
      "learning_rate": 1.74293059125964e-05,
      "loss": 0.0123,
      "step": 340
    },
    {
      "epoch": 0.18015699395187235,
      "grad_norm": 0.07590780407190323,
      "learning_rate": 1.7943444730077123e-05,
      "loss": 0.0128,
      "step": 350
    },
    {
      "epoch": 0.18530433663621157,
      "grad_norm": 0.06358295679092407,
      "learning_rate": 1.8457583547557843e-05,
      "loss": 0.0124,
      "step": 360
    },
    {
      "epoch": 0.19045167932055077,
      "grad_norm": 0.10541003942489624,
      "learning_rate": 1.8971722365038563e-05,
      "loss": 0.013,
      "step": 370
    },
    {
      "epoch": 0.19559902200489,
      "grad_norm": 0.06901050359010696,
      "learning_rate": 1.9485861182519282e-05,
      "loss": 0.0129,
      "step": 380
    },
    {
      "epoch": 0.20074636468922918,
      "grad_norm": 0.0681707039475441,
      "learning_rate": 2e-05,
      "loss": 0.0131,
      "step": 390
    },
    {
      "epoch": 0.2058937073735684,
      "grad_norm": 0.07603519409894943,
      "learning_rate": 1.999959647024453e-05,
      "loss": 0.0135,
      "step": 400
    },
    {
      "epoch": 0.2110410500579076,
      "grad_norm": 0.06607502698898315,
      "learning_rate": 1.999838591354537e-05,
      "loss": 0.0125,
      "step": 410
    },
    {
      "epoch": 0.21618839274224683,
      "grad_norm": 0.08145863562822342,
      "learning_rate": 1.9996368427601652e-05,
      "loss": 0.0129,
      "step": 420
    },
    {
      "epoch": 0.22133573542658602,
      "grad_norm": 0.06165160983800888,
      "learning_rate": 1.9993544175236498e-05,
      "loss": 0.0124,
      "step": 430
    },
    {
      "epoch": 0.22648307811092525,
      "grad_norm": 0.07120924443006516,
      "learning_rate": 1.998991338438388e-05,
      "loss": 0.013,
      "step": 440
    },
    {
      "epoch": 0.23163042079526444,
      "grad_norm": 0.0669078603386879,
      "learning_rate": 1.9985476348070224e-05,
      "loss": 0.0121,
      "step": 450
    },
    {
      "epoch": 0.23677776347960366,
      "grad_norm": 3.4496610164642334,
      "learning_rate": 1.9980233424390773e-05,
      "loss": 0.021,
      "step": 460
    },
    {
      "epoch": 0.24192510616394286,
      "grad_norm": 0.11881168931722641,
      "learning_rate": 1.9974185036480664e-05,
      "loss": 0.0277,
      "step": 470
    },
    {
      "epoch": 0.24707244884828208,
      "grad_norm": 0.068561851978302,
      "learning_rate": 1.9967331672480798e-05,
      "loss": 0.0164,
      "step": 480
    },
    {
      "epoch": 0.2522197915326213,
      "grad_norm": 0.06290870159864426,
      "learning_rate": 1.995967388549843e-05,
      "loss": 0.0138,
      "step": 490
    },
    {
      "epoch": 0.2573671342169605,
      "grad_norm": 0.06344795227050781,
      "learning_rate": 1.9951212293562547e-05,
      "loss": 0.0137,
      "step": 500
    },
    {
      "epoch": 0.2625144769012997,
      "grad_norm": 0.06535464525222778,
      "learning_rate": 1.994194757957397e-05,
      "loss": 0.013,
      "step": 510
    },
    {
      "epoch": 0.2676618195856389,
      "grad_norm": 0.06390328705310822,
      "learning_rate": 1.9931880491250263e-05,
      "loss": 0.0124,
      "step": 520
    },
    {
      "epoch": 0.27280916226997814,
      "grad_norm": 0.06637264043092728,
      "learning_rate": 1.992101184106535e-05,
      "loss": 0.0125,
      "step": 530
    },
    {
      "epoch": 0.27795650495431734,
      "grad_norm": 0.06743142008781433,
      "learning_rate": 1.990934250618399e-05,
      "loss": 0.0132,
      "step": 540
    },
    {
      "epoch": 0.28310384763865654,
      "grad_norm": 0.053368110209703445,
      "learning_rate": 1.989687342839095e-05,
      "loss": 0.0117,
      "step": 550
    },
    {
      "epoch": 0.28825119032299573,
      "grad_norm": 0.058148909360170364,
      "learning_rate": 1.9883605614015014e-05,
      "loss": 0.0121,
      "step": 560
    },
    {
      "epoch": 0.293398533007335,
      "grad_norm": 0.060990240424871445,
      "learning_rate": 1.986954013384776e-05,
      "loss": 0.0116,
      "step": 570
    },
    {
      "epoch": 0.2985458756916742,
      "grad_norm": 0.06001332029700279,
      "learning_rate": 1.9854678123057144e-05,
      "loss": 0.0122,
      "step": 580
    },
    {
      "epoch": 0.3036932183760134,
      "grad_norm": 0.06884918361902237,
      "learning_rate": 1.9839020781095873e-05,
      "loss": 0.0116,
      "step": 590
    },
    {
      "epoch": 0.30884056106035257,
      "grad_norm": 0.058082133531570435,
      "learning_rate": 1.9822569371604637e-05,
      "loss": 0.012,
      "step": 600
    },
    {
      "epoch": 0.3139879037446918,
      "grad_norm": 0.053921736776828766,
      "learning_rate": 1.9805325222310072e-05,
      "loss": 0.0108,
      "step": 610
    },
    {
      "epoch": 0.319135246429031,
      "grad_norm": 0.059762243181467056,
      "learning_rate": 1.9787289724917657e-05,
      "loss": 0.0117,
      "step": 620
    },
    {
      "epoch": 0.3242825891133702,
      "grad_norm": 0.052163220942020416,
      "learning_rate": 1.9768464334999352e-05,
      "loss": 0.0108,
      "step": 630
    },
    {
      "epoch": 0.3294299317977094,
      "grad_norm": 0.054961204528808594,
      "learning_rate": 1.974885057187617e-05,
      "loss": 0.0114,
      "step": 640
    },
    {
      "epoch": 0.33457727448204866,
      "grad_norm": 0.06342387944459915,
      "learning_rate": 1.9728450018495506e-05,
      "loss": 0.0116,
      "step": 650
    },
    {
      "epoch": 0.33972461716638785,
      "grad_norm": 0.05155491828918457,
      "learning_rate": 1.9707264321303427e-05,
      "loss": 0.0115,
      "step": 660
    },
    {
      "epoch": 0.34487195985072705,
      "grad_norm": 0.05698103830218315,
      "learning_rate": 1.9685295190111777e-05,
      "loss": 0.0113,
      "step": 670
    },
    {
      "epoch": 0.35001930253506625,
      "grad_norm": 0.06619592010974884,
      "learning_rate": 1.9662544397960182e-05,
      "loss": 0.0113,
      "step": 680
    },
    {
      "epoch": 0.3551666452194055,
      "grad_norm": 0.055313605815172195,
      "learning_rate": 1.9639013780972958e-05,
      "loss": 0.0113,
      "step": 690
    },
    {
      "epoch": 0.3603139879037447,
      "grad_norm": 0.06306542456150055,
      "learning_rate": 1.961470523821093e-05,
      "loss": 0.0115,
      "step": 700
    },
    {
      "epoch": 0.3654613305880839,
      "grad_norm": 0.05840103700757027,
      "learning_rate": 1.9589620731518166e-05,
      "loss": 0.0111,
      "step": 710
    },
    {
      "epoch": 0.37060867327242314,
      "grad_norm": 0.05483512952923775,
      "learning_rate": 1.956376228536363e-05,
      "loss": 0.0109,
      "step": 720
    },
    {
      "epoch": 0.37575601595676233,
      "grad_norm": 0.05598577484488487,
      "learning_rate": 1.953713198667782e-05,
      "loss": 0.0116,
      "step": 730
    },
    {
      "epoch": 0.38090335864110153,
      "grad_norm": 0.05302765220403671,
      "learning_rate": 1.950973198468431e-05,
      "loss": 0.0109,
      "step": 740
    },
    {
      "epoch": 0.3860507013254407,
      "grad_norm": 0.05226908251643181,
      "learning_rate": 1.9481564490726327e-05,
      "loss": 0.0116,
      "step": 750
    },
    {
      "epoch": 0.39119804400978,
      "grad_norm": 0.06026271730661392,
      "learning_rate": 1.9452631778088262e-05,
      "loss": 0.0109,
      "step": 760
    },
    {
      "epoch": 0.3963453866941192,
      "grad_norm": 0.058383017778396606,
      "learning_rate": 1.94229361818122e-05,
      "loss": 0.011,
      "step": 770
    },
    {
      "epoch": 0.40149272937845837,
      "grad_norm": 0.05417947843670845,
      "learning_rate": 1.9392480098509488e-05,
      "loss": 0.0111,
      "step": 780
    },
    {
      "epoch": 0.40664007206279756,
      "grad_norm": 0.06370815634727478,
      "learning_rate": 1.9361265986167292e-05,
      "loss": 0.0112,
      "step": 790
    },
    {
      "epoch": 0.4117874147471368,
      "grad_norm": 0.05550752207636833,
      "learning_rate": 1.9329296363950237e-05,
      "loss": 0.0111,
      "step": 800
    },
    {
      "epoch": 0.416934757431476,
      "grad_norm": 0.054070789366960526,
      "learning_rate": 1.929657381199709e-05,
      "loss": 0.0113,
      "step": 810
    },
    {
      "epoch": 0.4220821001158152,
      "grad_norm": 0.06153961271047592,
      "learning_rate": 1.9263100971212533e-05,
      "loss": 0.0115,
      "step": 820
    },
    {
      "epoch": 0.4272294428001544,
      "grad_norm": 0.05265296623110771,
      "learning_rate": 1.922888054305401e-05,
      "loss": 0.0114,
      "step": 830
    },
    {
      "epoch": 0.43237678548449365,
      "grad_norm": 0.051895588636398315,
      "learning_rate": 1.9193915289313726e-05,
      "loss": 0.011,
      "step": 840
    },
    {
      "epoch": 0.43752412816883285,
      "grad_norm": 0.05822490155696869,
      "learning_rate": 1.9158208031895738e-05,
      "loss": 0.0108,
      "step": 850
    },
    {
      "epoch": 0.44267147085317204,
      "grad_norm": 0.05402348190546036,
      "learning_rate": 1.9121761652588217e-05,
      "loss": 0.011,
      "step": 860
    },
    {
      "epoch": 0.44781881353751124,
      "grad_norm": 0.05292493477463722,
      "learning_rate": 1.9084579092830873e-05,
      "loss": 0.0105,
      "step": 870
    },
    {
      "epoch": 0.4529661562218505,
      "grad_norm": 0.052194658666849136,
      "learning_rate": 1.904666335347755e-05,
      "loss": 0.0097,
      "step": 880
    },
    {
      "epoch": 0.4581134989061897,
      "grad_norm": 0.06219863146543503,
      "learning_rate": 1.900801749455406e-05,
      "loss": 0.0104,
      "step": 890
    },
    {
      "epoch": 0.4632608415905289,
      "grad_norm": 0.0552273727953434,
      "learning_rate": 1.8968644635011192e-05,
      "loss": 0.0108,
      "step": 900
    },
    {
      "epoch": 0.4684081842748681,
      "grad_norm": 0.05805448442697525,
      "learning_rate": 1.8928547952473037e-05,
      "loss": 0.0109,
      "step": 910
    },
    {
      "epoch": 0.47355552695920733,
      "grad_norm": 0.05885449796915054,
      "learning_rate": 1.8887730682980484e-05,
      "loss": 0.0101,
      "step": 920
    },
    {
      "epoch": 0.4787028696435465,
      "grad_norm": 0.06097600609064102,
      "learning_rate": 1.8846196120730095e-05,
      "loss": 0.011,
      "step": 930
    },
    {
      "epoch": 0.4838502123278857,
      "grad_norm": 0.057253919541835785,
      "learning_rate": 1.8803947617808217e-05,
      "loss": 0.0113,
      "step": 940
    },
    {
      "epoch": 0.4889975550122249,
      "grad_norm": 0.05612657591700554,
      "learning_rate": 1.8760988583920457e-05,
      "loss": 0.0105,
      "step": 950
    },
    {
      "epoch": 0.49414489769656417,
      "grad_norm": 0.05309102311730385,
      "learning_rate": 1.8717322486116513e-05,
      "loss": 0.0103,
      "step": 960
    },
    {
      "epoch": 0.49929224038090336,
      "grad_norm": 0.06416105479001999,
      "learning_rate": 1.867295284851033e-05,
      "loss": 0.0103,
      "step": 970
    },
    {
      "epoch": 0.5044395830652426,
      "grad_norm": 0.060254644602537155,
      "learning_rate": 1.8627883251995712e-05,
      "loss": 0.0108,
      "step": 980
    },
    {
      "epoch": 0.5095869257495818,
      "grad_norm": 0.057798177003860474,
      "learning_rate": 1.858211733395731e-05,
      "loss": 0.0098,
      "step": 990
    },
    {
      "epoch": 0.514734268433921,
      "grad_norm": 0.05069541186094284,
      "learning_rate": 1.8535658787977076e-05,
      "loss": 0.0108,
      "step": 1000
    },
    {
      "epoch": 0.5198816111182601,
      "grad_norm": 0.05629874765872955,
      "learning_rate": 1.848851136353614e-05,
      "loss": 0.0101,
      "step": 1010
    },
    {
      "epoch": 0.5250289538025994,
      "grad_norm": 0.05504068732261658,
      "learning_rate": 1.8440678865712237e-05,
      "loss": 0.0098,
      "step": 1020
    },
    {
      "epoch": 0.5301762964869386,
      "grad_norm": 0.053771983832120895,
      "learning_rate": 1.8392165154872596e-05,
      "loss": 0.0101,
      "step": 1030
    },
    {
      "epoch": 0.5353236391712778,
      "grad_norm": 0.058356136083602905,
      "learning_rate": 1.8342974146362397e-05,
      "loss": 0.0102,
      "step": 1040
    },
    {
      "epoch": 0.540470981855617,
      "grad_norm": 0.05251409858465195,
      "learning_rate": 1.8293109810188756e-05,
      "loss": 0.0105,
      "step": 1050
    },
    {
      "epoch": 0.5456183245399563,
      "grad_norm": 0.05582083389163017,
      "learning_rate": 1.8242576170700356e-05,
      "loss": 0.0108,
      "step": 1060
    },
    {
      "epoch": 0.5507656672242954,
      "grad_norm": 0.054003242403268814,
      "learning_rate": 1.8191377306262635e-05,
      "loss": 0.0104,
      "step": 1070
    },
    {
      "epoch": 0.5559130099086347,
      "grad_norm": 0.05103457346558571,
      "learning_rate": 1.813951734892864e-05,
      "loss": 0.0102,
      "step": 1080
    },
    {
      "epoch": 0.5610603525929739,
      "grad_norm": 0.04666399583220482,
      "learning_rate": 1.808700048410555e-05,
      "loss": 0.0104,
      "step": 1090
    },
    {
      "epoch": 0.5662076952773131,
      "grad_norm": 0.05002720654010773,
      "learning_rate": 1.80338309502169e-05,
      "loss": 0.0103,
      "step": 1100
    },
    {
      "epoch": 0.5713550379616523,
      "grad_norm": 0.0568714365363121,
      "learning_rate": 1.798001303836048e-05,
      "loss": 0.0107,
      "step": 1110
    },
    {
      "epoch": 0.5765023806459915,
      "grad_norm": 0.051760654896497726,
      "learning_rate": 1.792555109196205e-05,
      "loss": 0.0109,
      "step": 1120
    },
    {
      "epoch": 0.5816497233303307,
      "grad_norm": 0.05566855147480965,
      "learning_rate": 1.7870449506424802e-05,
      "loss": 0.0102,
      "step": 1130
    },
    {
      "epoch": 0.58679706601467,
      "grad_norm": 0.058662049472332,
      "learning_rate": 1.7814712728774602e-05,
      "loss": 0.0098,
      "step": 1140
    },
    {
      "epoch": 0.5919444086990091,
      "grad_norm": 0.04951569065451622,
      "learning_rate": 1.7758345257301097e-05,
      "loss": 0.01,
      "step": 1150
    },
    {
      "epoch": 0.5970917513833484,
      "grad_norm": 0.05501884967088699,
      "learning_rate": 1.770135164119468e-05,
      "loss": 0.0106,
      "step": 1160
    },
    {
      "epoch": 0.6022390940676876,
      "grad_norm": 0.04806562513113022,
      "learning_rate": 1.7643736480179353e-05,
      "loss": 0.0099,
      "step": 1170
    },
    {
      "epoch": 0.6073864367520267,
      "grad_norm": 0.056878462433815,
      "learning_rate": 1.7585504424141483e-05,
      "loss": 0.0101,
      "step": 1180
    },
    {
      "epoch": 0.612533779436366,
      "grad_norm": 0.05829343572258949,
      "learning_rate": 1.752666017275453e-05,
      "loss": 0.0104,
      "step": 1190
    },
    {
      "epoch": 0.6176811221207051,
      "grad_norm": 0.054884593933820724,
      "learning_rate": 1.7467208475099777e-05,
      "loss": 0.0102,
      "step": 1200
    },
    {
      "epoch": 0.6228284648050444,
      "grad_norm": 0.07677657157182693,
      "learning_rate": 1.740715412928302e-05,
      "loss": 0.0101,
      "step": 1210
    },
    {
      "epoch": 0.6279758074893836,
      "grad_norm": 0.058270618319511414,
      "learning_rate": 1.734650198204736e-05,
      "loss": 0.0099,
      "step": 1220
    },
    {
      "epoch": 0.6331231501737228,
      "grad_norm": 0.04892059788107872,
      "learning_rate": 1.7285256928382024e-05,
      "loss": 0.0098,
      "step": 1230
    },
    {
      "epoch": 0.638270492858062,
      "grad_norm": 0.05252835527062416,
      "learning_rate": 1.7223423911127315e-05,
      "loss": 0.0112,
      "step": 1240
    },
    {
      "epoch": 0.6434178355424013,
      "grad_norm": 0.05630745738744736,
      "learning_rate": 1.7161007920575705e-05,
      "loss": 0.0098,
      "step": 1250
    },
    {
      "epoch": 0.6485651782267404,
      "grad_norm": 0.051849983632564545,
      "learning_rate": 1.709801399406907e-05,
      "loss": 0.0097,
      "step": 1260
    },
    {
      "epoch": 0.6537125209110797,
      "grad_norm": 0.05386548116803169,
      "learning_rate": 1.7034447215592168e-05,
      "loss": 0.0097,
      "step": 1270
    },
    {
      "epoch": 0.6588598635954188,
      "grad_norm": 0.051140256226062775,
      "learning_rate": 1.6970312715362304e-05,
      "loss": 0.0101,
      "step": 1280
    },
    {
      "epoch": 0.6640072062797581,
      "grad_norm": 0.047512467950582504,
      "learning_rate": 1.6905615669415326e-05,
      "loss": 0.0105,
      "step": 1290
    },
    {
      "epoch": 0.6691545489640973,
      "grad_norm": 0.051020972430706024,
      "learning_rate": 1.684036129918786e-05,
      "loss": 0.0098,
      "step": 1300
    },
    {
      "epoch": 0.6743018916484365,
      "grad_norm": 0.04566548392176628,
      "learning_rate": 1.6774554871095918e-05,
      "loss": 0.0095,
      "step": 1310
    },
    {
      "epoch": 0.6794492343327757,
      "grad_norm": 0.05308493971824646,
      "learning_rate": 1.6708201696109857e-05,
      "loss": 0.0102,
      "step": 1320
    },
    {
      "epoch": 0.684596577017115,
      "grad_norm": 0.046334341168403625,
      "learning_rate": 1.6641307129325785e-05,
      "loss": 0.0105,
      "step": 1330
    },
    {
      "epoch": 0.6897439197014541,
      "grad_norm": 0.059736642986536026,
      "learning_rate": 1.657387656953333e-05,
      "loss": 0.0103,
      "step": 1340
    },
    {
      "epoch": 0.6948912623857934,
      "grad_norm": 0.055522654205560684,
      "learning_rate": 1.6505915458779958e-05,
      "loss": 0.01,
      "step": 1350
    },
    {
      "epoch": 0.7000386050701325,
      "grad_norm": 0.05038890987634659,
      "learning_rate": 1.6437429281931744e-05,
      "loss": 0.0094,
      "step": 1360
    },
    {
      "epoch": 0.7051859477544717,
      "grad_norm": 0.05290698632597923,
      "learning_rate": 1.636842356623073e-05,
      "loss": 0.0098,
      "step": 1370
    },
    {
      "epoch": 0.710333290438811,
      "grad_norm": 0.053712453693151474,
      "learning_rate": 1.6298903880848836e-05,
      "loss": 0.0102,
      "step": 1380
    },
    {
      "epoch": 0.7154806331231501,
      "grad_norm": 0.04889325425028801,
      "learning_rate": 1.6228875836438386e-05,
      "loss": 0.0099,
      "step": 1390
    },
    {
      "epoch": 0.7206279758074894,
      "grad_norm": 0.05055889114737511,
      "learning_rate": 1.615834508467931e-05,
      "loss": 0.0095,
      "step": 1400
    },
    {
      "epoch": 0.7257753184918286,
      "grad_norm": 0.05285302549600601,
      "learning_rate": 1.608731731782301e-05,
      "loss": 0.0101,
      "step": 1410
    },
    {
      "epoch": 0.7309226611761678,
      "grad_norm": 0.05686409771442413,
      "learning_rate": 1.6015798268232964e-05,
      "loss": 0.0102,
      "step": 1420
    },
    {
      "epoch": 0.736070003860507,
      "grad_norm": 0.04935956746339798,
      "learning_rate": 1.5943793707922086e-05,
      "loss": 0.0093,
      "step": 1430
    },
    {
      "epoch": 0.7412173465448463,
      "grad_norm": 0.050160281360149384,
      "learning_rate": 1.5871309448086903e-05,
      "loss": 0.0104,
      "step": 1440
    },
    {
      "epoch": 0.7463646892291854,
      "grad_norm": 0.05499512329697609,
      "learning_rate": 1.5798351338638548e-05,
      "loss": 0.0097,
      "step": 1450
    },
    {
      "epoch": 0.7515120319135247,
      "grad_norm": 0.05228967219591141,
      "learning_rate": 1.5724925267730625e-05,
      "loss": 0.0103,
      "step": 1460
    },
    {
      "epoch": 0.7566593745978638,
      "grad_norm": 0.0571601577103138,
      "learning_rate": 1.5651037161284032e-05,
      "loss": 0.0102,
      "step": 1470
    },
    {
      "epoch": 0.7618067172822031,
      "grad_norm": 0.05126621946692467,
      "learning_rate": 1.5576692982508665e-05,
      "loss": 0.0098,
      "step": 1480
    },
    {
      "epoch": 0.7669540599665423,
      "grad_norm": 0.050559673458337784,
      "learning_rate": 1.550189873142219e-05,
      "loss": 0.0099,
      "step": 1490
    },
    {
      "epoch": 0.7721014026508815,
      "grad_norm": 0.047047846019268036,
      "learning_rate": 1.542666044436577e-05,
      "loss": 0.0097,
      "step": 1500
    },
    {
      "epoch": 0.7772487453352207,
      "grad_norm": 0.051877353340387344,
      "learning_rate": 1.5350984193516917e-05,
      "loss": 0.01,
      "step": 1510
    },
    {
      "epoch": 0.78239608801956,
      "grad_norm": 0.05931961163878441,
      "learning_rate": 1.5274876086399444e-05,
      "loss": 0.0096,
      "step": 1520
    },
    {
      "epoch": 0.7875434307038991,
      "grad_norm": 0.04609573632478714,
      "learning_rate": 1.5198342265390511e-05,
      "loss": 0.0095,
      "step": 1530
    },
    {
      "epoch": 0.7926907733882383,
      "grad_norm": 0.05874916538596153,
      "learning_rate": 1.512138890722494e-05,
      "loss": 0.0099,
      "step": 1540
    },
    {
      "epoch": 0.7978381160725775,
      "grad_norm": 0.05315364524722099,
      "learning_rate": 1.5044022222496684e-05,
      "loss": 0.01,
      "step": 1550
    },
    {
      "epoch": 0.8029854587569167,
      "grad_norm": 0.04722389206290245,
      "learning_rate": 1.4966248455157622e-05,
      "loss": 0.0096,
      "step": 1560
    },
    {
      "epoch": 0.808132801441256,
      "grad_norm": 0.0479586161673069,
      "learning_rate": 1.4888073882013616e-05,
      "loss": 0.0094,
      "step": 1570
    },
    {
      "epoch": 0.8132801441255951,
      "grad_norm": 0.051096055656671524,
      "learning_rate": 1.480950481221795e-05,
      "loss": 0.0096,
      "step": 1580
    },
    {
      "epoch": 0.8184274868099344,
      "grad_norm": 0.0522165410220623,
      "learning_rate": 1.4730547586762114e-05,
      "loss": 0.0093,
      "step": 1590
    },
    {
      "epoch": 0.8235748294942736,
      "grad_norm": 0.05063074454665184,
      "learning_rate": 1.4651208577964099e-05,
      "loss": 0.0101,
      "step": 1600
    },
    {
      "epoch": 0.8287221721786128,
      "grad_norm": 0.060858119279146194,
      "learning_rate": 1.4571494188954058e-05,
      "loss": 0.01,
      "step": 1610
    },
    {
      "epoch": 0.833869514862952,
      "grad_norm": 0.040989868342876434,
      "learning_rate": 1.4491410853157577e-05,
      "loss": 0.0095,
      "step": 1620
    },
    {
      "epoch": 0.8390168575472912,
      "grad_norm": 0.04905058071017265,
      "learning_rate": 1.4410965033776439e-05,
      "loss": 0.0099,
      "step": 1630
    },
    {
      "epoch": 0.8441642002316304,
      "grad_norm": 0.04507426545023918,
      "learning_rate": 1.4330163223267005e-05,
      "loss": 0.01,
      "step": 1640
    },
    {
      "epoch": 0.8493115429159697,
      "grad_norm": 0.048070088028907776,
      "learning_rate": 1.4249011942816245e-05,
      "loss": 0.0099,
      "step": 1650
    },
    {
      "epoch": 0.8544588856003088,
      "grad_norm": 0.04860364645719528,
      "learning_rate": 1.416751774181543e-05,
      "loss": 0.0097,
      "step": 1660
    },
    {
      "epoch": 0.859606228284648,
      "grad_norm": 0.047335829585790634,
      "learning_rate": 1.4085687197331559e-05,
      "loss": 0.0097,
      "step": 1670
    },
    {
      "epoch": 0.8647535709689873,
      "grad_norm": 0.04517504945397377,
      "learning_rate": 1.4003526913576555e-05,
      "loss": 0.0103,
      "step": 1680
    },
    {
      "epoch": 0.8699009136533264,
      "grad_norm": 0.04708757624030113,
      "learning_rate": 1.392104352137426e-05,
      "loss": 0.0091,
      "step": 1690
    },
    {
      "epoch": 0.8750482563376657,
      "grad_norm": 0.04715834558010101,
      "learning_rate": 1.3838243677625292e-05,
      "loss": 0.0099,
      "step": 1700
    },
    {
      "epoch": 0.8801955990220048,
      "grad_norm": 0.052369069308042526,
      "learning_rate": 1.3755134064769788e-05,
      "loss": 0.0097,
      "step": 1710
    },
    {
      "epoch": 0.8853429417063441,
      "grad_norm": 0.04586135223507881,
      "learning_rate": 1.36717213902481e-05,
      "loss": 0.0093,
      "step": 1720
    },
    {
      "epoch": 0.8904902843906833,
      "grad_norm": 0.04993924871087074,
      "learning_rate": 1.3588012385959464e-05,
      "loss": 0.0101,
      "step": 1730
    },
    {
      "epoch": 0.8956376270750225,
      "grad_norm": 0.05076312646269798,
      "learning_rate": 1.350401380771868e-05,
      "loss": 0.0096,
      "step": 1740
    },
    {
      "epoch": 0.9007849697593617,
      "grad_norm": 0.04548332095146179,
      "learning_rate": 1.3419732434710895e-05,
      "loss": 0.009,
      "step": 1750
    },
    {
      "epoch": 0.905932312443701,
      "grad_norm": 0.05302567407488823,
      "learning_rate": 1.333517506894448e-05,
      "loss": 0.0098,
      "step": 1760
    },
    {
      "epoch": 0.9110796551280401,
      "grad_norm": 0.04806780815124512,
      "learning_rate": 1.3250348534702063e-05,
      "loss": 0.0096,
      "step": 1770
    },
    {
      "epoch": 0.9162269978123794,
      "grad_norm": 0.044754717499017715,
      "learning_rate": 1.316525967798976e-05,
      "loss": 0.0095,
      "step": 1780
    },
    {
      "epoch": 0.9213743404967185,
      "grad_norm": 0.048751894384622574,
      "learning_rate": 1.307991536598469e-05,
      "loss": 0.01,
      "step": 1790
    },
    {
      "epoch": 0.9265216831810578,
      "grad_norm": 0.051805585622787476,
      "learning_rate": 1.2994322486480716e-05,
      "loss": 0.0094,
      "step": 1800
    },
    {
      "epoch": 0.931669025865397,
      "grad_norm": 0.047136593610048294,
      "learning_rate": 1.2908487947332588e-05,
      "loss": 0.0092,
      "step": 1810
    },
    {
      "epoch": 0.9368163685497362,
      "grad_norm": 0.05186924338340759,
      "learning_rate": 1.2822418675898428e-05,
      "loss": 0.01,
      "step": 1820
    },
    {
      "epoch": 0.9419637112340754,
      "grad_norm": 0.046143535524606705,
      "learning_rate": 1.273612161848064e-05,
      "loss": 0.0094,
      "step": 1830
    },
    {
      "epoch": 0.9471110539184147,
      "grad_norm": 0.0523681677877903,
      "learning_rate": 1.2649603739765323e-05,
      "loss": 0.0092,
      "step": 1840
    },
    {
      "epoch": 0.9522583966027538,
      "grad_norm": 0.047227270901203156,
      "learning_rate": 1.2562872022260168e-05,
      "loss": 0.0097,
      "step": 1850
    },
    {
      "epoch": 0.957405739287093,
      "grad_norm": 0.05158701911568642,
      "learning_rate": 1.2475933465730923e-05,
      "loss": 0.0091,
      "step": 1860
    },
    {
      "epoch": 0.9625530819714323,
      "grad_norm": 0.05671868845820427,
      "learning_rate": 1.238879508663648e-05,
      "loss": 0.0094,
      "step": 1870
    },
    {
      "epoch": 0.9677004246557714,
      "grad_norm": 0.05596312880516052,
      "learning_rate": 1.2301463917562602e-05,
      "loss": 0.0094,
      "step": 1880
    },
    {
      "epoch": 0.9728477673401107,
      "grad_norm": 0.050950005650520325,
      "learning_rate": 1.2213947006654347e-05,
      "loss": 0.0095,
      "step": 1890
    },
    {
      "epoch": 0.9779951100244498,
      "grad_norm": 0.05468609929084778,
      "learning_rate": 1.212625141704725e-05,
      "loss": 0.0099,
      "step": 1900
    },
    {
      "epoch": 0.9831424527087891,
      "grad_norm": 0.04101032391190529,
      "learning_rate": 1.2038384226297272e-05,
      "loss": 0.0093,
      "step": 1910
    },
    {
      "epoch": 0.9882897953931283,
      "grad_norm": 0.04567647725343704,
      "learning_rate": 1.1950352525809619e-05,
      "loss": 0.0093,
      "step": 1920
    },
    {
      "epoch": 0.9934371380774675,
      "grad_norm": 0.05419466271996498,
      "learning_rate": 1.18621634202664e-05,
      "loss": 0.0093,
      "step": 1930
    },
    {
      "epoch": 0.9985844807618067,
      "grad_norm": 0.04440421238541603,
      "learning_rate": 1.1773824027053256e-05,
      "loss": 0.0093,
      "step": 1940
    },
    {
      "epoch": 1.0036031398790375,
      "grad_norm": 0.04989992827177048,
      "learning_rate": 1.1685341475684935e-05,
      "loss": 0.0081,
      "step": 1950
    },
    {
      "epoch": 1.0087504825633766,
      "grad_norm": 0.047590870410203934,
      "learning_rate": 1.15967229072299e-05,
      "loss": 0.008,
      "step": 1960
    },
    {
      "epoch": 1.0138978252477158,
      "grad_norm": 0.044245149940252304,
      "learning_rate": 1.1507975473734002e-05,
      "loss": 0.008,
      "step": 1970
    },
    {
      "epoch": 1.0190451679320551,
      "grad_norm": 0.04547454044222832,
      "learning_rate": 1.141910633764327e-05,
      "loss": 0.0077,
      "step": 1980
    },
    {
      "epoch": 1.0241925106163943,
      "grad_norm": 0.04556995630264282,
      "learning_rate": 1.1330122671225855e-05,
      "loss": 0.008,
      "step": 1990
    },
    {
      "epoch": 1.0293398533007334,
      "grad_norm": 0.0485275536775589,
      "learning_rate": 1.1241031655993188e-05,
      "loss": 0.0081,
      "step": 2000
    },
    {
      "epoch": 1.0344871959850728,
      "grad_norm": 0.04903995245695114,
      "learning_rate": 1.1151840482120386e-05,
      "loss": 0.008,
      "step": 2010
    },
    {
      "epoch": 1.039634538669412,
      "grad_norm": 0.046454910188913345,
      "learning_rate": 1.1062556347865967e-05,
      "loss": 0.0081,
      "step": 2020
    },
    {
      "epoch": 1.044781881353751,
      "grad_norm": 0.04765252768993378,
      "learning_rate": 1.0973186458990902e-05,
      "loss": 0.0076,
      "step": 2030
    },
    {
      "epoch": 1.0499292240380904,
      "grad_norm": 0.050241731107234955,
      "learning_rate": 1.0883738028177069e-05,
      "loss": 0.0081,
      "step": 2040
    },
    {
      "epoch": 1.0550765667224296,
      "grad_norm": 0.050933465361595154,
      "learning_rate": 1.0794218274445155e-05,
      "loss": 0.0082,
      "step": 2050
    },
    {
      "epoch": 1.0602239094067687,
      "grad_norm": 0.04815370962023735,
      "learning_rate": 1.0704634422572029e-05,
      "loss": 0.0082,
      "step": 2060
    },
    {
      "epoch": 1.065371252091108,
      "grad_norm": 0.04359019547700882,
      "learning_rate": 1.0614993702507649e-05,
      "loss": 0.0083,
      "step": 2070
    },
    {
      "epoch": 1.0705185947754472,
      "grad_norm": 0.05031314119696617,
      "learning_rate": 1.0525303348791599e-05,
      "loss": 0.0077,
      "step": 2080
    },
    {
      "epoch": 1.0756659374597863,
      "grad_norm": 0.04779091849923134,
      "learning_rate": 1.0435570599969168e-05,
      "loss": 0.0081,
      "step": 2090
    },
    {
      "epoch": 1.0808132801441257,
      "grad_norm": 0.04763912782073021,
      "learning_rate": 1.0345802698007198e-05,
      "loss": 0.0083,
      "step": 2100
    },
    {
      "epoch": 1.0859606228284648,
      "grad_norm": 0.048106785863637924,
      "learning_rate": 1.0256006887709593e-05,
      "loss": 0.0074,
      "step": 2110
    },
    {
      "epoch": 1.091107965512804,
      "grad_norm": 0.04768507555127144,
      "learning_rate": 1.016619041613263e-05,
      "loss": 0.008,
      "step": 2120
    },
    {
      "epoch": 1.0962553081971431,
      "grad_norm": 0.04941874369978905,
      "learning_rate": 1.0076360532000069e-05,
      "loss": 0.0081,
      "step": 2130
    },
    {
      "epoch": 1.1014026508814825,
      "grad_norm": 0.043673593550920486,
      "learning_rate": 9.986524485118152e-06,
      "loss": 0.0076,
      "step": 2140
    },
    {
      "epoch": 1.1065499935658216,
      "grad_norm": 0.04693906381726265,
      "learning_rate": 9.896689525790474e-06,
      "loss": 0.0085,
      "step": 2150
    },
    {
      "epoch": 1.1116973362501608,
      "grad_norm": 0.04276665300130844,
      "learning_rate": 9.80686290423288e-06,
      "loss": 0.0075,
      "step": 2160
    },
    {
      "epoch": 1.1168446789345001,
      "grad_norm": 0.04190380498766899,
      "learning_rate": 9.717051869988287e-06,
      "loss": 0.0079,
      "step": 2170
    },
    {
      "epoch": 1.1219920216188393,
      "grad_norm": 0.05057093873620033,
      "learning_rate": 9.627263671341638e-06,
      "loss": 0.0077,
      "step": 2180
    },
    {
      "epoch": 1.1271393643031784,
      "grad_norm": 0.050689809024333954,
      "learning_rate": 9.537505554734901e-06,
      "loss": 0.0081,
      "step": 2190
    },
    {
      "epoch": 1.1322867069875178,
      "grad_norm": 0.043263569474220276,
      "learning_rate": 9.447784764182247e-06,
      "loss": 0.0077,
      "step": 2200
    },
    {
      "epoch": 1.137434049671857,
      "grad_norm": 0.0434611551463604,
      "learning_rate": 9.358108540685406e-06,
      "loss": 0.0075,
      "step": 2210
    },
    {
      "epoch": 1.142581392356196,
      "grad_norm": 0.052013982087373734,
      "learning_rate": 9.268484121649289e-06,
      "loss": 0.008,
      "step": 2220
    },
    {
      "epoch": 1.1477287350405354,
      "grad_norm": 0.04599529504776001,
      "learning_rate": 9.178918740297877e-06,
      "loss": 0.0089,
      "step": 2230
    },
    {
      "epoch": 1.1528760777248745,
      "grad_norm": 0.04090885445475578,
      "learning_rate": 9.08941962509045e-06,
      "loss": 0.0078,
      "step": 2240
    },
    {
      "epoch": 1.1580234204092137,
      "grad_norm": 0.04642123356461525,
      "learning_rate": 8.999993999138227e-06,
      "loss": 0.0083,
      "step": 2250
    },
    {
      "epoch": 1.1631707630935528,
      "grad_norm": 0.04511793702840805,
      "learning_rate": 8.91064907962141e-06,
      "loss": 0.0075,
      "step": 2260
    },
    {
      "epoch": 1.1683181057778922,
      "grad_norm": 0.04354127123951912,
      "learning_rate": 8.821392077206695e-06,
      "loss": 0.0079,
      "step": 2270
    },
    {
      "epoch": 1.1734654484622313,
      "grad_norm": 0.04541221261024475,
      "learning_rate": 8.732230195465353e-06,
      "loss": 0.0077,
      "step": 2280
    },
    {
      "epoch": 1.1786127911465707,
      "grad_norm": 0.04809452220797539,
      "learning_rate": 8.64317063029186e-06,
      "loss": 0.0079,
      "step": 2290
    },
    {
      "epoch": 1.1837601338309098,
      "grad_norm": 0.04383910447359085,
      "learning_rate": 8.554220569323117e-06,
      "loss": 0.008,
      "step": 2300
    },
    {
      "epoch": 1.188907476515249,
      "grad_norm": 0.04871731251478195,
      "learning_rate": 8.465387191358398e-06,
      "loss": 0.0079,
      "step": 2310
    },
    {
      "epoch": 1.1940548191995881,
      "grad_norm": 0.042991671711206436,
      "learning_rate": 8.376677665779968e-06,
      "loss": 0.0078,
      "step": 2320
    },
    {
      "epoch": 1.1992021618839275,
      "grad_norm": 0.04335131123661995,
      "learning_rate": 8.288099151974446e-06,
      "loss": 0.0079,
      "step": 2330
    },
    {
      "epoch": 1.2043495045682666,
      "grad_norm": 0.04826260730624199,
      "learning_rate": 8.199658798755048e-06,
      "loss": 0.008,
      "step": 2340
    },
    {
      "epoch": 1.2094968472526058,
      "grad_norm": 0.046739570796489716,
      "learning_rate": 8.111363743784587e-06,
      "loss": 0.0079,
      "step": 2350
    },
    {
      "epoch": 1.2146441899369451,
      "grad_norm": 0.05227670818567276,
      "learning_rate": 8.023221112999459e-06,
      "loss": 0.0076,
      "step": 2360
    },
    {
      "epoch": 1.2197915326212843,
      "grad_norm": 0.041948165744543076,
      "learning_rate": 7.935238020034505e-06,
      "loss": 0.0069,
      "step": 2370
    },
    {
      "epoch": 1.2249388753056234,
      "grad_norm": 0.04497140645980835,
      "learning_rate": 7.847421565648929e-06,
      "loss": 0.0078,
      "step": 2380
    },
    {
      "epoch": 1.2300862179899628,
      "grad_norm": 0.045373767614364624,
      "learning_rate": 7.759778837153205e-06,
      "loss": 0.0083,
      "step": 2390
    },
    {
      "epoch": 1.235233560674302,
      "grad_norm": 0.04437263309955597,
      "learning_rate": 7.672316907837084e-06,
      "loss": 0.0076,
      "step": 2400
    },
    {
      "epoch": 1.240380903358641,
      "grad_norm": 0.043433234095573425,
      "learning_rate": 7.585042836398763e-06,
      "loss": 0.0076,
      "step": 2410
    },
    {
      "epoch": 1.2455282460429804,
      "grad_norm": 0.05035654082894325,
      "learning_rate": 7.497963666375185e-06,
      "loss": 0.0081,
      "step": 2420
    },
    {
      "epoch": 1.2506755887273195,
      "grad_norm": 0.048377279192209244,
      "learning_rate": 7.411086425573584e-06,
      "loss": 0.0079,
      "step": 2430
    },
    {
      "epoch": 1.2558229314116587,
      "grad_norm": 0.04650159552693367,
      "learning_rate": 7.324418125504305e-06,
      "loss": 0.008,
      "step": 2440
    },
    {
      "epoch": 1.2609702740959978,
      "grad_norm": 0.045357707887887955,
      "learning_rate": 7.23796576081494e-06,
      "loss": 0.0081,
      "step": 2450
    },
    {
      "epoch": 1.2661176167803372,
      "grad_norm": 0.043975580483675,
      "learning_rate": 7.151736308725802e-06,
      "loss": 0.0073,
      "step": 2460
    },
    {
      "epoch": 1.2712649594646763,
      "grad_norm": 0.04668817296624184,
      "learning_rate": 7.065736728466832e-06,
      "loss": 0.0077,
      "step": 2470
    },
    {
      "epoch": 1.2764123021490157,
      "grad_norm": 0.04745522886514664,
      "learning_rate": 6.979973960715958e-06,
      "loss": 0.0081,
      "step": 2480
    },
    {
      "epoch": 1.2815596448333548,
      "grad_norm": 0.0445983000099659,
      "learning_rate": 6.894454927038907e-06,
      "loss": 0.0072,
      "step": 2490
    },
    {
      "epoch": 1.286706987517694,
      "grad_norm": 0.043321456760168076,
      "learning_rate": 6.809186529330639e-06,
      "loss": 0.0079,
      "step": 2500
    },
    {
      "epoch": 1.291854330202033,
      "grad_norm": 0.04421858489513397,
      "learning_rate": 6.724175649258287e-06,
      "loss": 0.0083,
      "step": 2510
    },
    {
      "epoch": 1.2970016728863725,
      "grad_norm": 0.0411141961812973,
      "learning_rate": 6.6394291477057736e-06,
      "loss": 0.0076,
      "step": 2520
    },
    {
      "epoch": 1.3021490155707116,
      "grad_norm": 0.05308463051915169,
      "learning_rate": 6.554953864220115e-06,
      "loss": 0.0079,
      "step": 2530
    },
    {
      "epoch": 1.3072963582550507,
      "grad_norm": 0.04345130920410156,
      "learning_rate": 6.4707566164594105e-06,
      "loss": 0.0076,
      "step": 2540
    },
    {
      "epoch": 1.3124437009393901,
      "grad_norm": 0.046729203313589096,
      "learning_rate": 6.386844199642619e-06,
      "loss": 0.0077,
      "step": 2550
    },
    {
      "epoch": 1.3175910436237293,
      "grad_norm": 0.046459197998046875,
      "learning_rate": 6.30322338600114e-06,
      "loss": 0.0083,
      "step": 2560
    },
    {
      "epoch": 1.3227383863080684,
      "grad_norm": 0.04731113836169243,
      "learning_rate": 6.219900924232279e-06,
      "loss": 0.0072,
      "step": 2570
    },
    {
      "epoch": 1.3278857289924075,
      "grad_norm": 0.04013852775096893,
      "learning_rate": 6.136883538954561e-06,
      "loss": 0.0079,
      "step": 2580
    },
    {
      "epoch": 1.333033071676747,
      "grad_norm": 0.046594880521297455,
      "learning_rate": 6.054177930165017e-06,
      "loss": 0.0072,
      "step": 2590
    },
    {
      "epoch": 1.338180414361086,
      "grad_norm": 0.04768165200948715,
      "learning_rate": 5.971790772698467e-06,
      "loss": 0.0075,
      "step": 2600
    },
    {
      "epoch": 1.3433277570454254,
      "grad_norm": 0.046321555972099304,
      "learning_rate": 5.889728715688814e-06,
      "loss": 0.0076,
      "step": 2610
    },
    {
      "epoch": 1.3484750997297645,
      "grad_norm": 0.04485670477151871,
      "learning_rate": 5.807998382032414e-06,
      "loss": 0.0077,
      "step": 2620
    },
    {
      "epoch": 1.3536224424141037,
      "grad_norm": 0.046425607055425644,
      "learning_rate": 5.726606367853581e-06,
      "loss": 0.0078,
      "step": 2630
    },
    {
      "epoch": 1.3587697850984428,
      "grad_norm": 0.051463935524225235,
      "learning_rate": 5.645559241972231e-06,
      "loss": 0.0081,
      "step": 2640
    },
    {
      "epoch": 1.3639171277827822,
      "grad_norm": 0.04258693754673004,
      "learning_rate": 5.56486354537374e-06,
      "loss": 0.0077,
      "step": 2650
    },
    {
      "epoch": 1.3690644704671213,
      "grad_norm": 0.04762498661875725,
      "learning_rate": 5.484525790681052e-06,
      "loss": 0.0077,
      "step": 2660
    },
    {
      "epoch": 1.3742118131514607,
      "grad_norm": 0.04822554439306259,
      "learning_rate": 5.404552461629069e-06,
      "loss": 0.0075,
      "step": 2670
    },
    {
      "epoch": 1.3793591558357998,
      "grad_norm": 0.04345494881272316,
      "learning_rate": 5.324950012541372e-06,
      "loss": 0.0079,
      "step": 2680
    },
    {
      "epoch": 1.384506498520139,
      "grad_norm": 0.044225189834833145,
      "learning_rate": 5.245724867809326e-06,
      "loss": 0.0077,
      "step": 2690
    },
    {
      "epoch": 1.389653841204478,
      "grad_norm": 0.04013178497552872,
      "learning_rate": 5.166883421373583e-06,
      "loss": 0.0077,
      "step": 2700
    },
    {
      "epoch": 1.3948011838888175,
      "grad_norm": 0.04217646270990372,
      "learning_rate": 5.088432036208075e-06,
      "loss": 0.0074,
      "step": 2710
    },
    {
      "epoch": 1.3999485265731566,
      "grad_norm": 0.04379292577505112,
      "learning_rate": 5.010377043806443e-06,
      "loss": 0.0067,
      "step": 2720
    },
    {
      "epoch": 1.4050958692574957,
      "grad_norm": 0.04153648018836975,
      "learning_rate": 4.932724743671089e-06,
      "loss": 0.0074,
      "step": 2730
    },
    {
      "epoch": 1.410243211941835,
      "grad_norm": 0.04640040919184685,
      "learning_rate": 4.8554814028047605e-06,
      "loss": 0.0075,
      "step": 2740
    },
    {
      "epoch": 1.4153905546261742,
      "grad_norm": 0.04649236798286438,
      "learning_rate": 4.778653255204733e-06,
      "loss": 0.008,
      "step": 2750
    },
    {
      "epoch": 1.4205378973105134,
      "grad_norm": 0.04218636080622673,
      "learning_rate": 4.702246501359739e-06,
      "loss": 0.0071,
      "step": 2760
    },
    {
      "epoch": 1.4256852399948525,
      "grad_norm": 0.0437491312623024,
      "learning_rate": 4.626267307749519e-06,
      "loss": 0.0074,
      "step": 2770
    },
    {
      "epoch": 1.4308325826791919,
      "grad_norm": 0.047346778213977814,
      "learning_rate": 4.550721806347146e-06,
      "loss": 0.0077,
      "step": 2780
    },
    {
      "epoch": 1.435979925363531,
      "grad_norm": 0.04050770774483681,
      "learning_rate": 4.475616094124171e-06,
      "loss": 0.0076,
      "step": 2790
    },
    {
      "epoch": 1.4411272680478704,
      "grad_norm": 0.04215119779109955,
      "learning_rate": 4.40095623255853e-06,
      "loss": 0.0074,
      "step": 2800
    },
    {
      "epoch": 1.4462746107322095,
      "grad_norm": 0.04186023771762848,
      "learning_rate": 4.3267482471453574e-06,
      "loss": 0.0076,
      "step": 2810
    },
    {
      "epoch": 1.4514219534165487,
      "grad_norm": 0.04239216446876526,
      "learning_rate": 4.252998126910696e-06,
      "loss": 0.0077,
      "step": 2820
    },
    {
      "epoch": 1.4565692961008878,
      "grad_norm": 0.04196004569530487,
      "learning_rate": 4.179711823928141e-06,
      "loss": 0.0075,
      "step": 2830
    },
    {
      "epoch": 1.4617166387852272,
      "grad_norm": 0.04251675307750702,
      "learning_rate": 4.106895252838478e-06,
      "loss": 0.0074,
      "step": 2840
    },
    {
      "epoch": 1.4668639814695663,
      "grad_norm": 0.04271869733929634,
      "learning_rate": 4.034554290372332e-06,
      "loss": 0.0074,
      "step": 2850
    },
    {
      "epoch": 1.4720113241539057,
      "grad_norm": 0.04729824885725975,
      "learning_rate": 3.96269477487588e-06,
      "loss": 0.0081,
      "step": 2860
    },
    {
      "epoch": 1.4771586668382448,
      "grad_norm": 0.04521729424595833,
      "learning_rate": 3.891322505839672e-06,
      "loss": 0.0075,
      "step": 2870
    },
    {
      "epoch": 1.482306009522584,
      "grad_norm": 0.04185229167342186,
      "learning_rate": 3.820443243430555e-06,
      "loss": 0.0076,
      "step": 2880
    },
    {
      "epoch": 1.487453352206923,
      "grad_norm": 0.04580387473106384,
      "learning_rate": 3.750062708026814e-06,
      "loss": 0.0078,
      "step": 2890
    },
    {
      "epoch": 1.4926006948912625,
      "grad_norm": 0.04715467616915703,
      "learning_rate": 3.680186579756507e-06,
      "loss": 0.0078,
      "step": 2900
    },
    {
      "epoch": 1.4977480375756016,
      "grad_norm": 0.047138504683971405,
      "learning_rate": 3.6108204980390116e-06,
      "loss": 0.0077,
      "step": 2910
    },
    {
      "epoch": 1.502895380259941,
      "grad_norm": 0.04406086727976799,
      "learning_rate": 3.5419700611299356e-06,
      "loss": 0.0071,
      "step": 2920
    },
    {
      "epoch": 1.50804272294428,
      "grad_norm": 0.04638756439089775,
      "learning_rate": 3.4736408256692757e-06,
      "loss": 0.0079,
      "step": 2930
    },
    {
      "epoch": 1.5131900656286192,
      "grad_norm": 0.04099031910300255,
      "learning_rate": 3.4058383062329534e-06,
      "loss": 0.007,
      "step": 2940
    },
    {
      "epoch": 1.5183374083129584,
      "grad_norm": 0.042310506105422974,
      "learning_rate": 3.3385679748877996e-06,
      "loss": 0.0073,
      "step": 2950
    },
    {
      "epoch": 1.5234847509972975,
      "grad_norm": 0.042861271649599075,
      "learning_rate": 3.2718352607498814e-06,
      "loss": 0.0072,
      "step": 2960
    },
    {
      "epoch": 1.5286320936816369,
      "grad_norm": 0.04568492993712425,
      "learning_rate": 3.205645549546361e-06,
      "loss": 0.0075,
      "step": 2970
    },
    {
      "epoch": 1.533779436365976,
      "grad_norm": 0.03910849615931511,
      "learning_rate": 3.140004183180837e-06,
      "loss": 0.0076,
      "step": 2980
    },
    {
      "epoch": 1.5389267790503154,
      "grad_norm": 0.044579919427633286,
      "learning_rate": 3.074916459302211e-06,
      "loss": 0.0077,
      "step": 2990
    },
    {
      "epoch": 1.5440741217346545,
      "grad_norm": 0.04029650613665581,
      "learning_rate": 3.010387630877142e-06,
      "loss": 0.0071,
      "step": 3000
    },
    {
      "epoch": 1.5492214644189937,
      "grad_norm": 0.039773497730493546,
      "learning_rate": 2.946422905766103e-06,
      "loss": 0.0079,
      "step": 3010
    },
    {
      "epoch": 1.5543688071033328,
      "grad_norm": 0.041781287640333176,
      "learning_rate": 2.8830274463030705e-06,
      "loss": 0.0074,
      "step": 3020
    },
    {
      "epoch": 1.5595161497876722,
      "grad_norm": 0.04066796600818634,
      "learning_rate": 2.820206368878894e-06,
      "loss": 0.0073,
      "step": 3030
    },
    {
      "epoch": 1.5646634924720113,
      "grad_norm": 0.037947360426187515,
      "learning_rate": 2.7579647435283773e-06,
      "loss": 0.0075,
      "step": 3040
    },
    {
      "epoch": 1.5698108351563507,
      "grad_norm": 0.0416950099170208,
      "learning_rate": 2.696307593521088e-06,
      "loss": 0.0075,
      "step": 3050
    },
    {
      "epoch": 1.5749581778406898,
      "grad_norm": 0.043909162282943726,
      "learning_rate": 2.6352398949559697e-06,
      "loss": 0.0074,
      "step": 3060
    },
    {
      "epoch": 1.580105520525029,
      "grad_norm": 0.04362725093960762,
      "learning_rate": 2.5747665763597016e-06,
      "loss": 0.0078,
      "step": 3070
    },
    {
      "epoch": 1.585252863209368,
      "grad_norm": 0.04155511409044266,
      "learning_rate": 2.514892518288988e-06,
      "loss": 0.0075,
      "step": 3080
    },
    {
      "epoch": 1.5904002058937072,
      "grad_norm": 0.04423890262842178,
      "learning_rate": 2.4556225529366316e-06,
      "loss": 0.0073,
      "step": 3090
    },
    {
      "epoch": 1.5955475485780466,
      "grad_norm": 0.04012097790837288,
      "learning_rate": 2.3969614637415474e-06,
      "loss": 0.0078,
      "step": 3100
    },
    {
      "epoch": 1.600694891262386,
      "grad_norm": 0.03919919952750206,
      "learning_rate": 2.338913985002739e-06,
      "loss": 0.0071,
      "step": 3110
    },
    {
      "epoch": 1.605842233946725,
      "grad_norm": 0.04075808823108673,
      "learning_rate": 2.281484801497186e-06,
      "loss": 0.0072,
      "step": 3120
    },
    {
      "epoch": 1.6109895766310642,
      "grad_norm": 0.04051820561289787,
      "learning_rate": 2.224678548101762e-06,
      "loss": 0.0068,
      "step": 3130
    },
    {
      "epoch": 1.6161369193154034,
      "grad_norm": 0.046087682247161865,
      "learning_rate": 2.168499809419177e-06,
      "loss": 0.0071,
      "step": 3140
    },
    {
      "epoch": 1.6212842619997425,
      "grad_norm": 0.04052680358290672,
      "learning_rate": 2.1129531194079656e-06,
      "loss": 0.0072,
      "step": 3150
    },
    {
      "epoch": 1.6264316046840819,
      "grad_norm": 0.043879568576812744,
      "learning_rate": 2.0580429610165763e-06,
      "loss": 0.0073,
      "step": 3160
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.042183198034763336,
      "learning_rate": 2.0037737658215684e-06,
      "loss": 0.0074,
      "step": 3170
    },
    {
      "epoch": 1.6367262900527604,
      "grad_norm": 0.041050445288419724,
      "learning_rate": 1.950149913669953e-06,
      "loss": 0.0074,
      "step": 3180
    },
    {
      "epoch": 1.6418736327370995,
      "grad_norm": 0.04309527203440666,
      "learning_rate": 1.89717573232572e-06,
      "loss": 0.0072,
      "step": 3190
    },
    {
      "epoch": 1.6470209754214387,
      "grad_norm": 0.0433724969625473,
      "learning_rate": 1.844855497120558e-06,
      "loss": 0.0074,
      "step": 3200
    },
    {
      "epoch": 1.6521683181057778,
      "grad_norm": 0.0432274304330349,
      "learning_rate": 1.7931934306088082e-06,
      "loss": 0.007,
      "step": 3210
    },
    {
      "epoch": 1.657315660790117,
      "grad_norm": 0.04388746619224548,
      "learning_rate": 1.7421937022266921e-06,
      "loss": 0.0075,
      "step": 3220
    },
    {
      "epoch": 1.6624630034744563,
      "grad_norm": 0.04156123474240303,
      "learning_rate": 1.691860427955785e-06,
      "loss": 0.0074,
      "step": 3230
    },
    {
      "epoch": 1.6676103461587957,
      "grad_norm": 0.04092007502913475,
      "learning_rate": 1.6421976699908636e-06,
      "loss": 0.0073,
      "step": 3240
    },
    {
      "epoch": 1.6727576888431348,
      "grad_norm": 0.038688093423843384,
      "learning_rate": 1.5932094364120453e-06,
      "loss": 0.0066,
      "step": 3250
    },
    {
      "epoch": 1.677905031527474,
      "grad_norm": 0.04466381296515465,
      "learning_rate": 1.544899680861306e-06,
      "loss": 0.0073,
      "step": 3260
    },
    {
      "epoch": 1.683052374211813,
      "grad_norm": 0.04036378487944603,
      "learning_rate": 1.4972723022234214e-06,
      "loss": 0.0072,
      "step": 3270
    },
    {
      "epoch": 1.6881997168961522,
      "grad_norm": 0.04854420945048332,
      "learning_rate": 1.45033114431128e-06,
      "loss": 0.0076,
      "step": 3280
    },
    {
      "epoch": 1.6933470595804916,
      "grad_norm": 0.04195775091648102,
      "learning_rate": 1.4040799955556771e-06,
      "loss": 0.0073,
      "step": 3290
    },
    {
      "epoch": 1.6984944022648307,
      "grad_norm": 0.042864393442869186,
      "learning_rate": 1.3585225886995613e-06,
      "loss": 0.0072,
      "step": 3300
    },
    {
      "epoch": 1.70364174494917,
      "grad_norm": 0.04399369657039642,
      "learning_rate": 1.3136626004967834e-06,
      "loss": 0.0076,
      "step": 3310
    },
    {
      "epoch": 1.7087890876335092,
      "grad_norm": 0.04049016907811165,
      "learning_rate": 1.2695036514153569e-06,
      "loss": 0.0072,
      "step": 3320
    },
    {
      "epoch": 1.7139364303178484,
      "grad_norm": 0.0450235940515995,
      "learning_rate": 1.2260493053452672e-06,
      "loss": 0.0077,
      "step": 3330
    },
    {
      "epoch": 1.7190837730021875,
      "grad_norm": 0.04058736562728882,
      "learning_rate": 1.1833030693108426e-06,
      "loss": 0.0071,
      "step": 3340
    },
    {
      "epoch": 1.7242311156865269,
      "grad_norm": 0.0449027344584465,
      "learning_rate": 1.1412683931877177e-06,
      "loss": 0.0074,
      "step": 3350
    },
    {
      "epoch": 1.729378458370866,
      "grad_norm": 0.040831901133060455,
      "learning_rate": 1.0999486694244087e-06,
      "loss": 0.0071,
      "step": 3360
    },
    {
      "epoch": 1.7345258010552054,
      "grad_norm": 0.04613341763615608,
      "learning_rate": 1.0593472327685183e-06,
      "loss": 0.0074,
      "step": 3370
    },
    {
      "epoch": 1.7396731437395445,
      "grad_norm": 0.04327157512307167,
      "learning_rate": 1.0194673599976134e-06,
      "loss": 0.0073,
      "step": 3380
    },
    {
      "epoch": 1.7448204864238837,
      "grad_norm": 0.04192129895091057,
      "learning_rate": 9.803122696547473e-07,
      "loss": 0.0069,
      "step": 3390
    },
    {
      "epoch": 1.7499678291082228,
      "grad_norm": 0.04375963658094406,
      "learning_rate": 9.418851217887337e-07,
      "loss": 0.0069,
      "step": 3400
    },
    {
      "epoch": 1.755115171792562,
      "grad_norm": 0.04598482698202133,
      "learning_rate": 9.041890176990876e-07,
      "loss": 0.0074,
      "step": 3410
    },
    {
      "epoch": 1.7602625144769013,
      "grad_norm": 0.040907781571149826,
      "learning_rate": 8.672269996857375e-07,
      "loss": 0.0067,
      "step": 3420
    },
    {
      "epoch": 1.7654098571612407,
      "grad_norm": 0.040340472012758255,
      "learning_rate": 8.310020508035055e-07,
      "loss": 0.0071,
      "step": 3430
    },
    {
      "epoch": 1.7705571998455798,
      "grad_norm": 0.0423114113509655,
      "learning_rate": 7.955170946213442e-07,
      "loss": 0.0072,
      "step": 3440
    },
    {
      "epoch": 1.775704542529919,
      "grad_norm": 0.04236366227269173,
      "learning_rate": 7.607749949863907e-07,
      "loss": 0.0074,
      "step": 3450
    },
    {
      "epoch": 1.780851885214258,
      "grad_norm": 0.04394996911287308,
      "learning_rate": 7.267785557928398e-07,
      "loss": 0.0072,
      "step": 3460
    },
    {
      "epoch": 1.7859992278985972,
      "grad_norm": 0.04455741122364998,
      "learning_rate": 6.935305207556509e-07,
      "loss": 0.0071,
      "step": 3470
    },
    {
      "epoch": 1.7911465705829366,
      "grad_norm": 0.04342462122440338,
      "learning_rate": 6.610335731891116e-07,
      "loss": 0.0069,
      "step": 3480
    },
    {
      "epoch": 1.7962939132672757,
      "grad_norm": 0.03930308297276497,
      "learning_rate": 6.292903357902846e-07,
      "loss": 0.0073,
      "step": 3490
    },
    {
      "epoch": 1.801441255951615,
      "grad_norm": 0.04408276826143265,
      "learning_rate": 5.983033704273355e-07,
      "loss": 0.0075,
      "step": 3500
    },
    {
      "epoch": 1.8065885986359542,
      "grad_norm": 0.04385414719581604,
      "learning_rate": 5.680751779327742e-07,
      "loss": 0.0074,
      "step": 3510
    },
    {
      "epoch": 1.8117359413202934,
      "grad_norm": 0.04157879576086998,
      "learning_rate": 5.386081979016256e-07,
      "loss": 0.0072,
      "step": 3520
    },
    {
      "epoch": 1.8168832840046325,
      "grad_norm": 0.044605404138565063,
      "learning_rate": 5.099048084945401e-07,
      "loss": 0.0071,
      "step": 3530
    },
    {
      "epoch": 1.8220306266889719,
      "grad_norm": 0.04070171341300011,
      "learning_rate": 4.819673262458591e-07,
      "loss": 0.0072,
      "step": 3540
    },
    {
      "epoch": 1.827177969373311,
      "grad_norm": 0.04037825018167496,
      "learning_rate": 4.547980058766566e-07,
      "loss": 0.0071,
      "step": 3550
    },
    {
      "epoch": 1.8323253120576504,
      "grad_norm": 0.039735108613967896,
      "learning_rate": 4.283990401127769e-07,
      "loss": 0.007,
      "step": 3560
    },
    {
      "epoch": 1.8374726547419895,
      "grad_norm": 0.0628032460808754,
      "learning_rate": 4.027725595078591e-07,
      "loss": 0.0071,
      "step": 3570
    },
    {
      "epoch": 1.8426199974263286,
      "grad_norm": 0.040935881435871124,
      "learning_rate": 3.779206322713913e-07,
      "loss": 0.0074,
      "step": 3580
    },
    {
      "epoch": 1.8477673401106678,
      "grad_norm": 0.043412309139966965,
      "learning_rate": 3.5384526410180085e-07,
      "loss": 0.0071,
      "step": 3590
    },
    {
      "epoch": 1.852914682795007,
      "grad_norm": 0.044377975165843964,
      "learning_rate": 3.305483980245716e-07,
      "loss": 0.0075,
      "step": 3600
    },
    {
      "epoch": 1.8580620254793463,
      "grad_norm": 0.038890235126018524,
      "learning_rate": 3.080319142354393e-07,
      "loss": 0.0069,
      "step": 3610
    },
    {
      "epoch": 1.8632093681636857,
      "grad_norm": 0.04343342036008835,
      "learning_rate": 2.8629762994864195e-07,
      "loss": 0.0067,
      "step": 3620
    },
    {
      "epoch": 1.8683567108480248,
      "grad_norm": 0.04095729440450668,
      "learning_rate": 2.653472992502648e-07,
      "loss": 0.0071,
      "step": 3630
    },
    {
      "epoch": 1.873504053532364,
      "grad_norm": 0.04180029407143593,
      "learning_rate": 2.4518261295667255e-07,
      "loss": 0.0072,
      "step": 3640
    },
    {
      "epoch": 1.878651396216703,
      "grad_norm": 0.04427026957273483,
      "learning_rate": 2.2580519847805182e-07,
      "loss": 0.0072,
      "step": 3650
    },
    {
      "epoch": 1.8837987389010422,
      "grad_norm": 0.04394019767642021,
      "learning_rate": 2.072166196870673e-07,
      "loss": 0.0069,
      "step": 3660
    },
    {
      "epoch": 1.8889460815853816,
      "grad_norm": 0.0422549843788147,
      "learning_rate": 1.894183767926494e-07,
      "loss": 0.0071,
      "step": 3670
    },
    {
      "epoch": 1.8940934242697207,
      "grad_norm": 0.03970884904265404,
      "learning_rate": 1.724119062189189e-07,
      "loss": 0.007,
      "step": 3680
    },
    {
      "epoch": 1.89924076695406,
      "grad_norm": 0.043532587587833405,
      "learning_rate": 1.561985804892585e-07,
      "loss": 0.0073,
      "step": 3690
    },
    {
      "epoch": 1.9043881096383992,
      "grad_norm": 0.038174182176589966,
      "learning_rate": 1.4077970811554153e-07,
      "loss": 0.007,
      "step": 3700
    },
    {
      "epoch": 1.9095354523227384,
      "grad_norm": 0.03825508803129196,
      "learning_rate": 1.2615653349252743e-07,
      "loss": 0.0074,
      "step": 3710
    },
    {
      "epoch": 1.9146827950070775,
      "grad_norm": 0.04140858352184296,
      "learning_rate": 1.1233023679743326e-07,
      "loss": 0.0073,
      "step": 3720
    },
    {
      "epoch": 1.9198301376914169,
      "grad_norm": 0.042516909539699554,
      "learning_rate": 9.930193389468323e-08,
      "loss": 0.007,
      "step": 3730
    },
    {
      "epoch": 1.924977480375756,
      "grad_norm": 0.04423694312572479,
      "learning_rate": 8.707267624585292e-08,
      "loss": 0.0073,
      "step": 3740
    },
    {
      "epoch": 1.9301248230600954,
      "grad_norm": 0.04059486463665962,
      "learning_rate": 7.564345082481383e-08,
      "loss": 0.0068,
      "step": 3750
    },
    {
      "epoch": 1.9352721657444345,
      "grad_norm": 0.04558904469013214,
      "learning_rate": 6.501518003807272e-08,
      "loss": 0.0073,
      "step": 3760
    },
    {
      "epoch": 1.9404195084287736,
      "grad_norm": 0.0388142392039299,
      "learning_rate": 5.518872165033329e-08,
      "loss": 0.0071,
      "step": 3770
    },
    {
      "epoch": 1.9455668511131128,
      "grad_norm": 0.04608234018087387,
      "learning_rate": 4.6164868715263825e-08,
      "loss": 0.0073,
      "step": 3780
    },
    {
      "epoch": 1.950714193797452,
      "grad_norm": 0.040703512728214264,
      "learning_rate": 3.79443495114995e-08,
      "loss": 0.0071,
      "step": 3790
    },
    {
      "epoch": 1.9558615364817913,
      "grad_norm": 0.04268708452582359,
      "learning_rate": 3.052782748386052e-08,
      "loss": 0.0072,
      "step": 3800
    },
    {
      "epoch": 1.9610088791661306,
      "grad_norm": 0.04412174969911575,
      "learning_rate": 2.3915901189811576e-08,
      "loss": 0.0069,
      "step": 3810
    },
    {
      "epoch": 1.9661562218504698,
      "grad_norm": 0.0402398481965065,
      "learning_rate": 1.8109104251151645e-08,
      "loss": 0.0069,
      "step": 3820
    },
    {
      "epoch": 1.971303564534809,
      "grad_norm": 0.04533049836754799,
      "learning_rate": 1.310790531095063e-08,
      "loss": 0.0067,
      "step": 3830
    },
    {
      "epoch": 1.976450907219148,
      "grad_norm": 0.043354544788599014,
      "learning_rate": 8.9127079957263e-09,
      "loss": 0.0071,
      "step": 3840
    },
    {
      "epoch": 1.9815982499034872,
      "grad_norm": 0.039460960775613785,
      "learning_rate": 5.523850882866999e-09,
      "loss": 0.0072,
      "step": 3850
    },
    {
      "epoch": 1.9867455925878266,
      "grad_norm": 0.04111147299408913,
      "learning_rate": 2.941607473311292e-09,
      "loss": 0.0071,
      "step": 3860
    },
    {
      "epoch": 1.9918929352721657,
      "grad_norm": 0.0409269742667675,
      "learning_rate": 1.166186169466732e-09,
      "loss": 0.0076,
      "step": 3870
    },
    {
      "epoch": 1.997040277956505,
      "grad_norm": 0.036945004016160965,
      "learning_rate": 1.9773025839997518e-10,
      "loss": 0.0076,
      "step": 3880
    },
    {
      "epoch": 2.0,
      "step": 3886,
      "total_flos": 6.320832928623572e+19,
      "train_loss": 0.009204940595273436,
      "train_runtime": 219891.592,
      "train_samples_per_second": 9.047,
      "train_steps_per_second": 0.018
    }
  ],
  "logging_steps": 10,
  "max_steps": 3886,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.320832928623572e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}