{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9580936729663105,
  "eval_steps": 500,
  "global_step": 3600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008216926869350863,
      "grad_norm": 19.974408737204264,
      "learning_rate": 9.240246406570842e-07,
      "loss": 8.1444,
      "step": 10
    },
    {
      "epoch": 0.016433853738701727,
      "grad_norm": 17.651529960979847,
      "learning_rate": 1.9507186858316226e-06,
      "loss": 7.9807,
      "step": 20
    },
    {
      "epoch": 0.024650780608052588,
      "grad_norm": 11.386632405383008,
      "learning_rate": 2.9774127310061602e-06,
      "loss": 7.2669,
      "step": 30
    },
    {
      "epoch": 0.03286770747740345,
      "grad_norm": 7.046114654796961,
      "learning_rate": 4.004106776180698e-06,
      "loss": 6.2786,
      "step": 40
    },
    {
      "epoch": 0.041084634346754315,
      "grad_norm": 6.151945803126112,
      "learning_rate": 5.030800821355237e-06,
      "loss": 5.4899,
      "step": 50
    },
    {
      "epoch": 0.049301561216105176,
      "grad_norm": 8.193676876026643,
      "learning_rate": 6.057494866529775e-06,
      "loss": 4.6739,
      "step": 60
    },
    {
      "epoch": 0.05751848808545604,
      "grad_norm": 6.679224346201021,
      "learning_rate": 7.084188911704312e-06,
      "loss": 3.4236,
      "step": 70
    },
    {
      "epoch": 0.0657354149548069,
      "grad_norm": 2.6366005239013384,
      "learning_rate": 8.11088295687885e-06,
      "loss": 2.3599,
      "step": 80
    },
    {
      "epoch": 0.07395234182415776,
      "grad_norm": 1.375969201844041,
      "learning_rate": 9.137577002053388e-06,
      "loss": 1.9964,
      "step": 90
    },
    {
      "epoch": 0.08216926869350863,
      "grad_norm": 1.7699452853204731,
      "learning_rate": 1.0164271047227925e-05,
      "loss": 1.8573,
      "step": 100
    },
    {
      "epoch": 0.09038619556285948,
      "grad_norm": 8.30917131347657,
      "learning_rate": 1.1190965092402464e-05,
      "loss": 1.7505,
      "step": 110
    },
    {
      "epoch": 0.09860312243221035,
      "grad_norm": 6.75443517080473,
      "learning_rate": 1.2217659137577003e-05,
      "loss": 1.6748,
      "step": 120
    },
    {
      "epoch": 0.10682004930156122,
      "grad_norm": 6.3489758184708975,
      "learning_rate": 1.324435318275154e-05,
      "loss": 1.6308,
      "step": 130
    },
    {
      "epoch": 0.11503697617091208,
      "grad_norm": 7.53791236524009,
      "learning_rate": 1.427104722792608e-05,
      "loss": 1.5869,
      "step": 140
    },
    {
      "epoch": 0.12325390304026294,
      "grad_norm": 8.054957976158356,
      "learning_rate": 1.5297741273100617e-05,
      "loss": 1.5436,
      "step": 150
    },
    {
      "epoch": 0.1314708299096138,
      "grad_norm": 7.410251002629914,
      "learning_rate": 1.6324435318275156e-05,
      "loss": 1.5198,
      "step": 160
    },
    {
      "epoch": 0.13968775677896467,
      "grad_norm": 7.667346984161794,
      "learning_rate": 1.735112936344969e-05,
      "loss": 1.4864,
      "step": 170
    },
    {
      "epoch": 0.14790468364831552,
      "grad_norm": 3.427899808429963,
      "learning_rate": 1.837782340862423e-05,
      "loss": 1.4329,
      "step": 180
    },
    {
      "epoch": 0.1561216105176664,
      "grad_norm": 7.389097005777736,
      "learning_rate": 1.940451745379877e-05,
      "loss": 1.3795,
      "step": 190
    },
    {
      "epoch": 0.16433853738701726,
      "grad_norm": 3.8578784994944915,
      "learning_rate": 2.0431211498973308e-05,
      "loss": 1.3356,
      "step": 200
    },
    {
      "epoch": 0.1725554642563681,
      "grad_norm": 6.847593619711181,
      "learning_rate": 2.1457905544147843e-05,
      "loss": 1.298,
      "step": 210
    },
    {
      "epoch": 0.18077239112571897,
      "grad_norm": 3.9848894805058768,
      "learning_rate": 2.2484599589322382e-05,
      "loss": 1.2761,
      "step": 220
    },
    {
      "epoch": 0.18898931799506985,
      "grad_norm": 3.42148486562202,
      "learning_rate": 2.351129363449692e-05,
      "loss": 1.2514,
      "step": 230
    },
    {
      "epoch": 0.1972062448644207,
      "grad_norm": 4.183793781638511,
      "learning_rate": 2.453798767967146e-05,
      "loss": 1.212,
      "step": 240
    },
    {
      "epoch": 0.20542317173377156,
      "grad_norm": 4.417796453724179,
      "learning_rate": 2.5564681724845996e-05,
      "loss": 1.1858,
      "step": 250
    },
    {
      "epoch": 0.21364009860312244,
      "grad_norm": 3.1317362646162863,
      "learning_rate": 2.6591375770020538e-05,
      "loss": 1.1511,
      "step": 260
    },
    {
      "epoch": 0.2218570254724733,
      "grad_norm": 3.6674629817218523,
      "learning_rate": 2.7618069815195074e-05,
      "loss": 1.1253,
      "step": 270
    },
    {
      "epoch": 0.23007395234182415,
      "grad_norm": 2.4646163322898187,
      "learning_rate": 2.8644763860369613e-05,
      "loss": 1.0806,
      "step": 280
    },
    {
      "epoch": 0.23829087921117503,
      "grad_norm": 3.79598763836086,
      "learning_rate": 2.9671457905544148e-05,
      "loss": 1.0437,
      "step": 290
    },
    {
      "epoch": 0.2465078060805259,
      "grad_norm": 2.495574663825656,
      "learning_rate": 3.069815195071869e-05,
      "loss": 0.9992,
      "step": 300
    },
    {
      "epoch": 0.25472473294987674,
      "grad_norm": 2.708197176131291,
      "learning_rate": 3.172484599589323e-05,
      "loss": 0.9809,
      "step": 310
    },
    {
      "epoch": 0.2629416598192276,
      "grad_norm": 3.2301936096498336,
      "learning_rate": 3.2751540041067765e-05,
      "loss": 0.9391,
      "step": 320
    },
    {
      "epoch": 0.27115858668857845,
      "grad_norm": 3.3281900964809314,
      "learning_rate": 3.37782340862423e-05,
      "loss": 0.9122,
      "step": 330
    },
    {
      "epoch": 0.27937551355792933,
      "grad_norm": 3.7547304430550508,
      "learning_rate": 3.480492813141684e-05,
      "loss": 0.8853,
      "step": 340
    },
    {
      "epoch": 0.2875924404272802,
      "grad_norm": 2.960454105842976,
      "learning_rate": 3.583162217659138e-05,
      "loss": 0.8593,
      "step": 350
    },
    {
      "epoch": 0.29580936729663104,
      "grad_norm": 3.4887397124991772,
      "learning_rate": 3.6858316221765914e-05,
      "loss": 0.8366,
      "step": 360
    },
    {
      "epoch": 0.3040262941659819,
      "grad_norm": 3.759040242435043,
      "learning_rate": 3.788501026694045e-05,
      "loss": 0.808,
      "step": 370
    },
    {
      "epoch": 0.3122432210353328,
      "grad_norm": 3.5316624341034393,
      "learning_rate": 3.891170431211499e-05,
      "loss": 0.7784,
      "step": 380
    },
    {
      "epoch": 0.32046014790468363,
      "grad_norm": 2.536712563451594,
      "learning_rate": 3.993839835728953e-05,
      "loss": 0.7638,
      "step": 390
    },
    {
      "epoch": 0.3286770747740345,
      "grad_norm": 3.1494878741303958,
      "learning_rate": 4.096509240246407e-05,
      "loss": 0.7436,
      "step": 400
    },
    {
      "epoch": 0.3368940016433854,
      "grad_norm": 3.429889342571355,
      "learning_rate": 4.1991786447638605e-05,
      "loss": 0.7202,
      "step": 410
    },
    {
      "epoch": 0.3451109285127362,
      "grad_norm": 3.6597537437672423,
      "learning_rate": 4.301848049281315e-05,
      "loss": 0.7059,
      "step": 420
    },
    {
      "epoch": 0.3533278553820871,
      "grad_norm": 3.3239802253491155,
      "learning_rate": 4.404517453798768e-05,
      "loss": 0.6915,
      "step": 430
    },
    {
      "epoch": 0.36154478225143794,
      "grad_norm": 3.087880747049263,
      "learning_rate": 4.507186858316222e-05,
      "loss": 0.668,
      "step": 440
    },
    {
      "epoch": 0.3697617091207888,
      "grad_norm": 3.083327651120632,
      "learning_rate": 4.6098562628336754e-05,
      "loss": 0.6437,
      "step": 450
    },
    {
      "epoch": 0.3779786359901397,
      "grad_norm": 3.062369129556137,
      "learning_rate": 4.7125256673511296e-05,
      "loss": 0.6347,
      "step": 460
    },
    {
      "epoch": 0.3861955628594905,
      "grad_norm": 3.9335033286871117,
      "learning_rate": 4.815195071868583e-05,
      "loss": 0.6111,
      "step": 470
    },
    {
      "epoch": 0.3944124897288414,
      "grad_norm": 2.845179486951232,
      "learning_rate": 4.9178644763860374e-05,
      "loss": 0.5961,
      "step": 480
    },
    {
      "epoch": 0.4026294165981923,
      "grad_norm": 2.979224322509434,
      "learning_rate": 5.020533880903491e-05,
      "loss": 0.5813,
      "step": 490
    },
    {
      "epoch": 0.4108463434675431,
      "grad_norm": 3.6005231646388736,
      "learning_rate": 5.1232032854209445e-05,
      "loss": 0.559,
      "step": 500
    },
    {
      "epoch": 0.419063270336894,
      "grad_norm": 3.781201309516029,
      "learning_rate": 5.225872689938398e-05,
      "loss": 0.5505,
      "step": 510
    },
    {
      "epoch": 0.4272801972062449,
      "grad_norm": 2.820314146132875,
      "learning_rate": 5.328542094455853e-05,
      "loss": 0.5206,
      "step": 520
    },
    {
      "epoch": 0.4354971240755957,
      "grad_norm": 3.3247760436321783,
      "learning_rate": 5.4312114989733065e-05,
      "loss": 0.5191,
      "step": 530
    },
    {
      "epoch": 0.4437140509449466,
      "grad_norm": 3.185990273496067,
      "learning_rate": 5.53388090349076e-05,
      "loss": 0.4937,
      "step": 540
    },
    {
      "epoch": 0.4519309778142975,
      "grad_norm": 3.0364259829392717,
      "learning_rate": 5.6365503080082136e-05,
      "loss": 0.4812,
      "step": 550
    },
    {
      "epoch": 0.4601479046836483,
      "grad_norm": 2.981635296387684,
      "learning_rate": 5.739219712525667e-05,
      "loss": 0.4634,
      "step": 560
    },
    {
      "epoch": 0.4683648315529992,
      "grad_norm": 3.9637927429253934,
      "learning_rate": 5.8418891170431214e-05,
      "loss": 0.4496,
      "step": 570
    },
    {
      "epoch": 0.47658175842235007,
      "grad_norm": 3.422720069544419,
      "learning_rate": 5.944558521560575e-05,
      "loss": 0.4345,
      "step": 580
    },
    {
      "epoch": 0.4847986852917009,
      "grad_norm": 2.618638333473933,
      "learning_rate": 6.04722792607803e-05,
      "loss": 0.4169,
      "step": 590
    },
    {
      "epoch": 0.4930156121610518,
      "grad_norm": 3.4310336539551147,
      "learning_rate": 6.149897330595483e-05,
      "loss": 0.4069,
      "step": 600
    },
    {
      "epoch": 0.5012325390304027,
      "grad_norm": 2.695323794945264,
      "learning_rate": 6.252566735112937e-05,
      "loss": 0.3941,
      "step": 610
    },
    {
      "epoch": 0.5094494658997535,
      "grad_norm": 3.2005546191921357,
      "learning_rate": 6.35523613963039e-05,
      "loss": 0.3844,
      "step": 620
    },
    {
      "epoch": 0.5176663927691043,
      "grad_norm": 2.698949275451768,
      "learning_rate": 6.457905544147844e-05,
      "loss": 0.3685,
      "step": 630
    },
    {
      "epoch": 0.5258833196384552,
      "grad_norm": 3.0068086367783846,
      "learning_rate": 6.560574948665298e-05,
      "loss": 0.3654,
      "step": 640
    },
    {
      "epoch": 0.5341002465078061,
      "grad_norm": 2.699112912753321,
      "learning_rate": 6.663244353182751e-05,
      "loss": 0.3543,
      "step": 650
    },
    {
      "epoch": 0.5423171733771569,
      "grad_norm": 2.2278954979820833,
      "learning_rate": 6.765913757700205e-05,
      "loss": 0.3413,
      "step": 660
    },
    {
      "epoch": 0.5505341002465078,
      "grad_norm": 2.245661320124028,
      "learning_rate": 6.86858316221766e-05,
      "loss": 0.3332,
      "step": 670
    },
    {
      "epoch": 0.5587510271158587,
      "grad_norm": 2.0476933338187524,
      "learning_rate": 6.971252566735113e-05,
      "loss": 0.3261,
      "step": 680
    },
    {
      "epoch": 0.5669679539852095,
      "grad_norm": 2.389837965434361,
      "learning_rate": 7.073921971252567e-05,
      "loss": 0.3164,
      "step": 690
    },
    {
      "epoch": 0.5751848808545604,
      "grad_norm": 2.1365833016872644,
      "learning_rate": 7.17659137577002e-05,
      "loss": 0.3038,
      "step": 700
    },
    {
      "epoch": 0.5834018077239113,
      "grad_norm": 2.7541557475997234,
      "learning_rate": 7.279260780287475e-05,
      "loss": 0.2988,
      "step": 710
    },
    {
      "epoch": 0.5916187345932621,
      "grad_norm": 2.0589479996604774,
      "learning_rate": 7.381930184804929e-05,
      "loss": 0.2872,
      "step": 720
    },
    {
      "epoch": 0.599835661462613,
      "grad_norm": 2.991548851558623,
      "learning_rate": 7.484599589322382e-05,
      "loss": 0.2872,
      "step": 730
    },
    {
      "epoch": 0.6080525883319639,
      "grad_norm": 1.6552071864163582,
      "learning_rate": 7.587268993839836e-05,
      "loss": 0.2762,
      "step": 740
    },
    {
      "epoch": 0.6162695152013147,
      "grad_norm": 1.789564293031145,
      "learning_rate": 7.689938398357291e-05,
      "loss": 0.2661,
      "step": 750
    },
    {
      "epoch": 0.6244864420706656,
      "grad_norm": 1.9221080215457937,
      "learning_rate": 7.792607802874744e-05,
      "loss": 0.2633,
      "step": 760
    },
    {
      "epoch": 0.6327033689400164,
      "grad_norm": 1.9268969992622877,
      "learning_rate": 7.895277207392198e-05,
      "loss": 0.2562,
      "step": 770
    },
    {
      "epoch": 0.6409202958093673,
      "grad_norm": 1.854381700776246,
      "learning_rate": 7.997946611909651e-05,
      "loss": 0.2486,
      "step": 780
    },
    {
      "epoch": 0.6491372226787182,
      "grad_norm": 2.3180166811886704,
      "learning_rate": 8.100616016427105e-05,
      "loss": 0.2409,
      "step": 790
    },
    {
      "epoch": 0.657354149548069,
      "grad_norm": 1.7752686819968808,
      "learning_rate": 8.203285420944559e-05,
      "loss": 0.2323,
      "step": 800
    },
    {
      "epoch": 0.6655710764174199,
      "grad_norm": 1.4459478240777937,
      "learning_rate": 8.305954825462012e-05,
      "loss": 0.2258,
      "step": 810
    },
    {
      "epoch": 0.6737880032867708,
      "grad_norm": 1.5953025726188175,
      "learning_rate": 8.408624229979466e-05,
      "loss": 0.2255,
      "step": 820
    },
    {
      "epoch": 0.6820049301561216,
      "grad_norm": 1.6045621144575808,
      "learning_rate": 8.51129363449692e-05,
      "loss": 0.2169,
      "step": 830
    },
    {
      "epoch": 0.6902218570254725,
      "grad_norm": 1.7224271707297807,
      "learning_rate": 8.613963039014374e-05,
      "loss": 0.2136,
      "step": 840
    },
    {
      "epoch": 0.6984387838948234,
      "grad_norm": 1.310776192683364,
      "learning_rate": 8.716632443531828e-05,
      "loss": 0.2056,
      "step": 850
    },
    {
      "epoch": 0.7066557107641742,
      "grad_norm": 1.4088847490761656,
      "learning_rate": 8.819301848049281e-05,
      "loss": 0.1985,
      "step": 860
    },
    {
      "epoch": 0.714872637633525,
      "grad_norm": 1.60851910808792,
      "learning_rate": 8.921971252566735e-05,
      "loss": 0.1943,
      "step": 870
    },
    {
      "epoch": 0.7230895645028759,
      "grad_norm": 1.5206100365618338,
      "learning_rate": 9.02464065708419e-05,
      "loss": 0.1922,
      "step": 880
    },
    {
      "epoch": 0.7313064913722268,
      "grad_norm": 1.3408978875102782,
      "learning_rate": 9.127310061601643e-05,
      "loss": 0.1851,
      "step": 890
    },
    {
      "epoch": 0.7395234182415776,
      "grad_norm": 1.3916859583046408,
      "learning_rate": 9.229979466119097e-05,
      "loss": 0.1805,
      "step": 900
    },
    {
      "epoch": 0.7477403451109285,
      "grad_norm": 1.0284073963140599,
      "learning_rate": 9.332648870636552e-05,
      "loss": 0.1765,
      "step": 910
    },
    {
      "epoch": 0.7559572719802794,
      "grad_norm": 1.312106418490207,
      "learning_rate": 9.435318275154005e-05,
      "loss": 0.1729,
      "step": 920
    },
    {
      "epoch": 0.7641741988496302,
      "grad_norm": 1.2873051569354634,
      "learning_rate": 9.537987679671459e-05,
      "loss": 0.1697,
      "step": 930
    },
    {
      "epoch": 0.772391125718981,
      "grad_norm": 1.3089626745248004,
      "learning_rate": 9.640657084188912e-05,
      "loss": 0.1644,
      "step": 940
    },
    {
      "epoch": 0.780608052588332,
      "grad_norm": 1.1995762867540671,
      "learning_rate": 9.743326488706366e-05,
      "loss": 0.1605,
      "step": 950
    },
    {
      "epoch": 0.7888249794576828,
      "grad_norm": 1.2716058027661918,
      "learning_rate": 9.84599589322382e-05,
      "loss": 0.1568,
      "step": 960
    },
    {
      "epoch": 0.7970419063270336,
      "grad_norm": 1.0777715246378874,
      "learning_rate": 9.948665297741273e-05,
      "loss": 0.1524,
      "step": 970
    },
    {
      "epoch": 0.8052588331963846,
      "grad_norm": 1.2259646342544421,
      "learning_rate": 9.999991965235563e-05,
      "loss": 0.1501,
      "step": 980
    },
    {
      "epoch": 0.8134757600657354,
      "grad_norm": 1.2693664502136377,
      "learning_rate": 9.999927687274992e-05,
      "loss": 0.1462,
      "step": 990
    },
    {
      "epoch": 0.8216926869350862,
      "grad_norm": 0.9595367386056208,
      "learning_rate": 9.999799132180184e-05,
      "loss": 0.1427,
      "step": 1000
    },
    {
      "epoch": 0.8299096138044372,
      "grad_norm": 0.9879321961046859,
      "learning_rate": 9.999606301603793e-05,
      "loss": 0.1389,
      "step": 1010
    },
    {
      "epoch": 0.838126540673788,
      "grad_norm": 1.0545188211346712,
      "learning_rate": 9.999349198024775e-05,
      "loss": 0.1374,
      "step": 1020
    },
    {
      "epoch": 0.8463434675431388,
      "grad_norm": 0.9381854736129261,
      "learning_rate": 9.999027824748352e-05,
      "loss": 0.134,
      "step": 1030
    },
    {
      "epoch": 0.8545603944124898,
      "grad_norm": 1.018456405955215,
      "learning_rate": 9.998642185905977e-05,
      "loss": 0.1294,
      "step": 1040
    },
    {
      "epoch": 0.8627773212818406,
      "grad_norm": 0.817274757757614,
      "learning_rate": 9.998192286455273e-05,
      "loss": 0.1277,
      "step": 1050
    },
    {
      "epoch": 0.8709942481511914,
      "grad_norm": 0.877627283927687,
      "learning_rate": 9.997678132179969e-05,
      "loss": 0.1259,
      "step": 1060
    },
    {
      "epoch": 0.8792111750205424,
      "grad_norm": 0.9719564910761921,
      "learning_rate": 9.997099729689839e-05,
      "loss": 0.1211,
      "step": 1070
    },
    {
      "epoch": 0.8874281018898932,
      "grad_norm": 1.0155987976096954,
      "learning_rate": 9.996457086420598e-05,
      "loss": 0.1172,
      "step": 1080
    },
    {
      "epoch": 0.895645028759244,
      "grad_norm": 0.905332195577956,
      "learning_rate": 9.995750210633822e-05,
      "loss": 0.1151,
      "step": 1090
    },
    {
      "epoch": 0.903861955628595,
      "grad_norm": 0.875108702397198,
      "learning_rate": 9.994979111416829e-05,
      "loss": 0.1114,
      "step": 1100
    },
    {
      "epoch": 0.9120788824979458,
      "grad_norm": 0.8315209452920128,
      "learning_rate": 9.994143798682573e-05,
      "loss": 0.1108,
      "step": 1110
    },
    {
      "epoch": 0.9202958093672966,
      "grad_norm": 0.8419546904865063,
      "learning_rate": 9.993244283169513e-05,
      "loss": 0.1091,
      "step": 1120
    },
    {
      "epoch": 0.9285127362366475,
      "grad_norm": 0.8298844114966769,
      "learning_rate": 9.99228057644147e-05,
      "loss": 0.1037,
      "step": 1130
    },
    {
      "epoch": 0.9367296631059984,
      "grad_norm": 0.8012814539297765,
      "learning_rate": 9.991252690887485e-05,
      "loss": 0.1023,
      "step": 1140
    },
    {
      "epoch": 0.9449465899753492,
      "grad_norm": 0.8677793896939191,
      "learning_rate": 9.990160639721657e-05,
      "loss": 0.1008,
      "step": 1150
    },
    {
      "epoch": 0.9531635168447001,
      "grad_norm": 0.7447389790617776,
      "learning_rate": 9.989004436982974e-05,
      "loss": 0.0992,
      "step": 1160
    },
    {
      "epoch": 0.961380443714051,
      "grad_norm": 0.6685887225271923,
      "learning_rate": 9.987784097535127e-05,
      "loss": 0.0961,
      "step": 1170
    },
    {
      "epoch": 0.9695973705834018,
      "grad_norm": 0.7320800211798315,
      "learning_rate": 9.986499637066331e-05,
      "loss": 0.0915,
      "step": 1180
    },
    {
      "epoch": 0.9778142974527527,
      "grad_norm": 0.7347748013970976,
      "learning_rate": 9.985151072089112e-05,
      "loss": 0.0922,
      "step": 1190
    },
    {
      "epoch": 0.9860312243221035,
      "grad_norm": 0.7658898129650706,
      "learning_rate": 9.983738419940096e-05,
      "loss": 0.0887,
      "step": 1200
    },
    {
      "epoch": 0.9942481511914544,
      "grad_norm": 0.6371211246975768,
      "learning_rate": 9.982261698779795e-05,
      "loss": 0.0879,
      "step": 1210
    },
    {
      "epoch": 1.0024650780608053,
      "grad_norm": 0.6728408512142455,
      "learning_rate": 9.980720927592366e-05,
      "loss": 0.0862,
      "step": 1220
    },
    {
      "epoch": 1.0106820049301561,
      "grad_norm": 0.7086330539017783,
      "learning_rate": 9.979116126185364e-05,
      "loss": 0.0784,
      "step": 1230
    },
    {
      "epoch": 1.018898931799507,
      "grad_norm": 0.6735114050298749,
      "learning_rate": 9.977447315189493e-05,
      "loss": 0.0754,
      "step": 1240
    },
    {
      "epoch": 1.0271158586688578,
      "grad_norm": 0.610617286707555,
      "learning_rate": 9.975714516058344e-05,
      "loss": 0.0744,
      "step": 1250
    },
    {
      "epoch": 1.0353327855382086,
      "grad_norm": 0.6567215002986171,
      "learning_rate": 9.973917751068111e-05,
      "loss": 0.0724,
      "step": 1260
    },
    {
      "epoch": 1.0435497124075597,
      "grad_norm": 0.6711754808875117,
      "learning_rate": 9.972057043317308e-05,
      "loss": 0.0721,
      "step": 1270
    },
    {
      "epoch": 1.0517666392769105,
      "grad_norm": 0.6518939760978527,
      "learning_rate": 9.970132416726474e-05,
      "loss": 0.0703,
      "step": 1280
    },
    {
      "epoch": 1.0599835661462613,
      "grad_norm": 0.6612508351869697,
      "learning_rate": 9.968143896037864e-05,
      "loss": 0.0702,
      "step": 1290
    },
    {
      "epoch": 1.0682004930156122,
      "grad_norm": 0.6539738578193367,
      "learning_rate": 9.966091506815128e-05,
      "loss": 0.068,
      "step": 1300
    },
    {
      "epoch": 1.076417419884963,
      "grad_norm": 0.5743874788903558,
      "learning_rate": 9.963975275442989e-05,
      "loss": 0.0706,
      "step": 1310
    },
    {
      "epoch": 1.0846343467543138,
      "grad_norm": 0.6303386908851022,
      "learning_rate": 9.961795229126896e-05,
      "loss": 0.0666,
      "step": 1320
    },
    {
      "epoch": 1.0928512736236646,
      "grad_norm": 0.589250923788632,
      "learning_rate": 9.959551395892681e-05,
      "loss": 0.0662,
      "step": 1330
    },
    {
      "epoch": 1.1010682004930157,
      "grad_norm": 0.576469666142936,
      "learning_rate": 9.957243804586197e-05,
      "loss": 0.0648,
      "step": 1340
    },
    {
      "epoch": 1.1092851273623665,
      "grad_norm": 0.6424675739164545,
      "learning_rate": 9.954872484872944e-05,
      "loss": 0.0635,
      "step": 1350
    },
    {
      "epoch": 1.1175020542317173,
      "grad_norm": 0.6304193275617966,
      "learning_rate": 9.952437467237687e-05,
      "loss": 0.0632,
      "step": 1360
    },
    {
      "epoch": 1.1257189811010682,
      "grad_norm": 0.60085541104229,
      "learning_rate": 9.949938782984072e-05,
      "loss": 0.0627,
      "step": 1370
    },
    {
      "epoch": 1.133935907970419,
      "grad_norm": 0.6387032797411912,
      "learning_rate": 9.947376464234215e-05,
      "loss": 0.0619,
      "step": 1380
    },
    {
      "epoch": 1.14215283483977,
      "grad_norm": 0.590359230196097,
      "learning_rate": 9.944750543928297e-05,
      "loss": 0.0601,
      "step": 1390
    },
    {
      "epoch": 1.1503697617091209,
      "grad_norm": 0.6016993560357249,
      "learning_rate": 9.942061055824127e-05,
      "loss": 0.0585,
      "step": 1400
    },
    {
      "epoch": 1.1585866885784717,
      "grad_norm": 0.6227776527484776,
      "learning_rate": 9.939308034496728e-05,
      "loss": 0.0585,
      "step": 1410
    },
    {
      "epoch": 1.1668036154478225,
      "grad_norm": 0.5840424383749039,
      "learning_rate": 9.936491515337874e-05,
      "loss": 0.059,
      "step": 1420
    },
    {
      "epoch": 1.1750205423171733,
      "grad_norm": 0.602439104016672,
      "learning_rate": 9.933611534555644e-05,
      "loss": 0.056,
      "step": 1430
    },
    {
      "epoch": 1.1832374691865242,
      "grad_norm": 0.5131524987589036,
      "learning_rate": 9.930668129173956e-05,
      "loss": 0.0565,
      "step": 1440
    },
    {
      "epoch": 1.191454396055875,
      "grad_norm": 0.5607165065501415,
      "learning_rate": 9.927661337032093e-05,
      "loss": 0.0554,
      "step": 1450
    },
    {
      "epoch": 1.199671322925226,
      "grad_norm": 0.5938542954233547,
      "learning_rate": 9.924591196784205e-05,
      "loss": 0.0547,
      "step": 1460
    },
    {
      "epoch": 1.2078882497945769,
      "grad_norm": 0.5689585616491131,
      "learning_rate": 9.92145774789883e-05,
      "loss": 0.0544,
      "step": 1470
    },
    {
      "epoch": 1.2161051766639277,
      "grad_norm": 0.5849055658080314,
      "learning_rate": 9.918261030658371e-05,
      "loss": 0.0519,
      "step": 1480
    },
    {
      "epoch": 1.2243221035332785,
      "grad_norm": 0.5248794740274818,
      "learning_rate": 9.915001086158588e-05,
      "loss": 0.0514,
      "step": 1490
    },
    {
      "epoch": 1.2325390304026294,
      "grad_norm": 0.5972426102710096,
      "learning_rate": 9.911677956308068e-05,
      "loss": 0.0525,
      "step": 1500
    },
    {
      "epoch": 1.2407559572719804,
      "grad_norm": 0.5374698363190101,
      "learning_rate": 9.908291683827678e-05,
      "loss": 0.0505,
      "step": 1510
    },
    {
      "epoch": 1.2489728841413312,
      "grad_norm": 0.5061181252518886,
      "learning_rate": 9.904842312250024e-05,
      "loss": 0.0503,
      "step": 1520
    },
    {
      "epoch": 1.257189811010682,
      "grad_norm": 0.5022441363216565,
      "learning_rate": 9.901329885918898e-05,
      "loss": 0.0492,
      "step": 1530
    },
    {
      "epoch": 1.2654067378800329,
      "grad_norm": 0.5451769166028749,
      "learning_rate": 9.897754449988687e-05,
      "loss": 0.0508,
      "step": 1540
    },
    {
      "epoch": 1.2736236647493837,
      "grad_norm": 0.584898627104412,
      "learning_rate": 9.894116050423812e-05,
      "loss": 0.0491,
      "step": 1550
    },
    {
      "epoch": 1.2818405916187345,
      "grad_norm": 0.5371972267407287,
      "learning_rate": 9.890414733998131e-05,
      "loss": 0.0473,
      "step": 1560
    },
    {
      "epoch": 1.2900575184880854,
      "grad_norm": 0.6017034266346077,
      "learning_rate": 9.886650548294333e-05,
      "loss": 0.0484,
      "step": 1570
    },
    {
      "epoch": 1.2982744453574364,
      "grad_norm": 0.5010695241137435,
      "learning_rate": 9.882823541703332e-05,
      "loss": 0.0464,
      "step": 1580
    },
    {
      "epoch": 1.3064913722267872,
      "grad_norm": 0.5676853943666109,
      "learning_rate": 9.878933763423644e-05,
      "loss": 0.0483,
      "step": 1590
    },
    {
      "epoch": 1.314708299096138,
      "grad_norm": 0.5418403716225952,
      "learning_rate": 9.874981263460749e-05,
      "loss": 0.0461,
      "step": 1600
    },
    {
      "epoch": 1.322925225965489,
      "grad_norm": 0.5584739393482486,
      "learning_rate": 9.87096609262646e-05,
      "loss": 0.0442,
      "step": 1610
    },
    {
      "epoch": 1.3311421528348397,
      "grad_norm": 0.4890574045825851,
      "learning_rate": 9.866888302538255e-05,
      "loss": 0.0456,
      "step": 1620
    },
    {
      "epoch": 1.3393590797041908,
      "grad_norm": 0.5311077678345358,
      "learning_rate": 9.862747945618629e-05,
      "loss": 0.046,
      "step": 1630
    },
    {
      "epoch": 1.3475760065735414,
      "grad_norm": 0.545353294627644,
      "learning_rate": 9.858545075094402e-05,
      "loss": 0.0443,
      "step": 1640
    },
    {
      "epoch": 1.3557929334428924,
      "grad_norm": 0.5284222343562959,
      "learning_rate": 9.854279744996054e-05,
      "loss": 0.0435,
      "step": 1650
    },
    {
      "epoch": 1.3640098603122432,
      "grad_norm": 0.46725321717942186,
      "learning_rate": 9.849952010157014e-05,
      "loss": 0.0438,
      "step": 1660
    },
    {
      "epoch": 1.372226787181594,
      "grad_norm": 0.47587942407600886,
      "learning_rate": 9.845561926212967e-05,
      "loss": 0.0431,
      "step": 1670
    },
    {
      "epoch": 1.380443714050945,
      "grad_norm": 0.42647419036174755,
      "learning_rate": 9.841109549601133e-05,
      "loss": 0.0423,
      "step": 1680
    },
    {
      "epoch": 1.3886606409202957,
      "grad_norm": 0.47348266699383407,
      "learning_rate": 9.83659493755954e-05,
      "loss": 0.0417,
      "step": 1690
    },
    {
      "epoch": 1.3968775677896468,
      "grad_norm": 0.5734279662260182,
      "learning_rate": 9.832018148126291e-05,
      "loss": 0.0418,
      "step": 1700
    },
    {
      "epoch": 1.4050944946589976,
      "grad_norm": 0.5079390469387594,
      "learning_rate": 9.827379240138824e-05,
      "loss": 0.0407,
      "step": 1710
    },
    {
      "epoch": 1.4133114215283484,
      "grad_norm": 0.48071880121247074,
      "learning_rate": 9.822678273233139e-05,
      "loss": 0.0407,
      "step": 1720
    },
    {
      "epoch": 1.4215283483976993,
      "grad_norm": 0.4533213147750345,
      "learning_rate": 9.817915307843046e-05,
      "loss": 0.0392,
      "step": 1730
    },
    {
      "epoch": 1.42974527526705,
      "grad_norm": 0.45354884644459964,
      "learning_rate": 9.813090405199388e-05,
      "loss": 0.0386,
      "step": 1740
    },
    {
      "epoch": 1.437962202136401,
      "grad_norm": 0.4060068627853837,
      "learning_rate": 9.80820362732924e-05,
      "loss": 0.0382,
      "step": 1750
    },
    {
      "epoch": 1.4461791290057517,
      "grad_norm": 0.4507780656354325,
      "learning_rate": 9.803255037055128e-05,
      "loss": 0.0382,
      "step": 1760
    },
    {
      "epoch": 1.4543960558751028,
      "grad_norm": 0.5120472100440739,
      "learning_rate": 9.798244697994214e-05,
      "loss": 0.0376,
      "step": 1770
    },
    {
      "epoch": 1.4626129827444536,
      "grad_norm": 0.4669544207241051,
      "learning_rate": 9.793172674557475e-05,
      "loss": 0.0368,
      "step": 1780
    },
    {
      "epoch": 1.4708299096138044,
      "grad_norm": 0.41686952393568316,
      "learning_rate": 9.78803903194888e-05,
      "loss": 0.036,
      "step": 1790
    },
    {
      "epoch": 1.4790468364831553,
      "grad_norm": 0.47436080111491863,
      "learning_rate": 9.782843836164553e-05,
      "loss": 0.0354,
      "step": 1800
    },
    {
      "epoch": 1.487263763352506,
      "grad_norm": 0.47129658653308115,
      "learning_rate": 9.777587153991916e-05,
      "loss": 0.0352,
      "step": 1810
    },
    {
      "epoch": 1.4954806902218571,
      "grad_norm": 0.4459800537917433,
      "learning_rate": 9.77226905300884e-05,
      "loss": 0.0361,
      "step": 1820
    },
    {
      "epoch": 1.5036976170912077,
      "grad_norm": 0.43894409691624636,
      "learning_rate": 9.766889601582774e-05,
      "loss": 0.0341,
      "step": 1830
    },
    {
      "epoch": 1.5119145439605588,
      "grad_norm": 0.4681621495969991,
      "learning_rate": 9.761448868869863e-05,
      "loss": 0.0365,
      "step": 1840
    },
    {
      "epoch": 1.5201314708299096,
      "grad_norm": 0.44125169083676535,
      "learning_rate": 9.755946924814055e-05,
      "loss": 0.0349,
      "step": 1850
    },
    {
      "epoch": 1.5283483976992605,
      "grad_norm": 0.42454765007479894,
      "learning_rate": 9.750383840146218e-05,
      "loss": 0.034,
      "step": 1860
    },
    {
      "epoch": 1.5365653245686115,
      "grad_norm": 0.4312790936546121,
      "learning_rate": 9.744759686383211e-05,
      "loss": 0.0342,
      "step": 1870
    },
    {
      "epoch": 1.544782251437962,
      "grad_norm": 0.46580009646158177,
      "learning_rate": 9.739074535826978e-05,
      "loss": 0.0335,
      "step": 1880
    },
    {
      "epoch": 1.5529991783073132,
      "grad_norm": 0.4275717475424306,
      "learning_rate": 9.733328461563612e-05,
      "loss": 0.0344,
      "step": 1890
    },
    {
      "epoch": 1.561216105176664,
      "grad_norm": 0.4756865714632423,
      "learning_rate": 9.72752153746242e-05,
      "loss": 0.034,
      "step": 1900
    },
    {
      "epoch": 1.5694330320460148,
      "grad_norm": 0.41615409042671186,
      "learning_rate": 9.721653838174972e-05,
      "loss": 0.0322,
      "step": 1910
    },
    {
      "epoch": 1.5776499589153656,
      "grad_norm": 0.4261218829495612,
      "learning_rate": 9.715725439134132e-05,
      "loss": 0.0323,
      "step": 1920
    },
    {
      "epoch": 1.5858668857847165,
      "grad_norm": 0.4103285392171169,
      "learning_rate": 9.709736416553106e-05,
      "loss": 0.0321,
      "step": 1930
    },
    {
      "epoch": 1.5940838126540675,
      "grad_norm": 0.42730940931321443,
      "learning_rate": 9.703686847424449e-05,
      "loss": 0.0323,
      "step": 1940
    },
    {
      "epoch": 1.6023007395234181,
      "grad_norm": 0.37284494211308117,
      "learning_rate": 9.697576809519079e-05,
      "loss": 0.0306,
      "step": 1950
    },
    {
      "epoch": 1.6105176663927692,
      "grad_norm": 0.4347235376642582,
      "learning_rate": 9.691406381385278e-05,
      "loss": 0.0309,
      "step": 1960
    },
    {
      "epoch": 1.61873459326212,
      "grad_norm": 0.41859821688218857,
      "learning_rate": 9.685175642347679e-05,
      "loss": 0.0306,
      "step": 1970
    },
    {
      "epoch": 1.6269515201314708,
      "grad_norm": 0.458193281780139,
      "learning_rate": 9.678884672506252e-05,
      "loss": 0.0304,
      "step": 1980
    },
    {
      "epoch": 1.6351684470008216,
      "grad_norm": 0.4467297131068921,
      "learning_rate": 9.672533552735268e-05,
      "loss": 0.0307,
      "step": 1990
    },
    {
      "epoch": 1.6433853738701725,
      "grad_norm": 0.4246649874690625,
      "learning_rate": 9.666122364682263e-05,
      "loss": 0.029,
      "step": 2000
    },
    {
      "epoch": 1.6516023007395235,
      "grad_norm": 0.44552544340004335,
      "learning_rate": 9.659651190766992e-05,
      "loss": 0.0295,
      "step": 2010
    },
    {
      "epoch": 1.6598192276088741,
      "grad_norm": 0.4164644781602266,
      "learning_rate": 9.653120114180356e-05,
      "loss": 0.0291,
      "step": 2020
    },
    {
      "epoch": 1.6680361544782252,
      "grad_norm": 0.4579243177302215,
      "learning_rate": 9.646529218883349e-05,
      "loss": 0.0302,
      "step": 2030
    },
    {
      "epoch": 1.676253081347576,
      "grad_norm": 0.48543566357037554,
      "learning_rate": 9.639878589605969e-05,
      "loss": 0.0291,
      "step": 2040
    },
    {
      "epoch": 1.6844700082169268,
      "grad_norm": 0.46469944987261236,
      "learning_rate": 9.63316831184613e-05,
      "loss": 0.0292,
      "step": 2050
    },
    {
      "epoch": 1.6926869350862779,
      "grad_norm": 0.45357303638368995,
      "learning_rate": 9.626398471868564e-05,
      "loss": 0.0287,
      "step": 2060
    },
    {
      "epoch": 1.7009038619556285,
      "grad_norm": 0.42210490946569273,
      "learning_rate": 9.619569156703714e-05,
      "loss": 0.0282,
      "step": 2070
    },
    {
      "epoch": 1.7091207888249795,
      "grad_norm": 0.41082451259817443,
      "learning_rate": 9.612680454146609e-05,
      "loss": 0.0276,
      "step": 2080
    },
    {
      "epoch": 1.7173377156943304,
      "grad_norm": 0.41363141928585667,
      "learning_rate": 9.605732452755742e-05,
      "loss": 0.0273,
      "step": 2090
    },
    {
      "epoch": 1.7255546425636812,
      "grad_norm": 0.4206911941733154,
      "learning_rate": 9.598725241851932e-05,
      "loss": 0.0287,
      "step": 2100
    },
    {
      "epoch": 1.733771569433032,
      "grad_norm": 0.3951369498197376,
      "learning_rate": 9.591658911517162e-05,
      "loss": 0.0275,
      "step": 2110
    },
    {
      "epoch": 1.7419884963023828,
      "grad_norm": 0.4071839799145019,
      "learning_rate": 9.584533552593447e-05,
      "loss": 0.0263,
      "step": 2120
    },
    {
      "epoch": 1.7502054231717339,
      "grad_norm": 0.35587647953674884,
      "learning_rate": 9.577349256681636e-05,
      "loss": 0.0274,
      "step": 2130
    },
    {
      "epoch": 1.7584223500410845,
      "grad_norm": 0.43711475000779765,
      "learning_rate": 9.570106116140256e-05,
      "loss": 0.0268,
      "step": 2140
    },
    {
      "epoch": 1.7666392769104355,
      "grad_norm": 0.3991641744179894,
      "learning_rate": 9.56280422408432e-05,
      "loss": 0.0268,
      "step": 2150
    },
    {
      "epoch": 1.7748562037797864,
      "grad_norm": 0.4076460125133768,
      "learning_rate": 9.555443674384122e-05,
      "loss": 0.0255,
      "step": 2160
    },
    {
      "epoch": 1.7830731306491372,
      "grad_norm": 0.4348100956752934,
      "learning_rate": 9.548024561664039e-05,
      "loss": 0.0277,
      "step": 2170
    },
    {
      "epoch": 1.7912900575184882,
      "grad_norm": 0.4034844759662755,
      "learning_rate": 9.540546981301313e-05,
      "loss": 0.0254,
      "step": 2180
    },
    {
      "epoch": 1.7995069843878388,
      "grad_norm": 0.4132706716223311,
      "learning_rate": 9.53301102942482e-05,
      "loss": 0.0253,
      "step": 2190
    },
    {
      "epoch": 1.80772391125719,
      "grad_norm": 0.37701202488605456,
      "learning_rate": 9.525416802913841e-05,
      "loss": 0.0246,
      "step": 2200
    },
    {
      "epoch": 1.8159408381265407,
      "grad_norm": 0.39051860707046865,
      "learning_rate": 9.51776439939681e-05,
      "loss": 0.0257,
      "step": 2210
    },
    {
      "epoch": 1.8241577649958916,
      "grad_norm": 0.4106016394020398,
      "learning_rate": 9.510053917250061e-05,
      "loss": 0.0257,
      "step": 2220
    },
    {
      "epoch": 1.8323746918652424,
      "grad_norm": 0.3866184281474688,
      "learning_rate": 9.502285455596572e-05,
      "loss": 0.0245,
      "step": 2230
    },
    {
      "epoch": 1.8405916187345932,
      "grad_norm": 0.4021017932429677,
      "learning_rate": 9.494459114304672e-05,
      "loss": 0.0244,
      "step": 2240
    },
    {
      "epoch": 1.8488085456039443,
      "grad_norm": 0.3920008094917924,
      "learning_rate": 9.48657499398678e-05,
      "loss": 0.0248,
      "step": 2250
    },
    {
      "epoch": 1.8570254724732949,
      "grad_norm": 0.4004129162133985,
      "learning_rate": 9.47863319599809e-05,
      "loss": 0.0249,
      "step": 2260
    },
    {
      "epoch": 1.865242399342646,
      "grad_norm": 0.3782452193154733,
      "learning_rate": 9.470633822435282e-05,
      "loss": 0.0246,
      "step": 2270
    },
    {
      "epoch": 1.8734593262119967,
      "grad_norm": 0.36635346240750793,
      "learning_rate": 9.462576976135207e-05,
      "loss": 0.0228,
      "step": 2280
    },
    {
      "epoch": 1.8816762530813476,
      "grad_norm": 0.38839169002774604,
      "learning_rate": 9.454462760673559e-05,
      "loss": 0.0242,
      "step": 2290
    },
    {
      "epoch": 1.8898931799506984,
      "grad_norm": 0.37421172265077624,
      "learning_rate": 9.446291280363551e-05,
      "loss": 0.0239,
      "step": 2300
    },
    {
      "epoch": 1.8981101068200492,
      "grad_norm": 0.3832912238881792,
      "learning_rate": 9.43806264025457e-05,
      "loss": 0.023,
      "step": 2310
    },
    {
      "epoch": 1.9063270336894003,
      "grad_norm": 0.3814194428999421,
      "learning_rate": 9.429776946130826e-05,
      "loss": 0.0241,
      "step": 2320
    },
    {
      "epoch": 1.9145439605587509,
      "grad_norm": 0.39219173513731687,
      "learning_rate": 9.421434304509992e-05,
      "loss": 0.0228,
      "step": 2330
    },
    {
      "epoch": 1.922760887428102,
      "grad_norm": 0.3543509894192511,
      "learning_rate": 9.413034822641844e-05,
      "loss": 0.0232,
      "step": 2340
    },
    {
      "epoch": 1.9309778142974527,
      "grad_norm": 0.35733995786931505,
      "learning_rate": 9.404578608506865e-05,
      "loss": 0.0228,
      "step": 2350
    },
    {
      "epoch": 1.9391947411668036,
      "grad_norm": 0.386740275684357,
      "learning_rate": 9.396065770814867e-05,
      "loss": 0.0232,
      "step": 2360
    },
    {
      "epoch": 1.9474116680361546,
      "grad_norm": 0.44141491887351664,
      "learning_rate": 9.387496419003599e-05,
      "loss": 0.0233,
      "step": 2370
    },
    {
      "epoch": 1.9556285949055052,
      "grad_norm": 0.3802346697580586,
      "learning_rate": 9.378870663237328e-05,
      "loss": 0.022,
      "step": 2380
    },
    {
      "epoch": 1.9638455217748563,
      "grad_norm": 0.3692117355721275,
      "learning_rate": 9.37018861440543e-05,
      "loss": 0.0223,
      "step": 2390
    },
    {
      "epoch": 1.972062448644207,
      "grad_norm": 0.39846659821583263,
      "learning_rate": 9.361450384120963e-05,
      "loss": 0.0215,
      "step": 2400
    },
    {
      "epoch": 1.980279375513558,
      "grad_norm": 0.3262153453252359,
      "learning_rate": 9.352656084719231e-05,
      "loss": 0.0212,
      "step": 2410
    },
    {
      "epoch": 1.9884963023829088,
      "grad_norm": 0.34632528206609053,
      "learning_rate": 9.343805829256343e-05,
      "loss": 0.0214,
      "step": 2420
    },
    {
      "epoch": 1.9967132292522596,
      "grad_norm": 0.3654934223559427,
      "learning_rate": 9.334899731507756e-05,
      "loss": 0.021,
      "step": 2430
    },
    {
      "epoch": 2.0049301561216106,
      "grad_norm": 0.26848148846319253,
      "learning_rate": 9.325937905966813e-05,
      "loss": 0.0164,
      "step": 2440
    },
    {
      "epoch": 2.0131470829909612,
      "grad_norm": 0.29112160593983694,
      "learning_rate": 9.316920467843273e-05,
      "loss": 0.0126,
      "step": 2450
    },
    {
      "epoch": 2.0213640098603123,
      "grad_norm": 0.25419379869277514,
      "learning_rate": 9.307847533061831e-05,
      "loss": 0.0126,
      "step": 2460
    },
    {
      "epoch": 2.029580936729663,
      "grad_norm": 0.284347026269926,
      "learning_rate": 9.29871921826062e-05,
      "loss": 0.0115,
      "step": 2470
    },
    {
      "epoch": 2.037797863599014,
      "grad_norm": 0.2804187708379741,
      "learning_rate": 9.289535640789721e-05,
      "loss": 0.0109,
      "step": 2480
    },
    {
      "epoch": 2.046014790468365,
      "grad_norm": 0.21561701614022483,
      "learning_rate": 9.280296918709653e-05,
      "loss": 0.0112,
      "step": 2490
    },
    {
      "epoch": 2.0542317173377156,
      "grad_norm": 0.2770066140071947,
      "learning_rate": 9.271003170789846e-05,
      "loss": 0.0106,
      "step": 2500
    },
    {
      "epoch": 2.0624486442070666,
      "grad_norm": 0.3110912363010226,
      "learning_rate": 9.261654516507126e-05,
      "loss": 0.0108,
      "step": 2510
    },
    {
      "epoch": 2.0706655710764172,
      "grad_norm": 0.27296541462941787,
      "learning_rate": 9.252251076044172e-05,
      "loss": 0.0109,
      "step": 2520
    },
    {
      "epoch": 2.0788824979457683,
      "grad_norm": 0.24002967576989534,
      "learning_rate": 9.242792970287972e-05,
      "loss": 0.0108,
      "step": 2530
    },
    {
      "epoch": 2.0870994248151193,
      "grad_norm": 0.29764076691462776,
      "learning_rate": 9.233280320828274e-05,
      "loss": 0.0117,
      "step": 2540
    },
    {
      "epoch": 2.09531635168447,
      "grad_norm": 0.2913901487844858,
      "learning_rate": 9.223713249956016e-05,
      "loss": 0.0108,
      "step": 2550
    },
    {
      "epoch": 2.103533278553821,
      "grad_norm": 0.24293966139484074,
      "learning_rate": 9.214091880661752e-05,
      "loss": 0.0104,
      "step": 2560
    },
    {
      "epoch": 2.1117502054231716,
      "grad_norm": 0.24074539605557427,
      "learning_rate": 9.204416336634084e-05,
      "loss": 0.0099,
      "step": 2570
    },
    {
      "epoch": 2.1199671322925226,
      "grad_norm": 0.2999981940123419,
      "learning_rate": 9.194686742258059e-05,
      "loss": 0.0104,
      "step": 2580
    },
    {
      "epoch": 2.1281840591618733,
      "grad_norm": 0.25277770668402233,
      "learning_rate": 9.184903222613574e-05,
      "loss": 0.0102,
      "step": 2590
    },
    {
      "epoch": 2.1364009860312243,
      "grad_norm": 0.26178176275955506,
      "learning_rate": 9.175065903473768e-05,
      "loss": 0.0103,
      "step": 2600
    },
    {
      "epoch": 2.1446179129005754,
      "grad_norm": 0.26730537093378065,
      "learning_rate": 9.165174911303409e-05,
      "loss": 0.0103,
      "step": 2610
    },
    {
      "epoch": 2.152834839769926,
      "grad_norm": 0.2931413736706241,
      "learning_rate": 9.15523037325726e-05,
      "loss": 0.0108,
      "step": 2620
    },
    {
      "epoch": 2.161051766639277,
      "grad_norm": 0.2870887376128566,
      "learning_rate": 9.145232417178453e-05,
      "loss": 0.0102,
      "step": 2630
    },
    {
      "epoch": 2.1692686935086276,
      "grad_norm": 0.24704281922605292,
      "learning_rate": 9.135181171596838e-05,
      "loss": 0.0103,
      "step": 2640
    },
    {
      "epoch": 2.1774856203779787,
      "grad_norm": 0.26790802194061564,
      "learning_rate": 9.125076765727338e-05,
      "loss": 0.011,
      "step": 2650
    },
    {
      "epoch": 2.1857025472473293,
      "grad_norm": 0.3449249477967815,
      "learning_rate": 9.114919329468282e-05,
      "loss": 0.0116,
      "step": 2660
    },
    {
      "epoch": 2.1939194741166803,
      "grad_norm": 0.30244563420360604,
      "learning_rate": 9.104708993399738e-05,
      "loss": 0.011,
      "step": 2670
    },
    {
      "epoch": 2.2021364009860314,
      "grad_norm": 0.30736920260370454,
      "learning_rate": 9.094445888781829e-05,
      "loss": 0.0107,
      "step": 2680
    },
    {
      "epoch": 2.210353327855382,
      "grad_norm": 0.30219679969169827,
      "learning_rate": 9.084130147553057e-05,
      "loss": 0.0116,
      "step": 2690
    },
    {
      "epoch": 2.218570254724733,
      "grad_norm": 0.3286996402717758,
      "learning_rate": 9.073761902328597e-05,
      "loss": 0.0102,
      "step": 2700
    },
    {
      "epoch": 2.2267871815940836,
      "grad_norm": 0.30798545297089197,
      "learning_rate": 9.063341286398592e-05,
      "loss": 0.0106,
      "step": 2710
    },
    {
      "epoch": 2.2350041084634347,
      "grad_norm": 0.33718978166952857,
      "learning_rate": 9.052868433726448e-05,
      "loss": 0.0105,
      "step": 2720
    },
    {
      "epoch": 2.2432210353327857,
      "grad_norm": 0.2954643606610759,
      "learning_rate": 9.042343478947103e-05,
      "loss": 0.011,
      "step": 2730
    },
    {
      "epoch": 2.2514379622021363,
      "grad_norm": 0.30272236743742853,
      "learning_rate": 9.0317665573653e-05,
      "loss": 0.011,
      "step": 2740
    },
    {
      "epoch": 2.2596548890714874,
      "grad_norm": 0.3302443829248607,
      "learning_rate": 9.021137804953846e-05,
      "loss": 0.0112,
      "step": 2750
    },
    {
      "epoch": 2.267871815940838,
      "grad_norm": 0.29949297685046744,
      "learning_rate": 9.010457358351867e-05,
      "loss": 0.0109,
      "step": 2760
    },
    {
      "epoch": 2.276088742810189,
      "grad_norm": 0.2724599152940893,
      "learning_rate": 8.99972535486305e-05,
      "loss": 0.0114,
      "step": 2770
    },
    {
      "epoch": 2.28430566967954,
      "grad_norm": 0.31846220224170235,
      "learning_rate": 8.988941932453872e-05,
      "loss": 0.0118,
      "step": 2780
    },
    {
      "epoch": 2.2925225965488907,
      "grad_norm": 0.29238177724291164,
      "learning_rate": 8.978107229751842e-05,
      "loss": 0.0108,
      "step": 2790
    },
    {
      "epoch": 2.3007395234182417,
      "grad_norm": 0.27814751669130666,
      "learning_rate": 8.967221386043699e-05,
      "loss": 0.0112,
      "step": 2800
    },
    {
      "epoch": 2.3089564502875923,
      "grad_norm": 0.29768803452504616,
      "learning_rate": 8.956284541273632e-05,
      "loss": 0.0108,
      "step": 2810
    },
    {
      "epoch": 2.3171733771569434,
      "grad_norm": 0.30479438136210424,
      "learning_rate": 8.945296836041487e-05,
      "loss": 0.011,
      "step": 2820
    },
    {
      "epoch": 2.325390304026294,
      "grad_norm": 0.30400201170563734,
      "learning_rate": 8.934258411600945e-05,
      "loss": 0.0111,
      "step": 2830
    },
    {
      "epoch": 2.333607230895645,
      "grad_norm": 0.279262780416122,
      "learning_rate": 8.923169409857718e-05,
      "loss": 0.011,
      "step": 2840
    },
    {
      "epoch": 2.341824157764996,
      "grad_norm": 0.3105378625590925,
      "learning_rate": 8.912029973367717e-05,
      "loss": 0.0107,
      "step": 2850
    },
    {
      "epoch": 2.3500410846343467,
      "grad_norm": 0.29400831967333496,
      "learning_rate": 8.900840245335225e-05,
      "loss": 0.0113,
      "step": 2860
    },
    {
      "epoch": 2.3582580115036977,
      "grad_norm": 0.2893100065249251,
      "learning_rate": 8.889600369611051e-05,
      "loss": 0.0114,
      "step": 2870
    },
    {
      "epoch": 2.3664749383730483,
      "grad_norm": 0.2815383019080243,
      "learning_rate": 8.878310490690686e-05,
      "loss": 0.011,
      "step": 2880
    },
    {
      "epoch": 2.3746918652423994,
      "grad_norm": 0.3427726387197821,
      "learning_rate": 8.866970753712442e-05,
      "loss": 0.0113,
      "step": 2890
    },
    {
      "epoch": 2.38290879211175,
      "grad_norm": 0.278157815073135,
      "learning_rate": 8.855581304455584e-05,
      "loss": 0.0108,
      "step": 2900
    },
    {
      "epoch": 2.391125718981101,
      "grad_norm": 0.29741130920284337,
      "learning_rate": 8.844142289338466e-05,
      "loss": 0.0104,
      "step": 2910
    },
    {
      "epoch": 2.399342645850452,
      "grad_norm": 0.2729299367333149,
      "learning_rate": 8.832653855416634e-05,
      "loss": 0.0104,
      "step": 2920
    },
    {
      "epoch": 2.4075595727198027,
      "grad_norm": 0.2865288059261725,
      "learning_rate": 8.821116150380946e-05,
      "loss": 0.011,
      "step": 2930
    },
    {
      "epoch": 2.4157764995891537,
      "grad_norm": 0.2791177339025258,
      "learning_rate": 8.80952932255567e-05,
      "loss": 0.0107,
      "step": 2940
    },
    {
      "epoch": 2.4239934264585044,
      "grad_norm": 0.2980724885727162,
      "learning_rate": 8.797893520896579e-05,
      "loss": 0.011,
      "step": 2950
    },
    {
      "epoch": 2.4322103533278554,
      "grad_norm": 0.31076617373261356,
      "learning_rate": 8.786208894989032e-05,
      "loss": 0.0108,
      "step": 2960
    },
    {
      "epoch": 2.4404272801972064,
      "grad_norm": 0.30152315696501025,
      "learning_rate": 8.774475595046055e-05,
      "loss": 0.0111,
      "step": 2970
    },
    {
      "epoch": 2.448644207066557,
      "grad_norm": 0.2609839163777236,
      "learning_rate": 8.762693771906409e-05,
      "loss": 0.0109,
      "step": 2980
    },
    {
      "epoch": 2.456861133935908,
      "grad_norm": 0.30973305475716906,
      "learning_rate": 8.750863577032652e-05,
      "loss": 0.011,
      "step": 2990
    },
    {
      "epoch": 2.4650780608052587,
      "grad_norm": 0.3393765462966183,
      "learning_rate": 8.738985162509186e-05,
      "loss": 0.0112,
      "step": 3000
    },
    {
      "epoch": 2.4732949876746098,
      "grad_norm": 0.3048152571960306,
      "learning_rate": 8.727058681040308e-05,
      "loss": 0.011,
      "step": 3010
    },
    {
      "epoch": 2.481511914543961,
      "grad_norm": 0.25716354456976137,
      "learning_rate": 8.715084285948248e-05,
      "loss": 0.0107,
      "step": 3020
    },
    {
      "epoch": 2.4897288414133114,
      "grad_norm": 0.3076118802762377,
      "learning_rate": 8.703062131171192e-05,
      "loss": 0.0109,
      "step": 3030
    },
    {
      "epoch": 2.4979457682826625,
      "grad_norm": 0.2897555835996962,
      "learning_rate": 8.690992371261302e-05,
      "loss": 0.0105,
      "step": 3040
    },
    {
      "epoch": 2.506162695152013,
      "grad_norm": 0.2990726423763531,
      "learning_rate": 8.678875161382745e-05,
      "loss": 0.0114,
      "step": 3050
    },
    {
      "epoch": 2.514379622021364,
      "grad_norm": 0.3308837352116956,
      "learning_rate": 8.666710657309672e-05,
      "loss": 0.011,
      "step": 3060
    },
    {
      "epoch": 2.5225965488907147,
      "grad_norm": 0.2783330323448899,
      "learning_rate": 8.654499015424243e-05,
      "loss": 0.0106,
      "step": 3070
    },
    {
      "epoch": 2.5308134757600658,
      "grad_norm": 0.2834321980541149,
      "learning_rate": 8.642240392714593e-05,
      "loss": 0.0108,
      "step": 3080
    },
    {
      "epoch": 2.5390304026294164,
      "grad_norm": 0.21923295269567925,
      "learning_rate": 8.629934946772831e-05,
      "loss": 0.0105,
      "step": 3090
    },
    {
      "epoch": 2.5472473294987674,
      "grad_norm": 0.3113319375295575,
      "learning_rate": 8.617582835793003e-05,
      "loss": 0.011,
      "step": 3100
    },
    {
      "epoch": 2.5554642563681185,
      "grad_norm": 0.22522445036106728,
      "learning_rate": 8.605184218569067e-05,
      "loss": 0.0108,
      "step": 3110
    },
    {
      "epoch": 2.563681183237469,
      "grad_norm": 0.29129457748014026,
      "learning_rate": 8.592739254492844e-05,
      "loss": 0.0114,
      "step": 3120
    },
    {
      "epoch": 2.57189811010682,
      "grad_norm": 0.298278233144733,
      "learning_rate": 8.580248103551973e-05,
      "loss": 0.0104,
      "step": 3130
    },
    {
      "epoch": 2.5801150369761707,
      "grad_norm": 0.28438151731996136,
      "learning_rate": 8.567710926327855e-05,
      "loss": 0.0109,
      "step": 3140
    },
    {
      "epoch": 2.5883319638455218,
      "grad_norm": 0.29615207997528636,
      "learning_rate": 8.555127883993582e-05,
      "loss": 0.0111,
      "step": 3150
    },
    {
      "epoch": 2.596548890714873,
      "grad_norm": 0.2668249857546702,
      "learning_rate": 8.542499138311877e-05,
      "loss": 0.0104,
      "step": 3160
    },
    {
      "epoch": 2.6047658175842234,
      "grad_norm": 0.29885476401362265,
      "learning_rate": 8.529824851633004e-05,
      "loss": 0.0109,
      "step": 3170
    },
    {
      "epoch": 2.6129827444535745,
      "grad_norm": 0.2964635585154554,
      "learning_rate": 8.517105186892683e-05,
      "loss": 0.0103,
      "step": 3180
    },
    {
      "epoch": 2.621199671322925,
      "grad_norm": 0.26419372229458143,
      "learning_rate": 8.50434030761e-05,
      "loss": 0.0102,
      "step": 3190
    },
    {
      "epoch": 2.629416598192276,
      "grad_norm": 0.26957526996934655,
      "learning_rate": 8.4915303778853e-05,
      "loss": 0.0105,
      "step": 3200
    },
    {
      "epoch": 2.637633525061627,
      "grad_norm": 0.30995887012931245,
      "learning_rate": 8.478675562398077e-05,
      "loss": 0.0105,
      "step": 3210
    },
    {
      "epoch": 2.645850451930978,
      "grad_norm": 0.2885157857565514,
      "learning_rate": 8.465776026404866e-05,
      "loss": 0.0112,
      "step": 3220
    },
    {
      "epoch": 2.654067378800329,
      "grad_norm": 0.33415184613805593,
      "learning_rate": 8.452831935737102e-05,
      "loss": 0.0106,
      "step": 3230
    },
    {
      "epoch": 2.6622843056696794,
      "grad_norm": 0.2978809771443008,
      "learning_rate": 8.439843456799005e-05,
      "loss": 0.0101,
      "step": 3240
    },
    {
      "epoch": 2.6705012325390305,
      "grad_norm": 0.25393760859554587,
      "learning_rate": 8.426810756565429e-05,
      "loss": 0.0107,
      "step": 3250
    },
    {
      "epoch": 2.6787181594083815,
      "grad_norm": 0.2839448149328719,
      "learning_rate": 8.413734002579723e-05,
      "loss": 0.0111,
      "step": 3260
    },
    {
      "epoch": 2.686935086277732,
      "grad_norm": 0.2721771832897388,
      "learning_rate": 8.40061336295157e-05,
      "loss": 0.0111,
      "step": 3270
    },
    {
      "epoch": 2.6951520131470827,
      "grad_norm": 0.2872702777954717,
      "learning_rate": 8.387449006354837e-05,
      "loss": 0.0103,
      "step": 3280
    },
    {
      "epoch": 2.703368940016434,
      "grad_norm": 0.29596031948807433,
      "learning_rate": 8.374241102025391e-05,
      "loss": 0.0104,
      "step": 3290
    },
    {
      "epoch": 2.711585866885785,
      "grad_norm": 0.27424169300037154,
      "learning_rate": 8.360989819758935e-05,
      "loss": 0.0103,
      "step": 3300
    },
    {
      "epoch": 2.7198027937551355,
      "grad_norm": 0.2699351448831838,
      "learning_rate": 8.347695329908827e-05,
      "loss": 0.0103,
      "step": 3310
    },
    {
      "epoch": 2.7280197206244865,
      "grad_norm": 0.26678359974892135,
      "learning_rate": 8.334357803383875e-05,
      "loss": 0.0102,
      "step": 3320
    },
    {
      "epoch": 2.736236647493837,
      "grad_norm": 0.2948773860549256,
      "learning_rate": 8.32097741164616e-05,
      "loss": 0.0096,
      "step": 3330
    },
    {
      "epoch": 2.744453574363188,
      "grad_norm": 0.3090800658579484,
      "learning_rate": 8.307554326708815e-05,
      "loss": 0.0102,
      "step": 3340
    },
    {
      "epoch": 2.752670501232539,
      "grad_norm": 0.2735640172287781,
      "learning_rate": 8.294088721133821e-05,
      "loss": 0.0097,
      "step": 3350
    },
    {
      "epoch": 2.76088742810189,
      "grad_norm": 0.26265127181426384,
      "learning_rate": 8.28058076802979e-05,
      "loss": 0.0103,
      "step": 3360
    },
    {
      "epoch": 2.769104354971241,
      "grad_norm": 0.3267515866056434,
      "learning_rate": 8.267030641049738e-05,
      "loss": 0.0105,
      "step": 3370
    },
    {
      "epoch": 2.7773212818405915,
      "grad_norm": 0.2807694986872119,
      "learning_rate": 8.25343851438885e-05,
      "loss": 0.0101,
      "step": 3380
    },
    {
      "epoch": 2.7855382087099425,
      "grad_norm": 0.2918400047001943,
      "learning_rate": 8.239804562782241e-05,
      "loss": 0.0103,
      "step": 3390
    },
    {
      "epoch": 2.7937551355792936,
      "grad_norm": 0.3368518827581203,
      "learning_rate": 8.226128961502715e-05,
      "loss": 0.0099,
      "step": 3400
    },
    {
      "epoch": 2.801972062448644,
      "grad_norm": 0.30338648344652236,
      "learning_rate": 8.212411886358505e-05,
      "loss": 0.0105,
      "step": 3410
    },
    {
      "epoch": 2.810188989317995,
      "grad_norm": 0.26222245141291084,
      "learning_rate": 8.198653513691019e-05,
      "loss": 0.0096,
      "step": 3420
    },
    {
      "epoch": 2.818405916187346,
      "grad_norm": 0.31220931761376275,
      "learning_rate": 8.184854020372567e-05,
      "loss": 0.0107,
      "step": 3430
    },
    {
      "epoch": 2.826622843056697,
      "grad_norm": 0.26292349810527665,
      "learning_rate": 8.171013583804095e-05,
      "loss": 0.0099,
      "step": 3440
    },
    {
      "epoch": 2.834839769926048,
      "grad_norm": 0.28178421575879453,
      "learning_rate": 8.157132381912894e-05,
      "loss": 0.01,
      "step": 3450
    },
    {
      "epoch": 2.8430566967953985,
      "grad_norm": 0.2794905489623295,
      "learning_rate": 8.143210593150317e-05,
      "loss": 0.0109,
      "step": 3460
    },
    {
      "epoch": 2.851273623664749,
      "grad_norm": 0.30819250761179967,
      "learning_rate": 8.129248396489493e-05,
      "loss": 0.0105,
      "step": 3470
    },
    {
      "epoch": 2.8594905505341,
      "grad_norm": 0.30996445249233995,
      "learning_rate": 8.115245971423016e-05,
      "loss": 0.0103,
      "step": 3480
    },
    {
      "epoch": 2.867707477403451,
      "grad_norm": 0.2998585643222057,
      "learning_rate": 8.101203497960639e-05,
      "loss": 0.0103,
      "step": 3490
    },
    {
      "epoch": 2.875924404272802,
      "grad_norm": 0.2886522658424423,
      "learning_rate": 8.087121156626965e-05,
      "loss": 0.0102,
      "step": 3500
    },
    {
      "epoch": 2.884141331142153,
      "grad_norm": 0.2896678741036796,
      "learning_rate": 8.072999128459119e-05,
      "loss": 0.0101,
      "step": 3510
    },
    {
      "epoch": 2.8923582580115035,
      "grad_norm": 0.2668371079506528,
      "learning_rate": 8.05883759500443e-05,
      "loss": 0.0101,
      "step": 3520
    },
    {
      "epoch": 2.9005751848808545,
      "grad_norm": 0.262945737927121,
      "learning_rate": 8.044636738318082e-05,
      "loss": 0.01,
      "step": 3530
    },
    {
      "epoch": 2.9087921117502056,
      "grad_norm": 0.3051556790714007,
      "learning_rate": 8.030396740960795e-05,
      "loss": 0.0106,
      "step": 3540
    },
    {
      "epoch": 2.917009038619556,
      "grad_norm": 0.2681398854835005,
      "learning_rate": 8.01611778599646e-05,
      "loss": 0.0095,
      "step": 3550
    },
    {
      "epoch": 2.9252259654889072,
      "grad_norm": 0.2812885203155075,
      "learning_rate": 8.001800056989792e-05,
      "loss": 0.0096,
      "step": 3560
    },
    {
      "epoch": 2.933442892358258,
      "grad_norm": 0.28431854280176366,
      "learning_rate": 7.987443738003973e-05,
      "loss": 0.009,
      "step": 3570
    },
    {
      "epoch": 2.941659819227609,
      "grad_norm": 0.25500549263286926,
      "learning_rate": 7.973049013598277e-05,
      "loss": 0.0092,
      "step": 3580
    },
    {
      "epoch": 2.94987674609696,
      "grad_norm": 0.2804777447797684,
      "learning_rate": 7.958616068825709e-05,
      "loss": 0.0099,
      "step": 3590
    },
    {
      "epoch": 2.9580936729663105,
      "grad_norm": 0.2837446971120676,
      "learning_rate": 7.944145089230619e-05,
      "loss": 0.0098,
      "step": 3600
    }
  ],
  "logging_steps": 10,
  "max_steps": 9736,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 1800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 212655470542848.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}