{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.031431319423926775,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00012572527769570712,
      "grad_norm": 0.5962838530540466,
      "learning_rate": 4.75e-07,
      "loss": 3.0013919830322267,
      "step": 20
    },
    {
      "epoch": 0.00025145055539141424,
      "grad_norm": 0.6844280958175659,
      "learning_rate": 9.75e-07,
      "loss": 3.018001365661621,
      "step": 40
    },
    {
      "epoch": 0.0003771758330871213,
      "grad_norm": 0.4779929220676422,
      "learning_rate": 1.475e-06,
      "loss": 3.1058986663818358,
      "step": 60
    },
    {
      "epoch": 0.0005029011107828285,
      "grad_norm": 0.555294930934906,
      "learning_rate": 1.975e-06,
      "loss": 2.909657287597656,
      "step": 80
    },
    {
      "epoch": 0.0006286263884785355,
      "grad_norm": 0.5354552865028381,
      "learning_rate": 2.4750000000000004e-06,
      "loss": 2.8872909545898438,
      "step": 100
    },
    {
      "epoch": 0.0007543516661742426,
      "grad_norm": 0.5644583702087402,
      "learning_rate": 2.975e-06,
      "loss": 2.859341621398926,
      "step": 120
    },
    {
      "epoch": 0.0008800769438699498,
      "grad_norm": 0.630761981010437,
      "learning_rate": 3.4750000000000006e-06,
      "loss": 2.933867835998535,
      "step": 140
    },
    {
      "epoch": 0.001005802221565657,
      "grad_norm": 0.764999508857727,
      "learning_rate": 3.975e-06,
      "loss": 2.782645606994629,
      "step": 160
    },
    {
      "epoch": 0.001131527499261364,
      "grad_norm": 1.0221054553985596,
      "learning_rate": 4.475e-06,
      "loss": 2.8541688919067383,
      "step": 180
    },
    {
      "epoch": 0.001257252776957071,
      "grad_norm": 0.8221330046653748,
      "learning_rate": 4.975000000000001e-06,
      "loss": 2.6588584899902346,
      "step": 200
    },
    {
      "epoch": 0.0013829780546527782,
      "grad_norm": 0.873559832572937,
      "learning_rate": 5.475e-06,
      "loss": 2.549220848083496,
      "step": 220
    },
    {
      "epoch": 0.0015087033323484852,
      "grad_norm": 0.813358724117279,
      "learning_rate": 5.975e-06,
      "loss": 2.5854366302490233,
      "step": 240
    },
    {
      "epoch": 0.0016344286100441925,
      "grad_norm": 0.856169581413269,
      "learning_rate": 6.475000000000001e-06,
      "loss": 2.5309289932250976,
      "step": 260
    },
    {
      "epoch": 0.0017601538877398996,
      "grad_norm": 0.951108455657959,
      "learning_rate": 6.975000000000001e-06,
      "loss": 2.4736785888671875,
      "step": 280
    },
    {
      "epoch": 0.0018858791654356066,
      "grad_norm": 0.8016313910484314,
      "learning_rate": 7.4750000000000004e-06,
      "loss": 2.2943771362304686,
      "step": 300
    },
    {
      "epoch": 0.002011604443131314,
      "grad_norm": 0.915063202381134,
      "learning_rate": 7.975e-06,
      "loss": 2.3273014068603515,
      "step": 320
    },
    {
      "epoch": 0.0021373297208270208,
      "grad_norm": 0.720587968826294,
      "learning_rate": 8.475000000000001e-06,
      "loss": 2.350560760498047,
      "step": 340
    },
    {
      "epoch": 0.002263054998522728,
      "grad_norm": 0.711700439453125,
      "learning_rate": 8.975e-06,
      "loss": 2.3248199462890624,
      "step": 360
    },
    {
      "epoch": 0.002388780276218435,
      "grad_norm": 0.8843226432800293,
      "learning_rate": 9.475e-06,
      "loss": 2.335201454162598,
      "step": 380
    },
    {
      "epoch": 0.002514505553914142,
      "grad_norm": 0.4873352348804474,
      "learning_rate": 9.975e-06,
      "loss": 2.424860382080078,
      "step": 400
    },
    {
      "epoch": 0.0026402308316098495,
      "grad_norm": 0.6487540602684021,
      "learning_rate": 1.0475e-05,
      "loss": 2.2071765899658202,
      "step": 420
    },
    {
      "epoch": 0.0027659561093055563,
      "grad_norm": 0.6322605013847351,
      "learning_rate": 1.0975e-05,
      "loss": 2.2878080368041993,
      "step": 440
    },
    {
      "epoch": 0.0028916813870012636,
      "grad_norm": 0.5939791798591614,
      "learning_rate": 1.1475000000000001e-05,
      "loss": 2.3425870895385743,
      "step": 460
    },
    {
      "epoch": 0.0030174066646969705,
      "grad_norm": 0.6943904161453247,
      "learning_rate": 1.1975e-05,
      "loss": 2.2085947036743163,
      "step": 480
    },
    {
      "epoch": 0.0031431319423926777,
      "grad_norm": 0.7218244075775146,
      "learning_rate": 1.2475e-05,
      "loss": 2.2360507965087892,
      "step": 500
    },
    {
      "epoch": 0.003268857220088385,
      "grad_norm": 0.8252770900726318,
      "learning_rate": 1.2975e-05,
      "loss": 2.3641361236572265,
      "step": 520
    },
    {
      "epoch": 0.003394582497784092,
      "grad_norm": 0.5744673013687134,
      "learning_rate": 1.3475000000000002e-05,
      "loss": 2.236039924621582,
      "step": 540
    },
    {
      "epoch": 0.003520307775479799,
      "grad_norm": 0.6768812537193298,
      "learning_rate": 1.3975000000000003e-05,
      "loss": 2.2313003540039062,
      "step": 560
    },
    {
      "epoch": 0.003646033053175506,
      "grad_norm": 0.6503052711486816,
      "learning_rate": 1.4475e-05,
      "loss": 2.2801786422729493,
      "step": 580
    },
    {
      "epoch": 0.0037717583308712133,
      "grad_norm": 0.629787266254425,
      "learning_rate": 1.4975e-05,
      "loss": 2.346693420410156,
      "step": 600
    },
    {
      "epoch": 0.0038974836085669206,
      "grad_norm": 0.6764146089553833,
      "learning_rate": 1.5475e-05,
      "loss": 2.093250274658203,
      "step": 620
    },
    {
      "epoch": 0.004023208886262628,
      "grad_norm": 0.7266194224357605,
      "learning_rate": 1.5975000000000002e-05,
      "loss": 2.242112922668457,
      "step": 640
    },
    {
      "epoch": 0.004148934163958335,
      "grad_norm": 0.5509718656539917,
      "learning_rate": 1.6475e-05,
      "loss": 2.2910560607910155,
      "step": 660
    },
    {
      "epoch": 0.0042746594416540416,
      "grad_norm": 0.7285779714584351,
      "learning_rate": 1.6975000000000003e-05,
      "loss": 2.480996322631836,
      "step": 680
    },
    {
      "epoch": 0.004400384719349749,
      "grad_norm": 0.5729554295539856,
      "learning_rate": 1.7475e-05,
      "loss": 2.1267959594726564,
      "step": 700
    },
    {
      "epoch": 0.004526109997045456,
      "grad_norm": 0.6237987279891968,
      "learning_rate": 1.7975e-05,
      "loss": 2.3381301879882814,
      "step": 720
    },
    {
      "epoch": 0.004651835274741163,
      "grad_norm": 0.6548975110054016,
      "learning_rate": 1.8475000000000002e-05,
      "loss": 2.1999746322631837,
      "step": 740
    },
    {
      "epoch": 0.00477756055243687,
      "grad_norm": 0.614876389503479,
      "learning_rate": 1.8975e-05,
      "loss": 2.3489891052246095,
      "step": 760
    },
    {
      "epoch": 0.0049032858301325775,
      "grad_norm": 0.6543737053871155,
      "learning_rate": 1.9475000000000002e-05,
      "loss": 2.261593055725098,
      "step": 780
    },
    {
      "epoch": 0.005029011107828284,
      "grad_norm": 0.6650403141975403,
      "learning_rate": 1.9975e-05,
      "loss": 2.307338523864746,
      "step": 800
    },
    {
      "epoch": 0.005154736385523991,
      "grad_norm": 0.691130518913269,
      "learning_rate": 2.0475e-05,
      "loss": 2.2411531448364257,
      "step": 820
    },
    {
      "epoch": 0.005280461663219699,
      "grad_norm": 0.6249509453773499,
      "learning_rate": 2.0975e-05,
      "loss": 2.437354850769043,
      "step": 840
    },
    {
      "epoch": 0.005406186940915406,
      "grad_norm": 0.7308785319328308,
      "learning_rate": 2.1475e-05,
      "loss": 2.16713924407959,
      "step": 860
    },
    {
      "epoch": 0.005531912218611113,
      "grad_norm": 0.7222583889961243,
      "learning_rate": 2.1975000000000002e-05,
      "loss": 2.2146921157836914,
      "step": 880
    },
    {
      "epoch": 0.00565763749630682,
      "grad_norm": 0.8205286264419556,
      "learning_rate": 2.2475e-05,
      "loss": 2.1331754684448243,
      "step": 900
    },
    {
      "epoch": 0.005783362774002527,
      "grad_norm": 0.8732596635818481,
      "learning_rate": 2.2975000000000003e-05,
      "loss": 2.3930585861206053,
      "step": 920
    },
    {
      "epoch": 0.005909088051698234,
      "grad_norm": 0.8867924213409424,
      "learning_rate": 2.3475e-05,
      "loss": 2.325008773803711,
      "step": 940
    },
    {
      "epoch": 0.006034813329393941,
      "grad_norm": 0.6259322762489319,
      "learning_rate": 2.3975e-05,
      "loss": 2.1665245056152345,
      "step": 960
    },
    {
      "epoch": 0.006160538607089649,
      "grad_norm": 0.7788486480712891,
      "learning_rate": 2.4475000000000002e-05,
      "loss": 2.0807886123657227,
      "step": 980
    },
    {
      "epoch": 0.0062862638847853555,
      "grad_norm": 0.7346381545066833,
      "learning_rate": 2.4975e-05,
      "loss": 2.2518342971801757,
      "step": 1000
    },
    {
      "epoch": 0.006411989162481062,
      "grad_norm": 0.6551724672317505,
      "learning_rate": 2.5475e-05,
      "loss": 2.2025928497314453,
      "step": 1020
    },
    {
      "epoch": 0.00653771444017677,
      "grad_norm": 0.42648759484291077,
      "learning_rate": 2.5974999999999998e-05,
      "loss": 2.2169179916381836,
      "step": 1040
    },
    {
      "epoch": 0.006663439717872477,
      "grad_norm": 0.6696974039077759,
      "learning_rate": 2.6475e-05,
      "loss": 2.2179336547851562,
      "step": 1060
    },
    {
      "epoch": 0.006789164995568184,
      "grad_norm": 0.6720432043075562,
      "learning_rate": 2.6975000000000002e-05,
      "loss": 2.1793497085571287,
      "step": 1080
    },
    {
      "epoch": 0.0069148902732638915,
      "grad_norm": 0.7858997583389282,
      "learning_rate": 2.7475e-05,
      "loss": 2.2960178375244142,
      "step": 1100
    },
    {
      "epoch": 0.007040615550959598,
      "grad_norm": 0.6754783987998962,
      "learning_rate": 2.7975000000000002e-05,
      "loss": 2.193424415588379,
      "step": 1120
    },
    {
      "epoch": 0.007166340828655305,
      "grad_norm": 0.8978444933891296,
      "learning_rate": 2.8475e-05,
      "loss": 2.245846748352051,
      "step": 1140
    },
    {
      "epoch": 0.007292066106351012,
      "grad_norm": 0.6270891427993774,
      "learning_rate": 2.8975000000000003e-05,
      "loss": 2.222321891784668,
      "step": 1160
    },
    {
      "epoch": 0.00741779138404672,
      "grad_norm": 0.8105082511901855,
      "learning_rate": 2.9475e-05,
      "loss": 2.2370512008666994,
      "step": 1180
    },
    {
      "epoch": 0.007543516661742427,
      "grad_norm": 0.8254700303077698,
      "learning_rate": 2.9975000000000004e-05,
      "loss": 2.2856861114501954,
      "step": 1200
    },
    {
      "epoch": 0.0076692419394381334,
      "grad_norm": 0.7499117851257324,
      "learning_rate": 3.0475000000000002e-05,
      "loss": 2.145079803466797,
      "step": 1220
    },
    {
      "epoch": 0.007794967217133841,
      "grad_norm": 0.5796831846237183,
      "learning_rate": 3.0975e-05,
      "loss": 2.2193859100341795,
      "step": 1240
    },
    {
      "epoch": 0.007920692494829547,
      "grad_norm": 0.7580195069313049,
      "learning_rate": 3.1475e-05,
      "loss": 2.325836181640625,
      "step": 1260
    },
    {
      "epoch": 0.008046417772525256,
      "grad_norm": 0.7444676756858826,
      "learning_rate": 3.1975e-05,
      "loss": 2.176131820678711,
      "step": 1280
    },
    {
      "epoch": 0.008172143050220963,
      "grad_norm": 0.9642544984817505,
      "learning_rate": 3.2474999999999997e-05,
      "loss": 2.139938735961914,
      "step": 1300
    },
    {
      "epoch": 0.00829786832791667,
      "grad_norm": 0.8218713998794556,
      "learning_rate": 3.2975e-05,
      "loss": 2.2411163330078123,
      "step": 1320
    },
    {
      "epoch": 0.008423593605612376,
      "grad_norm": 1.0058637857437134,
      "learning_rate": 3.3475e-05,
      "loss": 2.2701160430908205,
      "step": 1340
    },
    {
      "epoch": 0.008549318883308083,
      "grad_norm": 0.9082450270652771,
      "learning_rate": 3.3975e-05,
      "loss": 2.223080635070801,
      "step": 1360
    },
    {
      "epoch": 0.00867504416100379,
      "grad_norm": 1.5511119365692139,
      "learning_rate": 3.4475000000000005e-05,
      "loss": 2.2058855056762696,
      "step": 1380
    },
    {
      "epoch": 0.008800769438699499,
      "grad_norm": 0.9214478731155396,
      "learning_rate": 3.4975e-05,
      "loss": 2.275226593017578,
      "step": 1400
    },
    {
      "epoch": 0.008926494716395205,
      "grad_norm": 0.7495436668395996,
      "learning_rate": 3.5475e-05,
      "loss": 2.0992334365844725,
      "step": 1420
    },
    {
      "epoch": 0.009052219994090912,
      "grad_norm": 0.7678313851356506,
      "learning_rate": 3.5975e-05,
      "loss": 2.151212692260742,
      "step": 1440
    },
    {
      "epoch": 0.009177945271786619,
      "grad_norm": 0.8514085412025452,
      "learning_rate": 3.6475000000000006e-05,
      "loss": 2.3009883880615236,
      "step": 1460
    },
    {
      "epoch": 0.009303670549482326,
      "grad_norm": 0.7245936393737793,
      "learning_rate": 3.6975000000000004e-05,
      "loss": 2.2095823287963867,
      "step": 1480
    },
    {
      "epoch": 0.009429395827178033,
      "grad_norm": 0.576258659362793,
      "learning_rate": 3.7475e-05,
      "loss": 2.2135459899902346,
      "step": 1500
    },
    {
      "epoch": 0.00955512110487374,
      "grad_norm": 0.7789803147315979,
      "learning_rate": 3.7975e-05,
      "loss": 2.172737884521484,
      "step": 1520
    },
    {
      "epoch": 0.009680846382569448,
      "grad_norm": 0.6502222418785095,
      "learning_rate": 3.8475e-05,
      "loss": 2.202811622619629,
      "step": 1540
    },
    {
      "epoch": 0.009806571660265155,
      "grad_norm": 0.7619134783744812,
      "learning_rate": 3.8975e-05,
      "loss": 2.120333671569824,
      "step": 1560
    },
    {
      "epoch": 0.009932296937960862,
      "grad_norm": 0.624914824962616,
      "learning_rate": 3.9475000000000004e-05,
      "loss": 2.133666229248047,
      "step": 1580
    },
    {
      "epoch": 0.010058022215656569,
      "grad_norm": 0.8268408179283142,
      "learning_rate": 3.9975e-05,
      "loss": 2.2280460357666017,
      "step": 1600
    },
    {
      "epoch": 0.010183747493352276,
      "grad_norm": 1.2030913829803467,
      "learning_rate": 4.0475e-05,
      "loss": 2.2895408630371095,
      "step": 1620
    },
    {
      "epoch": 0.010309472771047982,
      "grad_norm": 0.5576544404029846,
      "learning_rate": 4.0975e-05,
      "loss": 2.143132781982422,
      "step": 1640
    },
    {
      "epoch": 0.01043519804874369,
      "grad_norm": 0.6146367192268372,
      "learning_rate": 4.1475000000000005e-05,
      "loss": 2.0781791687011717,
      "step": 1660
    },
    {
      "epoch": 0.010560923326439398,
      "grad_norm": 0.637881875038147,
      "learning_rate": 4.1975000000000004e-05,
      "loss": 2.269753265380859,
      "step": 1680
    },
    {
      "epoch": 0.010686648604135105,
      "grad_norm": 1.2377184629440308,
      "learning_rate": 4.2475e-05,
      "loss": 2.3090824127197265,
      "step": 1700
    },
    {
      "epoch": 0.010812373881830812,
      "grad_norm": 1.0414743423461914,
      "learning_rate": 4.2975e-05,
      "loss": 2.2602685928344726,
      "step": 1720
    },
    {
      "epoch": 0.010938099159526518,
      "grad_norm": 0.7796839475631714,
      "learning_rate": 4.3475000000000006e-05,
      "loss": 2.3865522384643554,
      "step": 1740
    },
    {
      "epoch": 0.011063824437222225,
      "grad_norm": 0.7342143654823303,
      "learning_rate": 4.3975e-05,
      "loss": 2.3370746612548827,
      "step": 1760
    },
    {
      "epoch": 0.011189549714917932,
      "grad_norm": 0.6339659094810486,
      "learning_rate": 4.4475e-05,
      "loss": 2.2576133728027346,
      "step": 1780
    },
    {
      "epoch": 0.01131527499261364,
      "grad_norm": 0.6305493116378784,
      "learning_rate": 4.4975e-05,
      "loss": 2.146904945373535,
      "step": 1800
    },
    {
      "epoch": 0.011441000270309348,
      "grad_norm": 0.7393673658370972,
      "learning_rate": 4.5475e-05,
      "loss": 2.207014465332031,
      "step": 1820
    },
    {
      "epoch": 0.011566725548005054,
      "grad_norm": 0.5975062847137451,
      "learning_rate": 4.5975e-05,
      "loss": 2.2376119613647463,
      "step": 1840
    },
    {
      "epoch": 0.011692450825700761,
      "grad_norm": 0.8439088463783264,
      "learning_rate": 4.6475000000000005e-05,
      "loss": 2.172005844116211,
      "step": 1860
    },
    {
      "epoch": 0.011818176103396468,
      "grad_norm": 0.9270113110542297,
      "learning_rate": 4.6975000000000003e-05,
      "loss": 2.373341369628906,
      "step": 1880
    },
    {
      "epoch": 0.011943901381092175,
      "grad_norm": 0.8112410306930542,
      "learning_rate": 4.7475e-05,
      "loss": 2.2132829666137694,
      "step": 1900
    },
    {
      "epoch": 0.012069626658787882,
      "grad_norm": 0.7576470971107483,
      "learning_rate": 4.7975e-05,
      "loss": 2.1676565170288087,
      "step": 1920
    },
    {
      "epoch": 0.01219535193648359,
      "grad_norm": 0.6396933794021606,
      "learning_rate": 4.8475000000000006e-05,
      "loss": 2.1356874465942384,
      "step": 1940
    },
    {
      "epoch": 0.012321077214179297,
      "grad_norm": 0.9815897941589355,
      "learning_rate": 4.8975000000000005e-05,
      "loss": 2.153605651855469,
      "step": 1960
    },
    {
      "epoch": 0.012446802491875004,
      "grad_norm": 1.0716313123703003,
      "learning_rate": 4.9475e-05,
      "loss": 2.237149238586426,
      "step": 1980
    },
    {
      "epoch": 0.012572527769570711,
      "grad_norm": 0.7417507171630859,
      "learning_rate": 4.9975e-05,
      "loss": 2.3103559494018553,
      "step": 2000
    },
    {
      "epoch": 0.012698253047266418,
      "grad_norm": 0.9836956858634949,
      "learning_rate": 5.047500000000001e-05,
      "loss": 2.226584243774414,
      "step": 2020
    },
    {
      "epoch": 0.012823978324962125,
      "grad_norm": 0.9194190502166748,
      "learning_rate": 5.0975000000000006e-05,
      "loss": 2.152355766296387,
      "step": 2040
    },
    {
      "epoch": 0.012949703602657832,
      "grad_norm": 0.9516499638557434,
      "learning_rate": 5.1475000000000004e-05,
      "loss": 2.230098342895508,
      "step": 2060
    },
    {
      "epoch": 0.01307542888035354,
      "grad_norm": 0.631192147731781,
      "learning_rate": 5.197500000000001e-05,
      "loss": 2.298840141296387,
      "step": 2080
    },
    {
      "epoch": 0.013201154158049247,
      "grad_norm": 0.6552205085754395,
      "learning_rate": 5.247500000000001e-05,
      "loss": 2.2214452743530275,
      "step": 2100
    },
    {
      "epoch": 0.013326879435744954,
      "grad_norm": 0.9227390289306641,
      "learning_rate": 5.297500000000001e-05,
      "loss": 2.2039995193481445,
      "step": 2120
    },
    {
      "epoch": 0.01345260471344066,
      "grad_norm": 0.9626750946044922,
      "learning_rate": 5.3475e-05,
      "loss": 2.200083541870117,
      "step": 2140
    },
    {
      "epoch": 0.013578329991136368,
      "grad_norm": 0.7620527148246765,
      "learning_rate": 5.3975e-05,
      "loss": 2.1179471969604493,
      "step": 2160
    },
    {
      "epoch": 0.013704055268832074,
      "grad_norm": 0.7514252066612244,
      "learning_rate": 5.4474999999999996e-05,
      "loss": 2.0252569198608397,
      "step": 2180
    },
    {
      "epoch": 0.013829780546527783,
      "grad_norm": 0.6158234477043152,
      "learning_rate": 5.4975e-05,
      "loss": 2.165945625305176,
      "step": 2200
    },
    {
      "epoch": 0.01395550582422349,
      "grad_norm": 0.7800559401512146,
      "learning_rate": 5.5475e-05,
      "loss": 2.0259613037109374,
      "step": 2220
    },
    {
      "epoch": 0.014081231101919197,
      "grad_norm": 0.4745946526527405,
      "learning_rate": 5.5975e-05,
      "loss": 2.166629409790039,
      "step": 2240
    },
    {
      "epoch": 0.014206956379614903,
      "grad_norm": 0.6183483004570007,
      "learning_rate": 5.6475e-05,
      "loss": 2.2248981475830076,
      "step": 2260
    },
    {
      "epoch": 0.01433268165731061,
      "grad_norm": 0.9926730990409851,
      "learning_rate": 5.6975e-05,
      "loss": 2.2324359893798826,
      "step": 2280
    },
    {
      "epoch": 0.014458406935006317,
      "grad_norm": 0.6978363394737244,
      "learning_rate": 5.7475e-05,
      "loss": 2.2633106231689455,
      "step": 2300
    },
    {
      "epoch": 0.014584132212702024,
      "grad_norm": 0.6764455437660217,
      "learning_rate": 5.7975e-05,
      "loss": 2.2547515869140624,
      "step": 2320
    },
    {
      "epoch": 0.014709857490397733,
      "grad_norm": 0.6333333253860474,
      "learning_rate": 5.8475000000000005e-05,
      "loss": 2.2785802841186524,
      "step": 2340
    },
    {
      "epoch": 0.01483558276809344,
      "grad_norm": 1.1081982851028442,
      "learning_rate": 5.8975000000000004e-05,
      "loss": 2.1292343139648438,
      "step": 2360
    },
    {
      "epoch": 0.014961308045789146,
      "grad_norm": 0.69389808177948,
      "learning_rate": 5.9475e-05,
      "loss": 2.2307294845581054,
      "step": 2380
    },
    {
      "epoch": 0.015087033323484853,
      "grad_norm": 0.8631381988525391,
      "learning_rate": 5.9975e-05,
      "loss": 2.2449098587036134,
      "step": 2400
    },
    {
      "epoch": 0.01521275860118056,
      "grad_norm": 0.9202216863632202,
      "learning_rate": 6.0475000000000006e-05,
      "loss": 2.1659168243408202,
      "step": 2420
    },
    {
      "epoch": 0.015338483878876267,
      "grad_norm": 0.7391654253005981,
      "learning_rate": 6.0975000000000005e-05,
      "loss": 2.0840213775634764,
      "step": 2440
    },
    {
      "epoch": 0.015464209156571974,
      "grad_norm": 0.8017479181289673,
      "learning_rate": 6.1475e-05,
      "loss": 2.17960205078125,
      "step": 2460
    },
    {
      "epoch": 0.015589934434267682,
      "grad_norm": 0.8878335952758789,
      "learning_rate": 6.1975e-05,
      "loss": 2.1136425018310545,
      "step": 2480
    },
    {
      "epoch": 0.015715659711963387,
      "grad_norm": 0.8109790086746216,
      "learning_rate": 6.2475e-05,
      "loss": 2.047270584106445,
      "step": 2500
    },
    {
      "epoch": 0.015841384989659094,
      "grad_norm": 0.6094740629196167,
      "learning_rate": 6.297500000000001e-05,
      "loss": 2.1872735977172852,
      "step": 2520
    },
    {
      "epoch": 0.015967110267354805,
      "grad_norm": 0.6133264303207397,
      "learning_rate": 6.347500000000001e-05,
      "loss": 2.3266223907470702,
      "step": 2540
    },
    {
      "epoch": 0.01609283554505051,
      "grad_norm": 0.924880862236023,
      "learning_rate": 6.397500000000001e-05,
      "loss": 2.1481760025024412,
      "step": 2560
    },
    {
      "epoch": 0.01621856082274622,
      "grad_norm": 0.8004190325737,
      "learning_rate": 6.447500000000001e-05,
      "loss": 2.2322179794311525,
      "step": 2580
    },
    {
      "epoch": 0.016344286100441925,
      "grad_norm": 0.6677139401435852,
      "learning_rate": 6.497500000000001e-05,
      "loss": 2.293388557434082,
      "step": 2600
    },
    {
      "epoch": 0.016470011378137632,
      "grad_norm": 1.3870952129364014,
      "learning_rate": 6.5475e-05,
      "loss": 2.204412651062012,
      "step": 2620
    },
    {
      "epoch": 0.01659573665583334,
      "grad_norm": 0.722831130027771,
      "learning_rate": 6.5975e-05,
      "loss": 2.2492038726806642,
      "step": 2640
    },
    {
      "epoch": 0.016721461933529046,
      "grad_norm": 0.7346879243850708,
      "learning_rate": 6.6475e-05,
      "loss": 2.193736457824707,
      "step": 2660
    },
    {
      "epoch": 0.016847187211224753,
      "grad_norm": 0.5910217761993408,
      "learning_rate": 6.6975e-05,
      "loss": 2.1651554107666016,
      "step": 2680
    },
    {
      "epoch": 0.01697291248892046,
      "grad_norm": 0.647753119468689,
      "learning_rate": 6.7475e-05,
      "loss": 2.2381689071655275,
      "step": 2700
    },
    {
      "epoch": 0.017098637766616166,
      "grad_norm": 0.6268242001533508,
      "learning_rate": 6.7975e-05,
      "loss": 2.1789567947387694,
      "step": 2720
    },
    {
      "epoch": 0.017224363044311873,
      "grad_norm": 0.6920773983001709,
      "learning_rate": 6.8475e-05,
      "loss": 2.273392677307129,
      "step": 2740
    },
    {
      "epoch": 0.01735008832200758,
      "grad_norm": 0.8666326999664307,
      "learning_rate": 6.8975e-05,
      "loss": 2.1571945190429687,
      "step": 2760
    },
    {
      "epoch": 0.017475813599703287,
      "grad_norm": 0.6093314290046692,
      "learning_rate": 6.9475e-05,
      "loss": 2.1972126007080077,
      "step": 2780
    },
    {
      "epoch": 0.017601538877398997,
      "grad_norm": 0.5214780569076538,
      "learning_rate": 6.997500000000001e-05,
      "loss": 2.2142589569091795,
      "step": 2800
    },
    {
      "epoch": 0.017727264155094704,
      "grad_norm": 1.0918712615966797,
      "learning_rate": 7.0475e-05,
      "loss": 2.0404659271240235,
      "step": 2820
    },
    {
      "epoch": 0.01785298943279041,
      "grad_norm": 0.7436941266059875,
      "learning_rate": 7.0975e-05,
      "loss": 2.133719062805176,
      "step": 2840
    },
    {
      "epoch": 0.017978714710486118,
      "grad_norm": 0.7502368092536926,
      "learning_rate": 7.1475e-05,
      "loss": 2.201572036743164,
      "step": 2860
    },
    {
      "epoch": 0.018104439988181825,
      "grad_norm": 0.8413222432136536,
      "learning_rate": 7.1975e-05,
      "loss": 2.1762102127075194,
      "step": 2880
    },
    {
      "epoch": 0.01823016526587753,
      "grad_norm": 0.5973228812217712,
      "learning_rate": 7.2475e-05,
      "loss": 2.0592535018920897,
      "step": 2900
    },
    {
      "epoch": 0.018355890543573238,
      "grad_norm": 0.8865782022476196,
      "learning_rate": 7.2975e-05,
      "loss": 2.1160760879516602,
      "step": 2920
    },
    {
      "epoch": 0.018481615821268945,
      "grad_norm": 0.8475161194801331,
      "learning_rate": 7.347500000000001e-05,
      "loss": 2.220221519470215,
      "step": 2940
    },
    {
      "epoch": 0.018607341098964652,
      "grad_norm": 0.7635546922683716,
      "learning_rate": 7.397500000000001e-05,
      "loss": 2.2616430282592774,
      "step": 2960
    },
    {
      "epoch": 0.01873306637666036,
      "grad_norm": 0.6724838018417358,
      "learning_rate": 7.447500000000001e-05,
      "loss": 2.2418001174926756,
      "step": 2980
    },
    {
      "epoch": 0.018858791654356066,
      "grad_norm": 0.7106826305389404,
      "learning_rate": 7.4975e-05,
      "loss": 2.1272777557373046,
      "step": 3000
    },
    {
      "epoch": 0.018984516932051772,
      "grad_norm": 0.6232185959815979,
      "learning_rate": 7.5475e-05,
      "loss": 2.2246204376220704,
      "step": 3020
    },
    {
      "epoch": 0.01911024220974748,
      "grad_norm": 1.5051827430725098,
      "learning_rate": 7.5975e-05,
      "loss": 2.0963869094848633,
      "step": 3040
    },
    {
      "epoch": 0.019235967487443186,
      "grad_norm": 0.7139873504638672,
      "learning_rate": 7.6475e-05,
      "loss": 2.0114721298217773,
      "step": 3060
    },
    {
      "epoch": 0.019361692765138896,
      "grad_norm": 0.7590590119361877,
      "learning_rate": 7.697500000000001e-05,
      "loss": 2.1946556091308596,
      "step": 3080
    },
    {
      "epoch": 0.019487418042834603,
      "grad_norm": 0.6973894834518433,
      "learning_rate": 7.747500000000001e-05,
      "loss": 2.1527034759521486,
      "step": 3100
    },
    {
      "epoch": 0.01961314332053031,
      "grad_norm": 0.538654088973999,
      "learning_rate": 7.797500000000001e-05,
      "loss": 2.1023521423339844,
      "step": 3120
    },
    {
      "epoch": 0.019738868598226017,
      "grad_norm": 0.5581122040748596,
      "learning_rate": 7.8475e-05,
      "loss": 2.1083656311035157,
      "step": 3140
    },
    {
      "epoch": 0.019864593875921724,
      "grad_norm": 0.6352174282073975,
      "learning_rate": 7.8975e-05,
      "loss": 2.1281736373901365,
      "step": 3160
    },
    {
      "epoch": 0.01999031915361743,
      "grad_norm": 0.6354402303695679,
      "learning_rate": 7.9475e-05,
      "loss": 2.2377193450927733,
      "step": 3180
    },
    {
      "epoch": 0.020116044431313138,
      "grad_norm": 0.4512730538845062,
      "learning_rate": 7.9975e-05,
      "loss": 2.1053667068481445,
      "step": 3200
    },
    {
      "epoch": 0.020241769709008844,
      "grad_norm": 0.7477418780326843,
      "learning_rate": 8.0475e-05,
      "loss": 2.237176704406738,
      "step": 3220
    },
    {
      "epoch": 0.02036749498670455,
      "grad_norm": 0.8833841681480408,
      "learning_rate": 8.0975e-05,
      "loss": 2.269827651977539,
      "step": 3240
    },
    {
      "epoch": 0.020493220264400258,
      "grad_norm": 0.9374681711196899,
      "learning_rate": 8.1475e-05,
      "loss": 2.1439802169799806,
      "step": 3260
    },
    {
      "epoch": 0.020618945542095965,
      "grad_norm": 0.8119531273841858,
      "learning_rate": 8.1975e-05,
      "loss": 2.208771514892578,
      "step": 3280
    },
    {
      "epoch": 0.020744670819791672,
      "grad_norm": 0.7813240885734558,
      "learning_rate": 8.2475e-05,
      "loss": 2.1550825119018553,
      "step": 3300
    },
    {
      "epoch": 0.02087039609748738,
      "grad_norm": 0.6853654384613037,
      "learning_rate": 8.2975e-05,
      "loss": 2.0903724670410155,
      "step": 3320
    },
    {
      "epoch": 0.02099612137518309,
      "grad_norm": 0.722632884979248,
      "learning_rate": 8.347500000000001e-05,
      "loss": 2.191097450256348,
      "step": 3340
    },
    {
      "epoch": 0.021121846652878796,
      "grad_norm": 0.640600323677063,
      "learning_rate": 8.397500000000001e-05,
      "loss": 1.9992816925048829,
      "step": 3360
    },
    {
      "epoch": 0.021247571930574503,
      "grad_norm": 0.6054248213768005,
      "learning_rate": 8.447500000000001e-05,
      "loss": 1.9980829238891602,
      "step": 3380
    },
    {
      "epoch": 0.02137329720827021,
      "grad_norm": 0.8357540965080261,
      "learning_rate": 8.4975e-05,
      "loss": 2.0778709411621095,
      "step": 3400
    },
    {
      "epoch": 0.021499022485965916,
      "grad_norm": 0.6165632009506226,
      "learning_rate": 8.5475e-05,
      "loss": 2.1318584442138673,
      "step": 3420
    },
    {
      "epoch": 0.021624747763661623,
      "grad_norm": 0.4567464292049408,
      "learning_rate": 8.5975e-05,
      "loss": 2.1998617172241213,
      "step": 3440
    },
    {
      "epoch": 0.02175047304135733,
      "grad_norm": 0.9256274104118347,
      "learning_rate": 8.6475e-05,
      "loss": 2.215155601501465,
      "step": 3460
    },
    {
      "epoch": 0.021876198319053037,
      "grad_norm": 0.6517425179481506,
      "learning_rate": 8.6975e-05,
      "loss": 2.113406944274902,
      "step": 3480
    },
    {
      "epoch": 0.022001923596748744,
      "grad_norm": 0.800165593624115,
      "learning_rate": 8.747500000000001e-05,
      "loss": 2.0685216903686525,
      "step": 3500
    },
    {
      "epoch": 0.02212764887444445,
      "grad_norm": 0.7264109253883362,
      "learning_rate": 8.797500000000001e-05,
      "loss": 2.228927421569824,
      "step": 3520
    },
    {
      "epoch": 0.022253374152140157,
      "grad_norm": 0.621918797492981,
      "learning_rate": 8.847500000000001e-05,
      "loss": 2.163255310058594,
      "step": 3540
    },
    {
      "epoch": 0.022379099429835864,
      "grad_norm": 0.7633965611457825,
      "learning_rate": 8.897500000000001e-05,
      "loss": 2.0805002212524415,
      "step": 3560
    },
    {
      "epoch": 0.02250482470753157,
      "grad_norm": 1.0345146656036377,
      "learning_rate": 8.9475e-05,
      "loss": 2.173696517944336,
      "step": 3580
    },
    {
      "epoch": 0.02263054998522728,
      "grad_norm": 0.5648631453514099,
      "learning_rate": 8.9975e-05,
      "loss": 2.23458194732666,
      "step": 3600
    },
    {
      "epoch": 0.02275627526292299,
      "grad_norm": 0.5693984627723694,
      "learning_rate": 9.0475e-05,
      "loss": 2.102839469909668,
      "step": 3620
    },
    {
      "epoch": 0.022882000540618695,
      "grad_norm": 0.7708291411399841,
      "learning_rate": 9.0975e-05,
      "loss": 2.1710891723632812,
      "step": 3640
    },
    {
      "epoch": 0.023007725818314402,
      "grad_norm": 0.6380087733268738,
      "learning_rate": 9.1475e-05,
      "loss": 2.1137651443481444,
      "step": 3660
    },
    {
      "epoch": 0.02313345109601011,
      "grad_norm": 0.8363099694252014,
      "learning_rate": 9.1975e-05,
      "loss": 2.249873924255371,
      "step": 3680
    },
    {
      "epoch": 0.023259176373705816,
      "grad_norm": 0.9241217970848083,
      "learning_rate": 9.2475e-05,
      "loss": 2.171980857849121,
      "step": 3700
    },
    {
      "epoch": 0.023384901651401523,
      "grad_norm": 0.9299995303153992,
      "learning_rate": 9.2975e-05,
      "loss": 2.0629114151000976,
      "step": 3720
    },
    {
      "epoch": 0.02351062692909723,
      "grad_norm": 0.8281742334365845,
      "learning_rate": 9.3475e-05,
      "loss": 2.118360137939453,
      "step": 3740
    },
    {
      "epoch": 0.023636352206792936,
      "grad_norm": 0.735012412071228,
      "learning_rate": 9.397500000000001e-05,
      "loss": 2.0829288482666017,
      "step": 3760
    },
    {
      "epoch": 0.023762077484488643,
      "grad_norm": 0.6220835447311401,
      "learning_rate": 9.4475e-05,
      "loss": 2.288552665710449,
      "step": 3780
    },
    {
      "epoch": 0.02388780276218435,
      "grad_norm": 0.5044544339179993,
      "learning_rate": 9.4975e-05,
      "loss": 2.2265188217163088,
      "step": 3800
    },
    {
      "epoch": 0.024013528039880057,
      "grad_norm": 0.6451289057731628,
      "learning_rate": 9.5475e-05,
      "loss": 2.161042022705078,
      "step": 3820
    },
    {
      "epoch": 0.024139253317575764,
      "grad_norm": 1.0589903593063354,
      "learning_rate": 9.5975e-05,
      "loss": 2.1686399459838865,
      "step": 3840
    },
    {
      "epoch": 0.024264978595271474,
      "grad_norm": 0.7059029340744019,
      "learning_rate": 9.6475e-05,
      "loss": 2.109272766113281,
      "step": 3860
    },
    {
      "epoch": 0.02439070387296718,
      "grad_norm": 0.5941277146339417,
      "learning_rate": 9.6975e-05,
      "loss": 2.057619094848633,
      "step": 3880
    },
    {
      "epoch": 0.024516429150662888,
      "grad_norm": 0.5671762824058533,
      "learning_rate": 9.747500000000001e-05,
      "loss": 2.014023208618164,
      "step": 3900
    },
    {
      "epoch": 0.024642154428358595,
      "grad_norm": 0.6943921446800232,
      "learning_rate": 9.797500000000001e-05,
      "loss": 2.1530567169189454,
      "step": 3920
    },
    {
      "epoch": 0.0247678797060543,
      "grad_norm": 0.6907370686531067,
      "learning_rate": 9.847500000000001e-05,
      "loss": 2.2318679809570314,
      "step": 3940
    },
    {
      "epoch": 0.02489360498375001,
      "grad_norm": 0.7025376558303833,
      "learning_rate": 9.897500000000001e-05,
      "loss": 2.0632183074951174,
      "step": 3960
    },
    {
      "epoch": 0.025019330261445715,
      "grad_norm": 0.4425835609436035,
      "learning_rate": 9.9475e-05,
      "loss": 2.0571531295776366,
      "step": 3980
    },
    {
      "epoch": 0.025145055539141422,
      "grad_norm": 0.7280085682868958,
      "learning_rate": 9.9975e-05,
      "loss": 2.011970329284668,
      "step": 4000
    },
    {
      "epoch": 0.02527078081683713,
      "grad_norm": 0.5700169205665588,
      "learning_rate": 0.000100475,
      "loss": 2.162436866760254,
      "step": 4020
    },
    {
      "epoch": 0.025396506094532836,
      "grad_norm": 0.612692654132843,
      "learning_rate": 0.000100975,
      "loss": 2.0830350875854493,
      "step": 4040
    },
    {
      "epoch": 0.025522231372228543,
      "grad_norm": 0.6931089758872986,
      "learning_rate": 0.00010147500000000001,
      "loss": 2.118963623046875,
      "step": 4060
    },
    {
      "epoch": 0.02564795664992425,
      "grad_norm": 0.8360069990158081,
      "learning_rate": 0.000101975,
      "loss": 2.146648406982422,
      "step": 4080
    },
    {
      "epoch": 0.025773681927619956,
      "grad_norm": 0.6365113258361816,
      "learning_rate": 0.00010247500000000001,
      "loss": 2.1310033798217773,
      "step": 4100
    },
    {
      "epoch": 0.025899407205315663,
      "grad_norm": 0.6738468408584595,
      "learning_rate": 0.000102975,
      "loss": 2.176763343811035,
      "step": 4120
    },
    {
      "epoch": 0.026025132483011373,
      "grad_norm": 0.6279870271682739,
      "learning_rate": 0.00010347500000000001,
      "loss": 2.033766174316406,
      "step": 4140
    },
    {
      "epoch": 0.02615085776070708,
      "grad_norm": 0.7508738040924072,
      "learning_rate": 0.000103975,
      "loss": 2.2269708633422853,
      "step": 4160
    },
    {
      "epoch": 0.026276583038402787,
      "grad_norm": 0.840672492980957,
      "learning_rate": 0.000104475,
      "loss": 2.030698776245117,
      "step": 4180
    },
    {
      "epoch": 0.026402308316098494,
      "grad_norm": 0.7917266488075256,
      "learning_rate": 0.000104975,
      "loss": 2.251175308227539,
      "step": 4200
    },
    {
      "epoch": 0.0265280335937942,
      "grad_norm": 0.5847408771514893,
      "learning_rate": 0.00010547500000000002,
      "loss": 2.0700811386108398,
      "step": 4220
    },
    {
      "epoch": 0.026653758871489908,
      "grad_norm": 0.6782088875770569,
      "learning_rate": 0.000105975,
      "loss": 2.197639274597168,
      "step": 4240
    },
    {
      "epoch": 0.026779484149185614,
      "grad_norm": 0.9398831725120544,
      "learning_rate": 0.00010647500000000001,
      "loss": 2.1179847717285156,
      "step": 4260
    },
    {
      "epoch": 0.02690520942688132,
      "grad_norm": 0.7190554738044739,
      "learning_rate": 0.000106975,
      "loss": 2.0518001556396483,
      "step": 4280
    },
    {
      "epoch": 0.027030934704577028,
      "grad_norm": 0.704131543636322,
      "learning_rate": 0.00010747500000000001,
      "loss": 2.146711730957031,
      "step": 4300
    },
    {
      "epoch": 0.027156659982272735,
      "grad_norm": 0.8494829535484314,
      "learning_rate": 0.00010797500000000001,
      "loss": 2.0805326461791993,
      "step": 4320
    },
    {
      "epoch": 0.027282385259968442,
      "grad_norm": 0.7388854026794434,
      "learning_rate": 0.00010847500000000002,
      "loss": 2.139107513427734,
      "step": 4340
    },
    {
      "epoch": 0.02740811053766415,
      "grad_norm": 0.5768877863883972,
      "learning_rate": 0.000108975,
      "loss": 2.0558916091918946,
      "step": 4360
    },
    {
      "epoch": 0.027533835815359856,
      "grad_norm": 1.1913079023361206,
      "learning_rate": 0.00010947499999999999,
      "loss": 2.055363082885742,
      "step": 4380
    },
    {
      "epoch": 0.027659561093055566,
      "grad_norm": 0.6604535579681396,
      "learning_rate": 0.000109975,
      "loss": 1.9485313415527343,
      "step": 4400
    },
    {
      "epoch": 0.027785286370751273,
      "grad_norm": 0.7500801682472229,
      "learning_rate": 0.000110475,
      "loss": 2.038515090942383,
      "step": 4420
    },
    {
      "epoch": 0.02791101164844698,
      "grad_norm": 0.6994207501411438,
      "learning_rate": 0.000110975,
      "loss": 2.1263587951660154,
      "step": 4440
    },
    {
      "epoch": 0.028036736926142686,
      "grad_norm": 0.5363154411315918,
      "learning_rate": 0.000111475,
      "loss": 2.1651823043823244,
      "step": 4460
    },
    {
      "epoch": 0.028162462203838393,
      "grad_norm": 0.8857939839363098,
      "learning_rate": 0.00011197500000000001,
      "loss": 2.0685266494750976,
      "step": 4480
    },
    {
      "epoch": 0.0282881874815341,
      "grad_norm": 0.7441563010215759,
      "learning_rate": 0.000112475,
      "loss": 2.1119768142700197,
      "step": 4500
    },
    {
      "epoch": 0.028413912759229807,
      "grad_norm": 0.8807816505432129,
      "learning_rate": 0.00011297500000000001,
      "loss": 2.078415107727051,
      "step": 4520
    },
    {
      "epoch": 0.028539638036925514,
      "grad_norm": 0.512524425983429,
      "learning_rate": 0.000113475,
      "loss": 2.110816764831543,
      "step": 4540
    },
    {
      "epoch": 0.02866536331462122,
      "grad_norm": 0.6433947086334229,
      "learning_rate": 0.000113975,
      "loss": 2.164168930053711,
      "step": 4560
    },
    {
      "epoch": 0.028791088592316928,
      "grad_norm": 0.8011267781257629,
      "learning_rate": 0.000114475,
      "loss": 2.0980674743652346,
      "step": 4580
    },
    {
      "epoch": 0.028916813870012634,
      "grad_norm": 0.8300204873085022,
      "learning_rate": 0.00011497500000000002,
      "loss": 2.0424530029296877,
      "step": 4600
    },
    {
      "epoch": 0.02904253914770834,
      "grad_norm": 0.7402482628822327,
      "learning_rate": 0.000115475,
      "loss": 2.131890296936035,
      "step": 4620
    },
    {
      "epoch": 0.029168264425404048,
      "grad_norm": 0.6597459316253662,
      "learning_rate": 0.00011597500000000001,
      "loss": 2.004606819152832,
      "step": 4640
    },
    {
      "epoch": 0.02929398970309976,
      "grad_norm": 0.7173661589622498,
      "learning_rate": 0.000116475,
      "loss": 2.0047943115234377,
      "step": 4660
    },
    {
      "epoch": 0.029419714980795465,
      "grad_norm": 0.6268314123153687,
      "learning_rate": 0.00011697500000000001,
      "loss": 2.158557319641113,
      "step": 4680
    },
    {
      "epoch": 0.029545440258491172,
      "grad_norm": 0.7198747396469116,
      "learning_rate": 0.000117475,
      "loss": 2.1982650756835938,
      "step": 4700
    },
    {
      "epoch": 0.02967116553618688,
      "grad_norm": 0.8585025668144226,
      "learning_rate": 0.00011797500000000001,
      "loss": 1.9955005645751953,
      "step": 4720
    },
    {
      "epoch": 0.029796890813882586,
      "grad_norm": 0.7360095381736755,
      "learning_rate": 0.000118475,
      "loss": 2.175639533996582,
      "step": 4740
    },
    {
      "epoch": 0.029922616091578293,
      "grad_norm": 0.6923116445541382,
      "learning_rate": 0.00011897500000000002,
      "loss": 2.063397026062012,
      "step": 4760
    },
    {
      "epoch": 0.030048341369274,
      "grad_norm": 0.4510480463504791,
      "learning_rate": 0.000119475,
      "loss": 2.0311891555786135,
      "step": 4780
    },
    {
      "epoch": 0.030174066646969706,
      "grad_norm": 0.6425082087516785,
      "learning_rate": 0.00011997500000000002,
      "loss": 2.069586181640625,
      "step": 4800
    },
    {
      "epoch": 0.030299791924665413,
      "grad_norm": 0.8543846607208252,
      "learning_rate": 0.000120475,
      "loss": 2.1314723968505858,
      "step": 4820
    },
    {
      "epoch": 0.03042551720236112,
      "grad_norm": 0.714083731174469,
      "learning_rate": 0.00012097500000000001,
      "loss": 2.157556915283203,
      "step": 4840
    },
    {
      "epoch": 0.030551242480056827,
      "grad_norm": 0.7829552888870239,
      "learning_rate": 0.00012147500000000001,
      "loss": 2.1580076217651367,
      "step": 4860
    },
    {
      "epoch": 0.030676967757752534,
      "grad_norm": 0.5753886699676514,
      "learning_rate": 0.000121975,
      "loss": 2.0693853378295897,
      "step": 4880
    },
    {
      "epoch": 0.03080269303544824,
      "grad_norm": 0.6424887776374817,
      "learning_rate": 0.000122475,
      "loss": 1.977574348449707,
      "step": 4900
    },
    {
      "epoch": 0.030928418313143947,
      "grad_norm": 0.7698935270309448,
      "learning_rate": 0.000122975,
      "loss": 2.153335762023926,
      "step": 4920
    },
    {
      "epoch": 0.031054143590839658,
      "grad_norm": 0.5171162486076355,
      "learning_rate": 0.000123475,
      "loss": 1.9920032501220704,
      "step": 4940
    },
    {
      "epoch": 0.031179868868535365,
      "grad_norm": 0.6690151691436768,
      "learning_rate": 0.000123975,
      "loss": 2.1288196563720705,
      "step": 4960
    },
    {
      "epoch": 0.03130559414623107,
      "grad_norm": 0.6242818236351013,
      "learning_rate": 0.000124475,
      "loss": 2.09140625,
      "step": 4980
    },
    {
      "epoch": 0.031431319423926775,
      "grad_norm": 0.6279743909835815,
      "learning_rate": 0.000124975,
      "loss": 2.168587303161621,
      "step": 5000
    }
  ],
  "logging_steps": 20,
  "max_steps": 160000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.0878718733962854e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}