{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 532,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015037593984962405,
      "grad_norm": 0.8192565441131592,
      "learning_rate": 1.111111111111111e-06,
      "loss": 1.936692237854004,
      "step": 2
    },
    {
      "epoch": 0.03007518796992481,
      "grad_norm": 0.7943888306617737,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 2.246655225753784,
      "step": 4
    },
    {
      "epoch": 0.045112781954887216,
      "grad_norm": 0.5120864510536194,
      "learning_rate": 5.555555555555555e-06,
      "loss": 2.0245468616485596,
      "step": 6
    },
    {
      "epoch": 0.06015037593984962,
      "grad_norm": 0.3112846314907074,
      "learning_rate": 7.777777777777777e-06,
      "loss": 1.894791603088379,
      "step": 8
    },
    {
      "epoch": 0.07518796992481203,
      "grad_norm": 0.7659847140312195,
      "learning_rate": 9.999999999999999e-06,
      "loss": 1.8956142663955688,
      "step": 10
    },
    {
      "epoch": 0.09022556390977443,
      "grad_norm": 1.0534412860870361,
      "learning_rate": 1.2222222222222222e-05,
      "loss": 2.20853590965271,
      "step": 12
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.2340962290763855,
      "learning_rate": 1.4444444444444444e-05,
      "loss": 1.858487606048584,
      "step": 14
    },
    {
      "epoch": 0.12030075187969924,
      "grad_norm": 1.1463453769683838,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 2.3683369159698486,
      "step": 16
    },
    {
      "epoch": 0.13533834586466165,
      "grad_norm": 1.6465355157852173,
      "learning_rate": 1.888888888888889e-05,
      "loss": 2.907562017440796,
      "step": 18
    },
    {
      "epoch": 0.15037593984962405,
      "grad_norm": 0.883372962474823,
      "learning_rate": 2.111111111111111e-05,
      "loss": 1.6304150819778442,
      "step": 20
    },
    {
      "epoch": 0.16541353383458646,
      "grad_norm": 0.7589054703712463,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 1.670052170753479,
      "step": 22
    },
    {
      "epoch": 0.18045112781954886,
      "grad_norm": 0.5909481048583984,
      "learning_rate": 2.5555555555555557e-05,
      "loss": 1.6498050689697266,
      "step": 24
    },
    {
      "epoch": 0.19548872180451127,
      "grad_norm": 1.89938223361969,
      "learning_rate": 2.777777777777778e-05,
      "loss": 1.5983651876449585,
      "step": 26
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.8610926270484924,
      "learning_rate": 3e-05,
      "loss": 1.25473952293396,
      "step": 28
    },
    {
      "epoch": 0.22556390977443608,
      "grad_norm": 1.2555012702941895,
      "learning_rate": 2.999111925794138e-05,
      "loss": 1.228848934173584,
      "step": 30
    },
    {
      "epoch": 0.24060150375939848,
      "grad_norm": 1.1694159507751465,
      "learning_rate": 2.996448940315055e-05,
      "loss": 1.39642333984375,
      "step": 32
    },
    {
      "epoch": 0.2556390977443609,
      "grad_norm": 0.687818169593811,
      "learning_rate": 2.9920147532548513e-05,
      "loss": 1.2702100276947021,
      "step": 34
    },
    {
      "epoch": 0.2706766917293233,
      "grad_norm": 0.33861589431762695,
      "learning_rate": 2.9858155416914135e-05,
      "loss": 1.326142430305481,
      "step": 36
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 2.371178388595581,
      "learning_rate": 2.9778599414833865e-05,
      "loss": 1.4221186637878418,
      "step": 38
    },
    {
      "epoch": 0.3007518796992481,
      "grad_norm": 0.7431687712669373,
      "learning_rate": 2.9681590352399252e-05,
      "loss": 1.0404337644577026,
      "step": 40
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.42008474469184875,
      "learning_rate": 2.956726336881985e-05,
      "loss": 1.2850358486175537,
      "step": 42
    },
    {
      "epoch": 0.3308270676691729,
      "grad_norm": 0.24258685111999512,
      "learning_rate": 2.9435777728166477e-05,
      "loss": 0.9888750314712524,
      "step": 44
    },
    {
      "epoch": 0.3458646616541353,
      "grad_norm": 0.19806115329265594,
      "learning_rate": 2.928731659750722e-05,
      "loss": 1.389718770980835,
      "step": 46
    },
    {
      "epoch": 0.3609022556390977,
      "grad_norm": 0.5233106017112732,
      "learning_rate": 2.912208679174516e-05,
      "loss": 1.0381746292114258,
      "step": 48
    },
    {
      "epoch": 0.37593984962406013,
      "grad_norm": 0.3707257807254791,
      "learning_rate": 2.8940318485513296e-05,
      "loss": 1.0249922275543213,
      "step": 50
    },
    {
      "epoch": 0.39097744360902253,
      "grad_norm": 0.29312264919281006,
      "learning_rate": 2.8742264892528024e-05,
      "loss": 0.9782328009605408,
      "step": 52
    },
    {
      "epoch": 0.40601503759398494,
      "grad_norm": 0.34875017404556274,
      "learning_rate": 2.8528201912847877e-05,
      "loss": 1.0573807954788208,
      "step": 54
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.14175978302955627,
      "learning_rate": 2.829842774852883e-05,
      "loss": 1.005712628364563,
      "step": 56
    },
    {
      "epoch": 0.43609022556390975,
      "grad_norm": 0.3452085852622986,
      "learning_rate": 2.805326248821166e-05,
      "loss": 0.9127753376960754,
      "step": 58
    },
    {
      "epoch": 0.45112781954887216,
      "grad_norm": 0.27766284346580505,
      "learning_rate": 2.7793047661220094e-05,
      "loss": 1.0905134677886963,
      "step": 60
    },
    {
      "epoch": 0.46616541353383456,
      "grad_norm": 0.4942661225795746,
      "learning_rate": 2.751814576179072e-05,
      "loss": 0.8560956120491028,
      "step": 62
    },
    {
      "epoch": 0.48120300751879697,
      "grad_norm": 0.225164532661438,
      "learning_rate": 2.722893974409769e-05,
      "loss": 1.1211824417114258,
      "step": 64
    },
    {
      "epoch": 0.49624060150375937,
      "grad_norm": 0.5361406803131104,
      "learning_rate": 2.6925832488775517e-05,
      "loss": 1.101810336112976,
      "step": 66
    },
    {
      "epoch": 0.5112781954887218,
      "grad_norm": 0.1772085279226303,
      "learning_rate": 2.660924624168312e-05,
      "loss": 1.2826346158981323,
      "step": 68
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.7415258288383484,
      "learning_rate": 2.627962202569103e-05,
      "loss": 1.0522770881652832,
      "step": 70
    },
    {
      "epoch": 0.5413533834586466,
      "grad_norm": 0.14701074361801147,
      "learning_rate": 2.593741902631119e-05,
      "loss": 0.7640881538391113,
      "step": 72
    },
    {
      "epoch": 0.556390977443609,
      "grad_norm": 0.2193162888288498,
      "learning_rate": 2.558311395202502e-05,
      "loss": 0.8525770306587219,
      "step": 74
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.38675349950790405,
      "learning_rate": 2.5217200370201126e-05,
      "loss": 1.0316098928451538,
      "step": 76
    },
    {
      "epoch": 0.5864661654135338,
      "grad_norm": 0.15427573025226593,
      "learning_rate": 2.4840188019527494e-05,
      "loss": 1.2194627523422241,
      "step": 78
    },
    {
      "epoch": 0.6015037593984962,
      "grad_norm": 1.0054173469543457,
      "learning_rate": 2.445260209991616e-05,
      "loss": 0.6321249008178711,
      "step": 80
    },
    {
      "epoch": 0.6165413533834586,
      "grad_norm": 0.3735978603363037,
      "learning_rate": 2.4054982540869497e-05,
      "loss": 1.1763536930084229,
      "step": 82
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.1597137153148651,
      "learning_rate": 2.3647883249327334e-05,
      "loss": 1.271316409111023,
      "step": 84
    },
    {
      "epoch": 0.6466165413533834,
      "grad_norm": 0.20840084552764893,
      "learning_rate": 2.3231871338042668e-05,
      "loss": 0.9115048050880432,
      "step": 86
    },
    {
      "epoch": 0.6616541353383458,
      "grad_norm": 0.11203482747077942,
      "learning_rate": 2.280752633556098e-05,
      "loss": 1.0730034112930298,
      "step": 88
    },
    {
      "epoch": 0.6766917293233082,
      "grad_norm": 0.2053004801273346,
      "learning_rate": 2.2375439378903597e-05,
      "loss": 1.1552447080612183,
      "step": 90
    },
    {
      "epoch": 0.6917293233082706,
      "grad_norm": 0.1656394600868225,
      "learning_rate": 2.1936212390079758e-05,
      "loss": 1.035262107849121,
      "step": 92
    },
    {
      "epoch": 0.706766917293233,
      "grad_norm": 0.18118023872375488,
      "learning_rate": 2.1490457237574638e-05,
      "loss": 0.961626410484314,
      "step": 94
    },
    {
      "epoch": 0.7218045112781954,
      "grad_norm": 0.3013463020324707,
      "learning_rate": 2.103879488398128e-05,
      "loss": 1.3001712560653687,
      "step": 96
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.21438409388065338,
      "learning_rate": 2.058185452096397e-05,
      "loss": 1.1097919940948486,
      "step": 98
    },
    {
      "epoch": 0.7518796992481203,
      "grad_norm": 0.4920536279678345,
      "learning_rate": 2.0120272692758044e-05,
      "loss": 0.6178168058395386,
      "step": 100
    },
    {
      "epoch": 0.7669172932330827,
      "grad_norm": 0.2382662147283554,
      "learning_rate": 1.965469240942704e-05,
      "loss": 1.3048324584960938,
      "step": 102
    },
    {
      "epoch": 0.7819548872180451,
      "grad_norm": 0.18292629718780518,
      "learning_rate": 1.918576225111276e-05,
      "loss": 0.9727452397346497,
      "step": 104
    },
    {
      "epoch": 0.7969924812030075,
      "grad_norm": 0.35222965478897095,
      "learning_rate": 1.8714135464525706e-05,
      "loss": 0.6771279573440552,
      "step": 106
    },
    {
      "epoch": 0.8120300751879699,
      "grad_norm": 0.32725006341934204,
      "learning_rate": 1.824046905293483e-05,
      "loss": 0.9753497242927551,
      "step": 108
    },
    {
      "epoch": 0.8270676691729323,
      "grad_norm": 0.40115198493003845,
      "learning_rate": 1.7765422860924167e-05,
      "loss": 0.8510618209838867,
      "step": 110
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.26472556591033936,
      "learning_rate": 1.7289658655191308e-05,
      "loss": 0.7452026605606079,
      "step": 112
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.6424808502197266,
      "learning_rate": 1.6813839202668314e-05,
      "loss": 0.9618666768074036,
      "step": 114
    },
    {
      "epoch": 0.8721804511278195,
      "grad_norm": 0.2608170509338379,
      "learning_rate": 1.6338627347249194e-05,
      "loss": 1.3540914058685303,
      "step": 116
    },
    {
      "epoch": 0.8872180451127819,
      "grad_norm": 0.16167515516281128,
      "learning_rate": 1.5864685086410205e-05,
      "loss": 1.023390293121338,
      "step": 118
    },
    {
      "epoch": 0.9022556390977443,
      "grad_norm": 0.36847585439682007,
      "learning_rate": 1.539267264900926e-05,
      "loss": 0.8938322067260742,
      "step": 120
    },
    {
      "epoch": 0.9172932330827067,
      "grad_norm": 0.42921480536460876,
      "learning_rate": 1.4923247575549108e-05,
      "loss": 0.8056025505065918,
      "step": 122
    },
    {
      "epoch": 0.9323308270676691,
      "grad_norm": 0.6019521355628967,
      "learning_rate": 1.4457063802185558e-05,
      "loss": 0.8153986930847168,
      "step": 124
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.17627808451652527,
      "learning_rate": 1.3994770749756746e-05,
      "loss": 0.7411991953849792,
      "step": 126
    },
    {
      "epoch": 0.9624060150375939,
      "grad_norm": 0.27609097957611084,
      "learning_rate": 1.3537012419102535e-05,
      "loss": 1.0465192794799805,
      "step": 128
    },
    {
      "epoch": 0.9774436090225563,
      "grad_norm": 0.7103683948516846,
      "learning_rate": 1.3084426493934257e-05,
      "loss": 0.8794819712638855,
      "step": 130
    },
    {
      "epoch": 0.9924812030075187,
      "grad_norm": 0.13337653875350952,
      "learning_rate": 1.2637643452504579e-05,
      "loss": 1.019758701324463,
      "step": 132
    },
    {
      "epoch": 1.0075187969924813,
      "grad_norm": 0.15754307806491852,
      "learning_rate": 1.2197285689315004e-05,
      "loss": 0.7352499961853027,
      "step": 134
    },
    {
      "epoch": 1.0225563909774436,
      "grad_norm": 0.1713666021823883,
      "learning_rate": 1.1763966648084505e-05,
      "loss": 0.8829557299613953,
      "step": 136
    },
    {
      "epoch": 1.037593984962406,
      "grad_norm": 0.3357762098312378,
      "learning_rate": 1.1338289967187079e-05,
      "loss": 0.6713441610336304,
      "step": 138
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.17261233925819397,
      "learning_rate": 1.0920848638748748e-05,
      "loss": 0.7187601327896118,
      "step": 140
    },
    {
      "epoch": 1.0676691729323309,
      "grad_norm": 0.13400448858737946,
      "learning_rate": 1.0512224182575395e-05,
      "loss": 0.7740556597709656,
      "step": 142
    },
    {
      "epoch": 1.0827067669172932,
      "grad_norm": 0.3450721502304077,
      "learning_rate": 1.0112985836062175e-05,
      "loss": 0.969446063041687,
      "step": 144
    },
    {
      "epoch": 1.0977443609022557,
      "grad_norm": 0.2375430464744568,
      "learning_rate": 9.723689761213051e-06,
      "loss": 0.9913895130157471,
      "step": 146
    },
    {
      "epoch": 1.112781954887218,
      "grad_norm": 0.15823714435100555,
      "learning_rate": 9.34487826987512e-06,
      "loss": 0.925875186920166,
      "step": 148
    },
    {
      "epoch": 1.1278195488721805,
      "grad_norm": 0.23397411406040192,
      "learning_rate": 8.97707906826694e-06,
      "loss": 0.8095348477363586,
      "step": 150
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.23221950232982635,
      "learning_rate": 8.620804521853441e-06,
      "loss": 0.9493626952171326,
      "step": 152
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.1775089055299759,
      "learning_rate": 8.27655094159128e-06,
      "loss": 0.9873220920562744,
      "step": 154
    },
    {
      "epoch": 1.1729323308270676,
      "grad_norm": 0.22347131371498108,
      "learning_rate": 7.944797892539146e-06,
      "loss": 0.9379909634590149,
      "step": 156
    },
    {
      "epoch": 1.1879699248120301,
      "grad_norm": 0.17521372437477112,
      "learning_rate": 7.626007525795976e-06,
      "loss": 0.9363319277763367,
      "step": 158
    },
    {
      "epoch": 1.2030075187969924,
      "grad_norm": 0.5944448113441467,
      "learning_rate": 7.320623934697899e-06,
      "loss": 0.5006011724472046,
      "step": 160
    },
    {
      "epoch": 1.218045112781955,
      "grad_norm": 0.21691644191741943,
      "learning_rate": 7.029072536170642e-06,
      "loss": 0.877805233001709,
      "step": 162
    },
    {
      "epoch": 1.2330827067669172,
      "grad_norm": 0.19128523766994476,
      "learning_rate": 6.751759478099246e-06,
      "loss": 1.0667612552642822,
      "step": 164
    },
    {
      "epoch": 1.2481203007518797,
      "grad_norm": 0.32106316089630127,
      "learning_rate": 6.489071073540686e-06,
      "loss": 0.8215808868408203,
      "step": 166
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 0.1843944638967514,
      "learning_rate": 6.241373262567537e-06,
      "loss": 0.6570966243743896,
      "step": 168
    },
    {
      "epoch": 1.2781954887218046,
      "grad_norm": 0.24442797899246216,
      "learning_rate": 6.009011102492393e-06,
      "loss": 0.7164343595504761,
      "step": 170
    },
    {
      "epoch": 1.2932330827067668,
      "grad_norm": 0.17113906145095825,
      "learning_rate": 5.7923082871831375e-06,
      "loss": 0.8579428791999817,
      "step": 172
    },
    {
      "epoch": 1.3082706766917294,
      "grad_norm": 0.24567635357379913,
      "learning_rate": 5.591566696138772e-06,
      "loss": 0.8993586301803589,
      "step": 174
    },
    {
      "epoch": 1.3233082706766917,
      "grad_norm": 0.19532179832458496,
      "learning_rate": 5.407065973953888e-06,
      "loss": 0.6733898520469666,
      "step": 176
    },
    {
      "epoch": 1.3383458646616542,
      "grad_norm": 0.3204295337200165,
      "learning_rate": 5.239063140757639e-06,
      "loss": 0.6425676345825195,
      "step": 178
    },
    {
      "epoch": 1.3533834586466165,
      "grad_norm": 0.22146816551685333,
      "learning_rate": 5.0877922341699066e-06,
      "loss": 1.1642075777053833,
      "step": 180
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.2698806822299957,
      "learning_rate": 4.953463983273412e-06,
      "loss": 0.9253040552139282,
      "step": 182
    },
    {
      "epoch": 1.3834586466165413,
      "grad_norm": 0.2668271064758301,
      "learning_rate": 4.836265515055985e-06,
      "loss": 0.7467199563980103,
      "step": 184
    },
    {
      "epoch": 1.3984962406015038,
      "grad_norm": 0.17395268380641937,
      "learning_rate": 4.736360093731884e-06,
      "loss": 1.0783255100250244,
      "step": 186
    },
    {
      "epoch": 1.413533834586466,
      "grad_norm": 0.20097728073596954,
      "learning_rate": 4.653886893305353e-06,
      "loss": 0.5329846143722534,
      "step": 188
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.2769680917263031,
      "learning_rate": 4.588960803693209e-06,
      "loss": 0.8872597813606262,
      "step": 190
    },
    {
      "epoch": 1.443609022556391,
      "grad_norm": 0.1900765597820282,
      "learning_rate": 4.5416722706765875e-06,
      "loss": 0.653458297252655,
      "step": 192
    },
    {
      "epoch": 1.4586466165413534,
      "grad_norm": 0.299067884683609,
      "learning_rate": 4.512087169904754e-06,
      "loss": 0.7420106530189514,
      "step": 194
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.19370242953300476,
      "learning_rate": 4.500246715126523e-06,
      "loss": 0.8862230181694031,
      "step": 196
    },
    {
      "epoch": 1.4887218045112782,
      "grad_norm": 0.17850318551063538,
      "learning_rate": 4.506167400777152e-06,
      "loss": 0.8613809943199158,
      "step": 198
    },
    {
      "epoch": 1.5037593984962405,
      "grad_norm": 0.17290696501731873,
      "learning_rate": 4.52984097900063e-06,
      "loss": 0.8784961104393005,
      "step": 200
    },
    {
      "epoch": 1.518796992481203,
      "grad_norm": 0.3493019938468933,
      "learning_rate": 4.5712344711394154e-06,
      "loss": 1.2700152397155762,
      "step": 202
    },
    {
      "epoch": 1.5338345864661656,
      "grad_norm": 0.42357122898101807,
      "learning_rate": 4.630290213675614e-06,
      "loss": 0.9580332636833191,
      "step": 204
    },
    {
      "epoch": 1.5488721804511278,
      "grad_norm": 1.1557518243789673,
      "learning_rate": 4.706925938559573e-06,
      "loss": 0.7860268354415894,
      "step": 206
    },
    {
      "epoch": 1.5639097744360901,
      "grad_norm": 0.28890499472618103,
      "learning_rate": 4.801034887814009e-06,
      "loss": 0.9093602895736694,
      "step": 208
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.5986707210540771,
      "learning_rate": 4.912485962254024e-06,
      "loss": 0.8598864674568176,
      "step": 210
    },
    {
      "epoch": 1.5939849624060152,
      "grad_norm": 0.17273662984371185,
      "learning_rate": 5.04112390411581e-06,
      "loss": 0.5818964242935181,
      "step": 212
    },
    {
      "epoch": 1.6090225563909775,
      "grad_norm": 0.21565358340740204,
      "learning_rate": 5.186769513339663e-06,
      "loss": 0.884915292263031,
      "step": 214
    },
    {
      "epoch": 1.6240601503759398,
      "grad_norm": 0.26930728554725647,
      "learning_rate": 5.349219897205977e-06,
      "loss": 0.9705126881599426,
      "step": 216
    },
    {
      "epoch": 1.6390977443609023,
      "grad_norm": 0.1285410076379776,
      "learning_rate": 5.5282487529764855e-06,
      "loss": 0.7298458218574524,
      "step": 218
    },
    {
      "epoch": 1.6541353383458648,
      "grad_norm": 0.21168453991413116,
      "learning_rate": 5.7236066831470105e-06,
      "loss": 0.7564178109169006,
      "step": 220
    },
    {
      "epoch": 1.669172932330827,
      "grad_norm": 0.5188248753547668,
      "learning_rate": 5.935021542872539e-06,
      "loss": 0.8646745681762695,
      "step": 222
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.24589960277080536,
      "learning_rate": 6.162198819080668e-06,
      "loss": 0.699385941028595,
      "step": 224
    },
    {
      "epoch": 1.699248120300752,
      "grad_norm": 0.3245724141597748,
      "learning_rate": 6.404822040745263e-06,
      "loss": 1.0145379304885864,
      "step": 226
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.24885950982570648,
      "learning_rate": 6.662553219748833e-06,
      "loss": 0.7830167412757874,
      "step": 228
    },
    {
      "epoch": 1.7293233082706767,
      "grad_norm": 0.38476553559303284,
      "learning_rate": 6.935033321719419e-06,
      "loss": 0.9040583372116089,
      "step": 230
    },
    {
      "epoch": 1.744360902255639,
      "grad_norm": 0.3446056544780731,
      "learning_rate": 7.2218827661861725e-06,
      "loss": 1.0128272771835327,
      "step": 232
    },
    {
      "epoch": 1.7593984962406015,
      "grad_norm": 0.15947787463665009,
      "learning_rate": 7.522701955356779e-06,
      "loss": 0.9765535593032837,
      "step": 234
    },
    {
      "epoch": 1.774436090225564,
      "grad_norm": 0.2729548513889313,
      "learning_rate": 7.837071830780217e-06,
      "loss": 1.0480151176452637,
      "step": 236
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 0.3705751597881317,
      "learning_rate": 8.164554457119286e-06,
      "loss": 0.5091387033462524,
      "step": 238
    },
    {
      "epoch": 1.8045112781954886,
      "grad_norm": 0.3041347563266754,
      "learning_rate": 8.504693632219755e-06,
      "loss": 0.9318640232086182,
      "step": 240
    },
    {
      "epoch": 1.8195488721804511,
      "grad_norm": 0.3558288812637329,
      "learning_rate": 8.857015522626238e-06,
      "loss": 0.6968544721603394,
      "step": 242
    },
    {
      "epoch": 1.8345864661654137,
      "grad_norm": 0.2972772717475891,
      "learning_rate": 9.221029323659478e-06,
      "loss": 1.047217607498169,
      "step": 244
    },
    {
      "epoch": 1.849624060150376,
      "grad_norm": 0.1722293198108673,
      "learning_rate": 9.596227943135503e-06,
      "loss": 1.0219006538391113,
      "step": 246
    },
    {
      "epoch": 1.8646616541353382,
      "grad_norm": 1.3821203708648682,
      "learning_rate": 9.982088707774262e-06,
      "loss": 0.9025890827178955,
      "step": 248
    },
    {
      "epoch": 1.8796992481203008,
      "grad_norm": 0.15428081154823303,
      "learning_rate": 1.0378074091313615e-05,
      "loss": 1.1540802717208862,
      "step": 250
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 0.16087524592876434,
      "learning_rate": 1.0783632463314283e-05,
      "loss": 0.9519784450531006,
      "step": 252
    },
    {
      "epoch": 1.9097744360902256,
      "grad_norm": 0.1820048987865448,
      "learning_rate": 1.1198198857612926e-05,
      "loss": 1.1188257932662964,
      "step": 254
    },
    {
      "epoch": 1.9248120300751879,
      "grad_norm": 0.8227013349533081,
      "learning_rate": 1.1621195759352438e-05,
      "loss": 0.8220981955528259,
      "step": 256
    },
    {
      "epoch": 1.9398496240601504,
      "grad_norm": 0.39509618282318115,
      "learning_rate": 1.2052033909493471e-05,
      "loss": 0.5426740646362305,
      "step": 258
    },
    {
      "epoch": 1.954887218045113,
      "grad_norm": 0.2340533286333084,
      "learning_rate": 1.2490113125686138e-05,
      "loss": 0.8964567184448242,
      "step": 260
    },
    {
      "epoch": 1.9699248120300752,
      "grad_norm": 0.1862659901380539,
      "learning_rate": 1.2934823138358649e-05,
      "loss": 0.9239405393600464,
      "step": 262
    },
    {
      "epoch": 1.9849624060150375,
      "grad_norm": 0.21919912099838257,
      "learning_rate": 1.338554444085792e-05,
      "loss": 0.8809694051742554,
      "step": 264
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2186099886894226,
      "learning_rate": 1.3841649152458003e-05,
      "loss": 0.7980599403381348,
      "step": 266
    },
    {
      "epoch": 2.0150375939849625,
      "grad_norm": 0.38081610202789307,
      "learning_rate": 1.430250189303413e-05,
      "loss": 0.463468998670578,
      "step": 268
    },
    {
      "epoch": 2.030075187969925,
      "grad_norm": 0.2002028077840805,
      "learning_rate": 1.4767460668183795e-05,
      "loss": 0.6159178614616394,
      "step": 270
    },
    {
      "epoch": 2.045112781954887,
      "grad_norm": 0.21730108559131622,
      "learning_rate": 1.523587776356188e-05,
      "loss": 0.46370548009872437,
      "step": 272
    },
    {
      "epoch": 2.0601503759398496,
      "grad_norm": 1.0244005918502808,
      "learning_rate": 1.5707100647184093e-05,
      "loss": 0.897263765335083,
      "step": 274
    },
    {
      "epoch": 2.075187969924812,
      "grad_norm": 0.1658545732498169,
      "learning_rate": 1.6180472878441575e-05,
      "loss": 0.7874804735183716,
      "step": 276
    },
    {
      "epoch": 2.090225563909774,
      "grad_norm": 0.47336888313293457,
      "learning_rate": 1.6655335022560423e-05,
      "loss": 0.7593191266059875,
      "step": 278
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 0.3983185589313507,
      "learning_rate": 1.7131025569232362e-05,
      "loss": 0.8093394637107849,
      "step": 280
    },
    {
      "epoch": 2.1203007518796992,
      "grad_norm": 0.5871224999427795,
      "learning_rate": 1.7606881854136644e-05,
      "loss": 0.8642159104347229,
      "step": 282
    },
    {
      "epoch": 2.1353383458646618,
      "grad_norm": 0.16395071148872375,
      "learning_rate": 1.8082240982069634e-05,
      "loss": 0.5777812004089355,
      "step": 284
    },
    {
      "epoch": 2.1503759398496243,
      "grad_norm": 0.266190767288208,
      "learning_rate": 1.8556440750395985e-05,
      "loss": 0.8966842889785767,
      "step": 286
    },
    {
      "epoch": 2.1654135338345863,
      "grad_norm": 0.26495200395584106,
      "learning_rate": 1.9028820571535015e-05,
      "loss": 1.0453461408615112,
      "step": 288
    },
    {
      "epoch": 2.180451127819549,
      "grad_norm": 0.19011439383029938,
      "learning_rate": 1.949872239319729e-05,
      "loss": 1.0706809759140015,
      "step": 290
    },
    {
      "epoch": 2.1954887218045114,
      "grad_norm": 0.25460541248321533,
      "learning_rate": 1.996549161508929e-05,
      "loss": 0.6951987743377686,
      "step": 292
    },
    {
      "epoch": 2.2105263157894735,
      "grad_norm": 0.2636259198188782,
      "learning_rate": 2.042847800080939e-05,
      "loss": 0.8458771705627441,
      "step": 294
    },
    {
      "epoch": 2.225563909774436,
      "grad_norm": 0.3756290674209595,
      "learning_rate": 2.0887036583664505e-05,
      "loss": 0.3105054199695587,
      "step": 296
    },
    {
      "epoch": 2.2406015037593985,
      "grad_norm": 0.23921579122543335,
      "learning_rate": 2.1340528565145932e-05,
      "loss": 1.1170181035995483,
      "step": 298
    },
    {
      "epoch": 2.255639097744361,
      "grad_norm": 0.2471323013305664,
      "learning_rate": 2.1788322204812397e-05,
      "loss": 0.9951118230819702,
      "step": 300
    },
    {
      "epoch": 2.2706766917293235,
      "grad_norm": 0.2469598799943924,
      "learning_rate": 2.2229793700340833e-05,
      "loss": 1.0403016805648804,
      "step": 302
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.34822267293930054,
      "learning_rate": 2.2664328056519028e-05,
      "loss": 0.7423543334007263,
      "step": 304
    },
    {
      "epoch": 2.300751879699248,
      "grad_norm": 0.5992878079414368,
      "learning_rate": 2.3091319941969266e-05,
      "loss": 0.7819874286651611,
      "step": 306
    },
    {
      "epoch": 2.3157894736842106,
      "grad_norm": 0.31358832120895386,
      "learning_rate": 2.3510174532409867e-05,
      "loss": 1.109780192375183,
      "step": 308
    },
    {
      "epoch": 2.3308270676691727,
      "grad_norm": 0.656645655632019,
      "learning_rate": 2.392030833927959e-05,
      "loss": 0.4651540219783783,
      "step": 310
    },
    {
      "epoch": 2.345864661654135,
      "grad_norm": 0.20808559656143188,
      "learning_rate": 2.4321150022570873e-05,
      "loss": 0.8532482385635376,
      "step": 312
    },
    {
      "epoch": 2.3609022556390977,
      "grad_norm": 0.20093803107738495,
      "learning_rate": 2.471214118673929e-05,
      "loss": 0.568276584148407,
      "step": 314
    },
    {
      "epoch": 2.3759398496240602,
      "grad_norm": 0.2839231491088867,
      "learning_rate": 2.509273715858074e-05,
      "loss": 0.9199910163879395,
      "step": 316
    },
    {
      "epoch": 2.3909774436090228,
      "grad_norm": 0.19820740818977356,
      "learning_rate": 2.546240774599257e-05,
      "loss": 0.8895071744918823,
      "step": 318
    },
    {
      "epoch": 2.406015037593985,
      "grad_norm": 0.26256436109542847,
      "learning_rate": 2.582063797656167e-05,
      "loss": 1.0534682273864746,
      "step": 320
    },
    {
      "epoch": 2.4210526315789473,
      "grad_norm": 0.18550805747509003,
      "learning_rate": 2.6166928814950743e-05,
      "loss": 1.1147539615631104,
      "step": 322
    },
    {
      "epoch": 2.43609022556391,
      "grad_norm": 0.509353518486023,
      "learning_rate": 2.6500797858083262e-05,
      "loss": 0.9222637414932251,
      "step": 324
    },
    {
      "epoch": 2.451127819548872,
      "grad_norm": 0.18731118738651276,
      "learning_rate": 2.682178000715866e-05,
      "loss": 1.0500245094299316,
      "step": 326
    },
    {
      "epoch": 2.4661654135338344,
      "grad_norm": 0.29536113142967224,
      "learning_rate": 2.712942811556184e-05,
      "loss": 0.8539433479309082,
      "step": 328
    },
    {
      "epoch": 2.481203007518797,
      "grad_norm": 0.3995274007320404,
      "learning_rate": 2.7423313611764086e-05,
      "loss": 0.6855474710464478,
      "step": 330
    },
    {
      "epoch": 2.4962406015037595,
      "grad_norm": 0.23789720237255096,
      "learning_rate": 2.77030270963479e-05,
      "loss": 1.0410560369491577,
      "step": 332
    },
    {
      "epoch": 2.511278195488722,
      "grad_norm": 0.21356765925884247,
      "learning_rate": 2.796817891232397e-05,
      "loss": 0.6004407405853271,
      "step": 334
    },
    {
      "epoch": 2.526315789473684,
      "grad_norm": 1.3617724180221558,
      "learning_rate": 2.8218399687945758e-05,
      "loss": 0.7526741027832031,
      "step": 336
    },
    {
      "epoch": 2.5413533834586466,
      "grad_norm": 0.6006386876106262,
      "learning_rate": 2.8453340851265676e-05,
      "loss": 0.6869713664054871,
      "step": 338
    },
    {
      "epoch": 2.556390977443609,
      "grad_norm": 0.3373733460903168,
      "learning_rate": 2.8672675115715806e-05,
      "loss": 1.0165461301803589,
      "step": 340
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.5051329731941223,
      "learning_rate": 2.887609693603699e-05,
      "loss": 0.9631428718566895,
      "step": 342
    },
    {
      "epoch": 2.5864661654135337,
      "grad_norm": 0.3386491537094116,
      "learning_rate": 2.906332293392093e-05,
      "loss": 0.8245996236801147,
      "step": 344
    },
    {
      "epoch": 2.601503759398496,
      "grad_norm": 0.21825748682022095,
      "learning_rate": 2.92340922927725e-05,
      "loss": 0.5915822386741638,
      "step": 346
    },
    {
      "epoch": 2.6165413533834587,
      "grad_norm": 0.24130862951278687,
      "learning_rate": 2.9388167121042307e-05,
      "loss": 0.7320323586463928,
      "step": 348
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 0.5413809418678284,
      "learning_rate": 2.952533278362327e-05,
      "loss": 0.8300567269325256,
      "step": 350
    },
    {
      "epoch": 2.6466165413533833,
      "grad_norm": 0.25651729106903076,
      "learning_rate": 2.9645398200849713e-05,
      "loss": 0.7235583066940308,
      "step": 352
    },
    {
      "epoch": 2.661654135338346,
      "grad_norm": 0.15655282139778137,
      "learning_rate": 2.9748196114682335e-05,
      "loss": 1.0085736513137817,
      "step": 354
    },
    {
      "epoch": 2.6766917293233083,
      "grad_norm": 0.7222322225570679,
      "learning_rate": 2.983358332170829e-05,
      "loss": 0.7790261507034302,
      "step": 356
    },
    {
      "epoch": 2.6917293233082704,
      "grad_norm": 0.21224772930145264,
      "learning_rate": 2.9901440872631778e-05,
      "loss": 0.42803671956062317,
      "step": 358
    },
    {
      "epoch": 2.706766917293233,
      "grad_norm": 0.22365406155586243,
      "learning_rate": 2.9951674237977273e-05,
      "loss": 1.0629819631576538,
      "step": 360
    },
    {
      "epoch": 2.7218045112781954,
      "grad_norm": 0.2804076373577118,
      "learning_rate": 2.998421343977452e-05,
      "loss": 0.550415575504303,
      "step": 362
    },
    {
      "epoch": 2.736842105263158,
      "grad_norm": 0.2370826154947281,
      "learning_rate": 2.9999013149041885e-05,
      "loss": 0.721561074256897,
      "step": 364
    },
    {
      "epoch": 2.7518796992481205,
      "grad_norm": 0.835011899471283,
      "learning_rate": 2.999605274893222e-05,
      "loss": 0.8219574689865112,
      "step": 366
    },
    {
      "epoch": 2.7669172932330826,
      "grad_norm": 0.14573420584201813,
      "learning_rate": 2.9975336363453326e-05,
      "loss": 0.7218166589736938,
      "step": 368
    },
    {
      "epoch": 2.781954887218045,
      "grad_norm": 3.228212356567383,
      "learning_rate": 2.993689285172299e-05,
      "loss": 0.8398270010948181,
      "step": 370
    },
    {
      "epoch": 2.7969924812030076,
      "grad_norm": 0.5311354994773865,
      "learning_rate": 2.9880775767766535e-05,
      "loss": 0.8649424314498901,
      "step": 372
    },
    {
      "epoch": 2.8120300751879697,
      "grad_norm": 0.44514158368110657,
      "learning_rate": 2.980706328591302e-05,
      "loss": 0.7094336152076721,
      "step": 374
    },
    {
      "epoch": 2.827067669172932,
      "grad_norm": 0.41514015197753906,
      "learning_rate": 2.971585809189387e-05,
      "loss": 0.9906347393989563,
      "step": 376
    },
    {
      "epoch": 2.8421052631578947,
      "grad_norm": 0.14243760704994202,
      "learning_rate": 2.9607287239795747e-05,
      "loss": 1.0890015363693237,
      "step": 378
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.4031289517879486,
      "learning_rate": 2.94815019750669e-05,
      "loss": 0.7638394832611084,
      "step": 380
    },
    {
      "epoch": 2.8721804511278197,
      "grad_norm": 0.2597931921482086,
      "learning_rate": 2.933867752382353e-05,
      "loss": 0.9143038392066956,
      "step": 382
    },
    {
      "epoch": 2.887218045112782,
      "grad_norm": 0.3925493061542511,
      "learning_rate": 2.917901284874975e-05,
      "loss": 0.9326249957084656,
      "step": 384
    },
    {
      "epoch": 2.9022556390977443,
      "grad_norm": 0.31625744700431824,
      "learning_rate": 2.9002730371931074e-05,
      "loss": 0.6936108469963074,
      "step": 386
    },
    {
      "epoch": 2.917293233082707,
      "grad_norm": 0.2891203463077545,
      "learning_rate": 2.881007566500768e-05,
      "loss": 0.9043726921081543,
      "step": 388
    },
    {
      "epoch": 2.932330827067669,
      "grad_norm": 0.30182725191116333,
      "learning_rate": 2.8601317107078944e-05,
      "loss": 0.8188687562942505,
      "step": 390
    },
    {
      "epoch": 2.9473684210526314,
      "grad_norm": 0.43725159764289856,
      "learning_rate": 2.8376745510835926e-05,
      "loss": 0.9015698432922363,
      "step": 392
    },
    {
      "epoch": 2.962406015037594,
      "grad_norm": 0.39825642108917236,
      "learning_rate": 2.813667371744254e-05,
      "loss": 0.7247455716133118,
      "step": 394
    },
    {
      "epoch": 2.9774436090225564,
      "grad_norm": 0.15052802860736847,
      "learning_rate": 2.7881436160729783e-05,
      "loss": 0.9713034629821777,
      "step": 396
    },
    {
      "epoch": 2.992481203007519,
      "grad_norm": 0.4360320270061493,
      "learning_rate": 2.7611388401310196e-05,
      "loss": 0.7928329706192017,
      "step": 398
    },
    {
      "epoch": 3.007518796992481,
      "grad_norm": 0.20822873711585999,
      "learning_rate": 2.7326906631261394e-05,
      "loss": 0.7827808856964111,
      "step": 400
    },
    {
      "epoch": 3.0225563909774436,
      "grad_norm": 0.09618931263685226,
      "learning_rate": 2.7028387150068913e-05,
      "loss": 0.6030799150466919,
      "step": 402
    },
    {
      "epoch": 3.037593984962406,
      "grad_norm": 0.3093872666358948,
      "learning_rate": 2.6716245812558134e-05,
      "loss": 0.7962419390678406,
      "step": 404
    },
    {
      "epoch": 3.0526315789473686,
      "grad_norm": 0.3837755024433136,
      "learning_rate": 2.6390917449584653e-05,
      "loss": 0.6203740239143372,
      "step": 406
    },
    {
      "epoch": 3.0676691729323307,
      "grad_norm": 0.14874151349067688,
      "learning_rate": 2.605285526228978e-05,
      "loss": 0.51124107837677,
      "step": 408
    },
    {
      "epoch": 3.082706766917293,
      "grad_norm": 0.21628743410110474,
      "learning_rate": 2.570253019076529e-05,
      "loss": 0.7276190519332886,
      "step": 410
    },
    {
      "epoch": 3.0977443609022557,
      "grad_norm": 0.284242182970047,
      "learning_rate": 2.5340430258006786e-05,
      "loss": 0.5125940442085266,
      "step": 412
    },
    {
      "epoch": 3.112781954887218,
      "grad_norm": 0.25154373049736023,
      "learning_rate": 2.496705989006952e-05,
      "loss": 0.8815844058990479,
      "step": 414
    },
    {
      "epoch": 3.1278195488721803,
      "grad_norm": 0.14138440787792206,
      "learning_rate": 2.4582939213373886e-05,
      "loss": 0.37600424885749817,
      "step": 416
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 0.3758879005908966,
      "learning_rate": 2.4188603330139344e-05,
      "loss": 0.6696433424949646,
      "step": 418
    },
    {
      "epoch": 3.1578947368421053,
      "grad_norm": 0.16141177713871002,
      "learning_rate": 2.378460157295626e-05,
      "loss": 0.6787968277931213,
      "step": 420
    },
    {
      "epoch": 3.172932330827068,
      "grad_norm": 0.29796668887138367,
      "learning_rate": 2.3371496739533913e-05,
      "loss": 0.5915691256523132,
      "step": 422
    },
    {
      "epoch": 3.18796992481203,
      "grad_norm": 0.4774704575538635,
      "learning_rate": 2.294986430869094e-05,
      "loss": 0.733458399772644,
      "step": 424
    },
    {
      "epoch": 3.2030075187969924,
      "grad_norm": 0.36931291222572327,
      "learning_rate": 2.252029163868019e-05,
      "loss": 0.6868959069252014,
      "step": 426
    },
    {
      "epoch": 3.218045112781955,
      "grad_norm": 0.45511841773986816,
      "learning_rate": 2.208337714896483e-05,
      "loss": 0.569706380367279,
      "step": 428
    },
    {
      "epoch": 3.2330827067669174,
      "grad_norm": 1.0468262434005737,
      "learning_rate": 2.1639729486585647e-05,
      "loss": 0.4343474209308624,
      "step": 430
    },
    {
      "epoch": 3.2481203007518795,
      "grad_norm": 0.131326824426651,
      "learning_rate": 2.1189966678280585e-05,
      "loss": 0.4525618553161621,
      "step": 432
    },
    {
      "epoch": 3.263157894736842,
      "grad_norm": 0.1383962780237198,
      "learning_rate": 2.0734715269537963e-05,
      "loss": 0.44801121950149536,
      "step": 434
    },
    {
      "epoch": 3.2781954887218046,
      "grad_norm": 0.34697940945625305,
      "learning_rate": 2.0274609451782568e-05,
      "loss": 0.42984333634376526,
      "step": 436
    },
    {
      "epoch": 3.293233082706767,
      "grad_norm": 0.10286783427000046,
      "learning_rate": 1.9810290178910406e-05,
      "loss": 0.4518528878688812,
      "step": 438
    },
    {
      "epoch": 3.308270676691729,
      "grad_norm": 0.18340881168842316,
      "learning_rate": 1.934240427440311e-05,
      "loss": 0.9285587072372437,
      "step": 440
    },
    {
      "epoch": 3.3233082706766917,
      "grad_norm": 0.18978752195835114,
      "learning_rate": 1.8871603530265477e-05,
      "loss": 0.39083921909332275,
      "step": 442
    },
    {
      "epoch": 3.338345864661654,
      "grad_norm": 0.21235691010951996,
      "learning_rate": 1.8398543799041773e-05,
      "loss": 0.6497979760169983,
      "step": 444
    },
    {
      "epoch": 3.3533834586466167,
      "grad_norm": 0.9397839903831482,
      "learning_rate": 1.792388408017536e-05,
      "loss": 0.5017030239105225,
      "step": 446
    },
    {
      "epoch": 3.3684210526315788,
      "grad_norm": 0.23365262150764465,
      "learning_rate": 1.744828560198448e-05,
      "loss": 0.7379826903343201,
      "step": 448
    },
    {
      "epoch": 3.3834586466165413,
      "grad_norm": 0.42739665508270264,
      "learning_rate": 1.697241090053319e-05,
      "loss": 0.7720116972923279,
      "step": 450
    },
    {
      "epoch": 3.398496240601504,
      "grad_norm": 0.2359744757413864,
      "learning_rate": 1.6496922896680423e-05,
      "loss": 0.7877475619316101,
      "step": 452
    },
    {
      "epoch": 3.4135338345864663,
      "grad_norm": 0.4221789240837097,
      "learning_rate": 1.6022483972593128e-05,
      "loss": 0.7371859550476074,
      "step": 454
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 0.46123459935188293,
      "learning_rate": 1.5549755049009714e-05,
      "loss": 0.731837809085846,
      "step": 456
    },
    {
      "epoch": 3.443609022556391,
      "grad_norm": 0.20335260033607483,
      "learning_rate": 1.5079394664539421e-05,
      "loss": 0.48273712396621704,
      "step": 458
    },
    {
      "epoch": 3.4586466165413534,
      "grad_norm": 0.2316899299621582,
      "learning_rate": 1.4612058058280153e-05,
      "loss": 0.7381947636604309,
      "step": 460
    },
    {
      "epoch": 3.473684210526316,
      "grad_norm": 0.3751467168331146,
      "learning_rate": 1.4148396257032674e-05,
      "loss": 0.769965648651123,
      "step": 462
    },
    {
      "epoch": 3.488721804511278,
      "grad_norm": 0.5033459663391113,
      "learning_rate": 1.3689055168382717e-05,
      "loss": 0.6628371477127075,
      "step": 464
    },
    {
      "epoch": 3.5037593984962405,
      "grad_norm": 0.30648085474967957,
      "learning_rate": 1.3234674680914651e-05,
      "loss": 0.7021836638450623,
      "step": 466
    },
    {
      "epoch": 3.518796992481203,
      "grad_norm": 0.19549153745174408,
      "learning_rate": 1.2785887772809783e-05,
      "loss": 0.5976605415344238,
      "step": 468
    },
    {
      "epoch": 3.5338345864661656,
      "grad_norm": 0.47317057847976685,
      "learning_rate": 1.2343319630071227e-05,
      "loss": 0.678418755531311,
      "step": 470
    },
    {
      "epoch": 3.548872180451128,
      "grad_norm": 0.3564242720603943,
      "learning_rate": 1.1907586775603957e-05,
      "loss": 0.6626768708229065,
      "step": 472
    },
    {
      "epoch": 3.56390977443609,
      "grad_norm": 0.33226093649864197,
      "learning_rate": 1.147929621036279e-05,
      "loss": 0.7116915583610535,
      "step": 474
    },
    {
      "epoch": 3.5789473684210527,
      "grad_norm": 0.3433665931224823,
      "learning_rate": 1.1059044567765164e-05,
      "loss": 0.36730286478996277,
      "step": 476
    },
    {
      "epoch": 3.593984962406015,
      "grad_norm": 0.17942893505096436,
      "learning_rate": 1.0647417282546353e-05,
      "loss": 0.3575655221939087,
      "step": 478
    },
    {
      "epoch": 3.6090225563909772,
      "grad_norm": 0.14913895726203918,
      "learning_rate": 1.024498777521529e-05,
      "loss": 0.751462996006012,
      "step": 480
    },
    {
      "epoch": 3.6240601503759398,
      "grad_norm": 0.6876167058944702,
      "learning_rate": 9.852316653246724e-06,
      "loss": 0.7515479922294617,
      "step": 482
    },
    {
      "epoch": 3.6390977443609023,
      "grad_norm": 0.30825933814048767,
      "learning_rate": 9.469950930122665e-06,
      "loss": 0.6766018867492676,
      "step": 484
    },
    {
      "epoch": 3.654135338345865,
      "grad_norm": 0.3747425675392151,
      "learning_rate": 9.098423263311226e-06,
      "loss": 0.3269270956516266,
      "step": 486
    },
    {
      "epoch": 3.6691729323308273,
      "grad_norm": 0.19600830972194672,
      "learning_rate": 8.738251212244036e-06,
      "loss": 0.6345582008361816,
      "step": 488
    },
    {
      "epoch": 3.6842105263157894,
      "grad_norm": 0.21161755919456482,
      "learning_rate": 8.389936517326165e-06,
      "loss": 0.8583235144615173,
      "step": 490
    },
    {
      "epoch": 3.699248120300752,
      "grad_norm": 2.3246822357177734,
      "learning_rate": 8.053964400982803e-06,
      "loss": 0.7647910714149475,
      "step": 492
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 0.3167845606803894,
      "learning_rate": 7.730802891716579e-06,
      "loss": 0.3876282870769501,
      "step": 494
    },
    {
      "epoch": 3.7293233082706765,
      "grad_norm": 0.16611672937870026,
      "learning_rate": 7.420902172116848e-06,
      "loss": 0.8268077969551086,
      "step": 496
    },
    {
      "epoch": 3.744360902255639,
      "grad_norm": 0.27863407135009766,
      "learning_rate": 7.124693951729393e-06,
      "loss": 0.9286668300628662,
      "step": 498
    },
    {
      "epoch": 3.7593984962406015,
      "grad_norm": 0.37909525632858276,
      "learning_rate": 6.842590865660255e-06,
      "loss": 0.6480289101600647,
      "step": 500
    },
    {
      "epoch": 3.774436090225564,
      "grad_norm": 0.2283431440591812,
      "learning_rate": 6.574985899751219e-06,
      "loss": 0.576987624168396,
      "step": 502
    },
    {
      "epoch": 3.7894736842105265,
      "grad_norm": 0.6403146982192993,
      "learning_rate": 6.322251843127883e-06,
      "loss": 0.5665578842163086,
      "step": 504
    },
    {
      "epoch": 3.8045112781954886,
      "grad_norm": 0.24255450069904327,
      "learning_rate": 6.0847407688830226e-06,
      "loss": 0.44220831990242004,
      "step": 506
    },
    {
      "epoch": 3.819548872180451,
      "grad_norm": 0.17681249976158142,
      "learning_rate": 5.862783543618414e-06,
      "loss": 0.6706622242927551,
      "step": 508
    },
    {
      "epoch": 3.8345864661654137,
      "grad_norm": 0.6901529431343079,
      "learning_rate": 5.65668936652867e-06,
      "loss": 0.45284244418144226,
      "step": 510
    },
    {
      "epoch": 3.8496240601503757,
      "grad_norm": 0.2059166431427002,
      "learning_rate": 5.466745338668931e-06,
      "loss": 0.6849936246871948,
      "step": 512
    },
    {
      "epoch": 3.8646616541353382,
      "grad_norm": 0.17384979128837585,
      "learning_rate": 5.293216063006581e-06,
      "loss": 0.6412226557731628,
      "step": 514
    },
    {
      "epoch": 3.8796992481203008,
      "grad_norm": 1.0503121614456177,
      "learning_rate": 5.136343275814039e-06,
      "loss": 0.8608755469322205,
      "step": 516
    },
    {
      "epoch": 3.8947368421052633,
      "grad_norm": 0.19333027303218842,
      "learning_rate": 4.9963455099162615e-06,
      "loss": 0.5098147392272949,
      "step": 518
    },
    {
      "epoch": 3.909774436090226,
      "grad_norm": 0.14984972774982452,
      "learning_rate": 4.8734177902619205e-06,
      "loss": 0.7260234951972961,
      "step": 520
    },
    {
      "epoch": 3.924812030075188,
      "grad_norm": 0.14300547540187836,
      "learning_rate": 4.7677313622423905e-06,
      "loss": 0.8742654919624329,
      "step": 522
    },
    {
      "epoch": 3.9398496240601504,
      "grad_norm": 0.1549258679151535,
      "learning_rate": 4.6794334531371056e-06,
      "loss": 0.9179413318634033,
      "step": 524
    },
    {
      "epoch": 3.954887218045113,
      "grad_norm": 3.7465577125549316,
      "learning_rate": 4.608647067017448e-06,
      "loss": 0.8616862297058105,
      "step": 526
    },
    {
      "epoch": 3.969924812030075,
      "grad_norm": 0.1470378190279007,
      "learning_rate": 4.555470813395014e-06,
      "loss": 0.5497387647628784,
      "step": 528
    },
    {
      "epoch": 3.9849624060150375,
      "grad_norm": 0.2949855327606201,
      "learning_rate": 4.519978769852865e-06,
      "loss": 0.42557334899902344,
      "step": 530
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.2642301321029663,
      "learning_rate": 4.502220378851213e-06,
      "loss": 0.6198008060455322,
      "step": 532
    },
    {
      "epoch": 4.0,
      "step": 532,
      "total_flos": 3.873354436822696e+18,
      "train_loss": 0.8859393315431767,
      "train_runtime": 11385.0199,
      "train_samples_per_second": 5.607,
      "train_steps_per_second": 0.047
    }
  ],
  "logging_steps": 2,
  "max_steps": 532,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.873354436822696e+18,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}