{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9989187240944313,
  "eval_steps": 500,
  "global_step": 5547,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005406379527842855,
      "grad_norm": 5.67321238470604,
      "learning_rate": 1.801801801801802e-07,
      "loss": 0.8785,
      "step": 10
    },
    {
      "epoch": 0.01081275905568571,
      "grad_norm": 5.2575759647356906,
      "learning_rate": 3.603603603603604e-07,
      "loss": 0.8654,
      "step": 20
    },
    {
      "epoch": 0.016219138583528563,
      "grad_norm": 3.8360253130807958,
      "learning_rate": 5.405405405405406e-07,
      "loss": 0.8205,
      "step": 30
    },
    {
      "epoch": 0.02162551811137142,
      "grad_norm": 1.722668988638544,
      "learning_rate": 7.207207207207208e-07,
      "loss": 0.778,
      "step": 40
    },
    {
      "epoch": 0.027031897639214274,
      "grad_norm": 1.3197714991034968,
      "learning_rate": 9.00900900900901e-07,
      "loss": 0.7286,
      "step": 50
    },
    {
      "epoch": 0.03243827716705713,
      "grad_norm": 0.8474482237034886,
      "learning_rate": 1.0810810810810812e-06,
      "loss": 0.6968,
      "step": 60
    },
    {
      "epoch": 0.03784465669489998,
      "grad_norm": 0.5645420283585227,
      "learning_rate": 1.2612612612612613e-06,
      "loss": 0.6689,
      "step": 70
    },
    {
      "epoch": 0.04325103622274284,
      "grad_norm": 0.43605656948964683,
      "learning_rate": 1.4414414414414416e-06,
      "loss": 0.6408,
      "step": 80
    },
    {
      "epoch": 0.04865741575058569,
      "grad_norm": 0.4339497028480959,
      "learning_rate": 1.6216216216216219e-06,
      "loss": 0.6153,
      "step": 90
    },
    {
      "epoch": 0.05406379527842855,
      "grad_norm": 0.3843592033040236,
      "learning_rate": 1.801801801801802e-06,
      "loss": 0.6082,
      "step": 100
    },
    {
      "epoch": 0.0594701748062714,
      "grad_norm": 0.37685068673558353,
      "learning_rate": 1.9819819819819822e-06,
      "loss": 0.6049,
      "step": 110
    },
    {
      "epoch": 0.06487655433411425,
      "grad_norm": 0.4392453448959536,
      "learning_rate": 2.1621621621621623e-06,
      "loss": 0.5889,
      "step": 120
    },
    {
      "epoch": 0.07028293386195711,
      "grad_norm": 0.4212233804351266,
      "learning_rate": 2.3423423423423424e-06,
      "loss": 0.5842,
      "step": 130
    },
    {
      "epoch": 0.07568931338979996,
      "grad_norm": 0.38709432000579613,
      "learning_rate": 2.5225225225225225e-06,
      "loss": 0.592,
      "step": 140
    },
    {
      "epoch": 0.08109569291764282,
      "grad_norm": 0.3988233764060424,
      "learning_rate": 2.702702702702703e-06,
      "loss": 0.5732,
      "step": 150
    },
    {
      "epoch": 0.08650207244548568,
      "grad_norm": 0.41395637177292804,
      "learning_rate": 2.882882882882883e-06,
      "loss": 0.5679,
      "step": 160
    },
    {
      "epoch": 0.09190845197332853,
      "grad_norm": 0.37677030114794524,
      "learning_rate": 3.063063063063063e-06,
      "loss": 0.5583,
      "step": 170
    },
    {
      "epoch": 0.09731483150117139,
      "grad_norm": 0.38451911721974225,
      "learning_rate": 3.2432432432432437e-06,
      "loss": 0.5658,
      "step": 180
    },
    {
      "epoch": 0.10272121102901424,
      "grad_norm": 0.36190379869625294,
      "learning_rate": 3.423423423423424e-06,
      "loss": 0.5554,
      "step": 190
    },
    {
      "epoch": 0.1081275905568571,
      "grad_norm": 0.3927866832932917,
      "learning_rate": 3.603603603603604e-06,
      "loss": 0.5534,
      "step": 200
    },
    {
      "epoch": 0.11353397008469994,
      "grad_norm": 0.4109637951464883,
      "learning_rate": 3.7837837837837844e-06,
      "loss": 0.5527,
      "step": 210
    },
    {
      "epoch": 0.1189403496125428,
      "grad_norm": 0.4189875109517182,
      "learning_rate": 3.9639639639639645e-06,
      "loss": 0.5521,
      "step": 220
    },
    {
      "epoch": 0.12434672914038565,
      "grad_norm": 0.44103289873218365,
      "learning_rate": 4.1441441441441446e-06,
      "loss": 0.55,
      "step": 230
    },
    {
      "epoch": 0.1297531086682285,
      "grad_norm": 0.47624121719255225,
      "learning_rate": 4.324324324324325e-06,
      "loss": 0.5455,
      "step": 240
    },
    {
      "epoch": 0.13515948819607138,
      "grad_norm": 0.4127382950104387,
      "learning_rate": 4.504504504504505e-06,
      "loss": 0.5392,
      "step": 250
    },
    {
      "epoch": 0.14056586772391422,
      "grad_norm": 0.42849081039324655,
      "learning_rate": 4.684684684684685e-06,
      "loss": 0.5317,
      "step": 260
    },
    {
      "epoch": 0.1459722472517571,
      "grad_norm": 0.4104060308344588,
      "learning_rate": 4.864864864864866e-06,
      "loss": 0.5317,
      "step": 270
    },
    {
      "epoch": 0.15137862677959993,
      "grad_norm": 0.5046982359974199,
      "learning_rate": 5.045045045045045e-06,
      "loss": 0.5342,
      "step": 280
    },
    {
      "epoch": 0.15678500630744277,
      "grad_norm": 0.4507880118410215,
      "learning_rate": 5.225225225225226e-06,
      "loss": 0.5325,
      "step": 290
    },
    {
      "epoch": 0.16219138583528564,
      "grad_norm": 0.42877102726223915,
      "learning_rate": 5.405405405405406e-06,
      "loss": 0.5236,
      "step": 300
    },
    {
      "epoch": 0.16759776536312848,
      "grad_norm": 0.5283894117116334,
      "learning_rate": 5.585585585585585e-06,
      "loss": 0.5316,
      "step": 310
    },
    {
      "epoch": 0.17300414489097135,
      "grad_norm": 0.45448942603717846,
      "learning_rate": 5.765765765765766e-06,
      "loss": 0.5304,
      "step": 320
    },
    {
      "epoch": 0.1784105244188142,
      "grad_norm": 0.4459611601163911,
      "learning_rate": 5.945945945945947e-06,
      "loss": 0.5307,
      "step": 330
    },
    {
      "epoch": 0.18381690394665706,
      "grad_norm": 0.4167802385045301,
      "learning_rate": 6.126126126126126e-06,
      "loss": 0.5142,
      "step": 340
    },
    {
      "epoch": 0.1892232834744999,
      "grad_norm": 0.45167071134408077,
      "learning_rate": 6.3063063063063065e-06,
      "loss": 0.5252,
      "step": 350
    },
    {
      "epoch": 0.19462966300234277,
      "grad_norm": 0.3815004250489287,
      "learning_rate": 6.486486486486487e-06,
      "loss": 0.5203,
      "step": 360
    },
    {
      "epoch": 0.20003604253018561,
      "grad_norm": 0.4189611440474181,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.5198,
      "step": 370
    },
    {
      "epoch": 0.20544242205802848,
      "grad_norm": 0.4356383135556994,
      "learning_rate": 6.846846846846848e-06,
      "loss": 0.5164,
      "step": 380
    },
    {
      "epoch": 0.21084880158587133,
      "grad_norm": 0.4146665581812368,
      "learning_rate": 7.027027027027028e-06,
      "loss": 0.5201,
      "step": 390
    },
    {
      "epoch": 0.2162551811137142,
      "grad_norm": 0.46098403607909094,
      "learning_rate": 7.207207207207208e-06,
      "loss": 0.5241,
      "step": 400
    },
    {
      "epoch": 0.22166156064155704,
      "grad_norm": 0.4173832279688485,
      "learning_rate": 7.387387387387388e-06,
      "loss": 0.5141,
      "step": 410
    },
    {
      "epoch": 0.22706794016939988,
      "grad_norm": 0.45342411753034784,
      "learning_rate": 7.567567567567569e-06,
      "loss": 0.5058,
      "step": 420
    },
    {
      "epoch": 0.23247431969724275,
      "grad_norm": 0.5556218847582134,
      "learning_rate": 7.747747747747749e-06,
      "loss": 0.5132,
      "step": 430
    },
    {
      "epoch": 0.2378806992250856,
      "grad_norm": 0.4159604294450067,
      "learning_rate": 7.927927927927929e-06,
      "loss": 0.5116,
      "step": 440
    },
    {
      "epoch": 0.24328707875292846,
      "grad_norm": 0.5011827344554423,
      "learning_rate": 8.108108108108109e-06,
      "loss": 0.5168,
      "step": 450
    },
    {
      "epoch": 0.2486934582807713,
      "grad_norm": 0.4837033851909487,
      "learning_rate": 8.288288288288289e-06,
      "loss": 0.5078,
      "step": 460
    },
    {
      "epoch": 0.25409983780861417,
      "grad_norm": 0.43704376571990733,
      "learning_rate": 8.46846846846847e-06,
      "loss": 0.5033,
      "step": 470
    },
    {
      "epoch": 0.259506217336457,
      "grad_norm": 0.3998543920237395,
      "learning_rate": 8.64864864864865e-06,
      "loss": 0.5023,
      "step": 480
    },
    {
      "epoch": 0.26491259686429985,
      "grad_norm": 0.5026204387708488,
      "learning_rate": 8.82882882882883e-06,
      "loss": 0.5101,
      "step": 490
    },
    {
      "epoch": 0.27031897639214275,
      "grad_norm": 0.5354755864920291,
      "learning_rate": 9.00900900900901e-06,
      "loss": 0.508,
      "step": 500
    },
    {
      "epoch": 0.2757253559199856,
      "grad_norm": 0.4703091181508223,
      "learning_rate": 9.189189189189191e-06,
      "loss": 0.5057,
      "step": 510
    },
    {
      "epoch": 0.28113173544782843,
      "grad_norm": 0.5066877793509437,
      "learning_rate": 9.36936936936937e-06,
      "loss": 0.5026,
      "step": 520
    },
    {
      "epoch": 0.2865381149756713,
      "grad_norm": 0.46090960041448786,
      "learning_rate": 9.54954954954955e-06,
      "loss": 0.5106,
      "step": 530
    },
    {
      "epoch": 0.2919444945035142,
      "grad_norm": 0.48562395925030005,
      "learning_rate": 9.729729729729732e-06,
      "loss": 0.4974,
      "step": 540
    },
    {
      "epoch": 0.297350874031357,
      "grad_norm": 0.4646077201771921,
      "learning_rate": 9.90990990990991e-06,
      "loss": 0.4999,
      "step": 550
    },
    {
      "epoch": 0.30275725355919986,
      "grad_norm": 0.4546070354869126,
      "learning_rate": 9.999975246862685e-06,
      "loss": 0.5103,
      "step": 560
    },
    {
      "epoch": 0.3081636330870427,
      "grad_norm": 0.4529892857679444,
      "learning_rate": 9.999777223234682e-06,
      "loss": 0.5015,
      "step": 570
    },
    {
      "epoch": 0.31357001261488554,
      "grad_norm": 0.42533238661448763,
      "learning_rate": 9.999381183821387e-06,
      "loss": 0.5079,
      "step": 580
    },
    {
      "epoch": 0.31897639214272844,
      "grad_norm": 0.4319966793689572,
      "learning_rate": 9.998787144307906e-06,
      "loss": 0.4946,
      "step": 590
    },
    {
      "epoch": 0.3243827716705713,
      "grad_norm": 0.5664739889982127,
      "learning_rate": 9.997995128221131e-06,
      "loss": 0.4963,
      "step": 600
    },
    {
      "epoch": 0.3297891511984141,
      "grad_norm": 0.4571640893613164,
      "learning_rate": 9.9970051669288e-06,
      "loss": 0.4937,
      "step": 610
    },
    {
      "epoch": 0.33519553072625696,
      "grad_norm": 0.46148944851299945,
      "learning_rate": 9.995817299638244e-06,
      "loss": 0.5002,
      "step": 620
    },
    {
      "epoch": 0.34060191025409986,
      "grad_norm": 0.4844168889608816,
      "learning_rate": 9.994431573394861e-06,
      "loss": 0.5029,
      "step": 630
    },
    {
      "epoch": 0.3460082897819427,
      "grad_norm": 0.4279693386473206,
      "learning_rate": 9.99284804308023e-06,
      "loss": 0.4952,
      "step": 640
    },
    {
      "epoch": 0.35141466930978554,
      "grad_norm": 0.5233101609153901,
      "learning_rate": 9.991066771409941e-06,
      "loss": 0.4915,
      "step": 650
    },
    {
      "epoch": 0.3568210488376284,
      "grad_norm": 0.4633208414221673,
      "learning_rate": 9.989087828931121e-06,
      "loss": 0.4981,
      "step": 660
    },
    {
      "epoch": 0.3622274283654713,
      "grad_norm": 0.450997223108701,
      "learning_rate": 9.986911294019631e-06,
      "loss": 0.4975,
      "step": 670
    },
    {
      "epoch": 0.3676338078933141,
      "grad_norm": 0.42452529740346523,
      "learning_rate": 9.984537252876969e-06,
      "loss": 0.4908,
      "step": 680
    },
    {
      "epoch": 0.37304018742115697,
      "grad_norm": 0.46365207035760786,
      "learning_rate": 9.981965799526846e-06,
      "loss": 0.5016,
      "step": 690
    },
    {
      "epoch": 0.3784465669489998,
      "grad_norm": 0.5296232726547591,
      "learning_rate": 9.97919703581147e-06,
      "loss": 0.4876,
      "step": 700
    },
    {
      "epoch": 0.38385294647684265,
      "grad_norm": 0.401880074927354,
      "learning_rate": 9.976231071387513e-06,
      "loss": 0.4903,
      "step": 710
    },
    {
      "epoch": 0.38925932600468555,
      "grad_norm": 0.42396559048043103,
      "learning_rate": 9.973068023721761e-06,
      "loss": 0.4898,
      "step": 720
    },
    {
      "epoch": 0.3946657055325284,
      "grad_norm": 0.46944427807049693,
      "learning_rate": 9.969708018086472e-06,
      "loss": 0.4881,
      "step": 730
    },
    {
      "epoch": 0.40007208506037123,
      "grad_norm": 0.4333253518146232,
      "learning_rate": 9.966151187554403e-06,
      "loss": 0.4895,
      "step": 740
    },
    {
      "epoch": 0.40547846458821407,
      "grad_norm": 0.37661719489991125,
      "learning_rate": 9.962397672993552e-06,
      "loss": 0.487,
      "step": 750
    },
    {
      "epoch": 0.41088484411605697,
      "grad_norm": 0.4603392631171023,
      "learning_rate": 9.958447623061564e-06,
      "loss": 0.4872,
      "step": 760
    },
    {
      "epoch": 0.4162912236438998,
      "grad_norm": 0.3927558003883759,
      "learning_rate": 9.954301194199864e-06,
      "loss": 0.4903,
      "step": 770
    },
    {
      "epoch": 0.42169760317174265,
      "grad_norm": 0.42897879593990096,
      "learning_rate": 9.949958550627436e-06,
      "loss": 0.4885,
      "step": 780
    },
    {
      "epoch": 0.4271039826995855,
      "grad_norm": 0.4924374446694773,
      "learning_rate": 9.945419864334344e-06,
      "loss": 0.4774,
      "step": 790
    },
    {
      "epoch": 0.4325103622274284,
      "grad_norm": 0.42518945879483444,
      "learning_rate": 9.940685315074898e-06,
      "loss": 0.4754,
      "step": 800
    },
    {
      "epoch": 0.43791674175527123,
      "grad_norm": 0.399260485682431,
      "learning_rate": 9.935755090360554e-06,
      "loss": 0.4765,
      "step": 810
    },
    {
      "epoch": 0.4433231212831141,
      "grad_norm": 0.37083672732602235,
      "learning_rate": 9.930629385452475e-06,
      "loss": 0.4757,
      "step": 820
    },
    {
      "epoch": 0.4487295008109569,
      "grad_norm": 0.41759222116367195,
      "learning_rate": 9.925308403353801e-06,
      "loss": 0.4871,
      "step": 830
    },
    {
      "epoch": 0.45413588033879976,
      "grad_norm": 0.4969932090759188,
      "learning_rate": 9.919792354801614e-06,
      "loss": 0.4792,
      "step": 840
    },
    {
      "epoch": 0.45954225986664266,
      "grad_norm": 0.5029960802938596,
      "learning_rate": 9.914081458258582e-06,
      "loss": 0.4896,
      "step": 850
    },
    {
      "epoch": 0.4649486393944855,
      "grad_norm": 0.40244747307174517,
      "learning_rate": 9.908175939904317e-06,
      "loss": 0.492,
      "step": 860
    },
    {
      "epoch": 0.47035501892232834,
      "grad_norm": 0.4109529990790928,
      "learning_rate": 9.902076033626409e-06,
      "loss": 0.4863,
      "step": 870
    },
    {
      "epoch": 0.4757613984501712,
      "grad_norm": 0.4151789891424962,
      "learning_rate": 9.89578198101117e-06,
      "loss": 0.48,
      "step": 880
    },
    {
      "epoch": 0.4811677779780141,
      "grad_norm": 0.4884869421566706,
      "learning_rate": 9.88929403133406e-06,
      "loss": 0.4875,
      "step": 890
    },
    {
      "epoch": 0.4865741575058569,
      "grad_norm": 0.39469839728031286,
      "learning_rate": 9.882612441549817e-06,
      "loss": 0.4886,
      "step": 900
    },
    {
      "epoch": 0.49198053703369976,
      "grad_norm": 0.41142281651530643,
      "learning_rate": 9.875737476282283e-06,
      "loss": 0.4837,
      "step": 910
    },
    {
      "epoch": 0.4973869165615426,
      "grad_norm": 0.4420691443729092,
      "learning_rate": 9.868669407813919e-06,
      "loss": 0.4877,
      "step": 920
    },
    {
      "epoch": 0.5027932960893855,
      "grad_norm": 0.37836126000922937,
      "learning_rate": 9.86140851607502e-06,
      "loss": 0.4826,
      "step": 930
    },
    {
      "epoch": 0.5081996756172283,
      "grad_norm": 0.42066137745562854,
      "learning_rate": 9.85395508863264e-06,
      "loss": 0.4827,
      "step": 940
    },
    {
      "epoch": 0.5136060551450712,
      "grad_norm": 0.45522508321704436,
      "learning_rate": 9.846309420679181e-06,
      "loss": 0.4807,
      "step": 950
    },
    {
      "epoch": 0.519012434672914,
      "grad_norm": 0.424109403832704,
      "learning_rate": 9.838471815020731e-06,
      "loss": 0.483,
      "step": 960
    },
    {
      "epoch": 0.5244188142007569,
      "grad_norm": 0.4571075574503357,
      "learning_rate": 9.830442582065046e-06,
      "loss": 0.4847,
      "step": 970
    },
    {
      "epoch": 0.5298251937285997,
      "grad_norm": 0.39544147521974715,
      "learning_rate": 9.822222039809265e-06,
      "loss": 0.4894,
      "step": 980
    },
    {
      "epoch": 0.5352315732564425,
      "grad_norm": 0.41512982878770877,
      "learning_rate": 9.813810513827324e-06,
      "loss": 0.4757,
      "step": 990
    },
    {
      "epoch": 0.5406379527842855,
      "grad_norm": 0.44241530882704766,
      "learning_rate": 9.805208337257048e-06,
      "loss": 0.4844,
      "step": 1000
    },
    {
      "epoch": 0.5460443323121283,
      "grad_norm": 0.39829234416158904,
      "learning_rate": 9.79641585078697e-06,
      "loss": 0.4712,
      "step": 1010
    },
    {
      "epoch": 0.5514507118399712,
      "grad_norm": 0.37741532471866907,
      "learning_rate": 9.787433402642823e-06,
      "loss": 0.4793,
      "step": 1020
    },
    {
      "epoch": 0.556857091367814,
      "grad_norm": 0.4148300916885638,
      "learning_rate": 9.778261348573766e-06,
      "loss": 0.4838,
      "step": 1030
    },
    {
      "epoch": 0.5622634708956569,
      "grad_norm": 0.4432803310345476,
      "learning_rate": 9.76890005183828e-06,
      "loss": 0.4808,
      "step": 1040
    },
    {
      "epoch": 0.5676698504234997,
      "grad_norm": 0.44053440283249773,
      "learning_rate": 9.759349883189788e-06,
      "loss": 0.4855,
      "step": 1050
    },
    {
      "epoch": 0.5730762299513426,
      "grad_norm": 0.47129417304470445,
      "learning_rate": 9.749611220861975e-06,
      "loss": 0.4825,
      "step": 1060
    },
    {
      "epoch": 0.5784826094791854,
      "grad_norm": 0.3519052622952217,
      "learning_rate": 9.739684450553796e-06,
      "loss": 0.4672,
      "step": 1070
    },
    {
      "epoch": 0.5838889890070283,
      "grad_norm": 0.41946435282373756,
      "learning_rate": 9.729569965414214e-06,
      "loss": 0.4749,
      "step": 1080
    },
    {
      "epoch": 0.5892953685348712,
      "grad_norm": 0.40367405116733107,
      "learning_rate": 9.719268166026619e-06,
      "loss": 0.4714,
      "step": 1090
    },
    {
      "epoch": 0.594701748062714,
      "grad_norm": 0.389163994716956,
      "learning_rate": 9.70877946039297e-06,
      "loss": 0.4762,
      "step": 1100
    },
    {
      "epoch": 0.6001081275905569,
      "grad_norm": 0.3924144038563765,
      "learning_rate": 9.698104263917632e-06,
      "loss": 0.479,
      "step": 1110
    },
    {
      "epoch": 0.6055145071183997,
      "grad_norm": 0.38077440580004723,
      "learning_rate": 9.687242999390923e-06,
      "loss": 0.4743,
      "step": 1120
    },
    {
      "epoch": 0.6109208866462426,
      "grad_norm": 0.4144915670436874,
      "learning_rate": 9.676196096972375e-06,
      "loss": 0.4831,
      "step": 1130
    },
    {
      "epoch": 0.6163272661740854,
      "grad_norm": 0.4019523099418982,
      "learning_rate": 9.664963994173695e-06,
      "loss": 0.4811,
      "step": 1140
    },
    {
      "epoch": 0.6217336457019282,
      "grad_norm": 0.3870772083799463,
      "learning_rate": 9.653547135841432e-06,
      "loss": 0.482,
      "step": 1150
    },
    {
      "epoch": 0.6271400252297711,
      "grad_norm": 0.3774486403943126,
      "learning_rate": 9.641945974139368e-06,
      "loss": 0.4808,
      "step": 1160
    },
    {
      "epoch": 0.632546404757614,
      "grad_norm": 0.3669418201630717,
      "learning_rate": 9.630160968530601e-06,
      "loss": 0.4742,
      "step": 1170
    },
    {
      "epoch": 0.6379527842854569,
      "grad_norm": 0.3767330377559856,
      "learning_rate": 9.618192585759358e-06,
      "loss": 0.4793,
      "step": 1180
    },
    {
      "epoch": 0.6433591638132997,
      "grad_norm": 0.4109728050110914,
      "learning_rate": 9.606041299832499e-06,
      "loss": 0.476,
      "step": 1190
    },
    {
      "epoch": 0.6487655433411426,
      "grad_norm": 0.42214280261521075,
      "learning_rate": 9.593707592000751e-06,
      "loss": 0.4719,
      "step": 1200
    },
    {
      "epoch": 0.6541719228689854,
      "grad_norm": 0.40015675805718526,
      "learning_rate": 9.581191950739651e-06,
      "loss": 0.4802,
      "step": 1210
    },
    {
      "epoch": 0.6595783023968282,
      "grad_norm": 0.3652325798758447,
      "learning_rate": 9.568494871730184e-06,
      "loss": 0.4751,
      "step": 1220
    },
    {
      "epoch": 0.6649846819246711,
      "grad_norm": 0.4758040665812572,
      "learning_rate": 9.555616857839171e-06,
      "loss": 0.476,
      "step": 1230
    },
    {
      "epoch": 0.6703910614525139,
      "grad_norm": 0.4088256926011169,
      "learning_rate": 9.542558419099348e-06,
      "loss": 0.4671,
      "step": 1240
    },
    {
      "epoch": 0.6757974409803568,
      "grad_norm": 0.3777516778350075,
      "learning_rate": 9.529320072689157e-06,
      "loss": 0.4663,
      "step": 1250
    },
    {
      "epoch": 0.6812038205081997,
      "grad_norm": 0.40279858714603456,
      "learning_rate": 9.515902342912268e-06,
      "loss": 0.4696,
      "step": 1260
    },
    {
      "epoch": 0.6866102000360426,
      "grad_norm": 0.4553420901856075,
      "learning_rate": 9.50230576117682e-06,
      "loss": 0.4742,
      "step": 1270
    },
    {
      "epoch": 0.6920165795638854,
      "grad_norm": 0.4339586123054069,
      "learning_rate": 9.488530865974365e-06,
      "loss": 0.4701,
      "step": 1280
    },
    {
      "epoch": 0.6974229590917282,
      "grad_norm": 0.4249972919470697,
      "learning_rate": 9.47457820285855e-06,
      "loss": 0.4701,
      "step": 1290
    },
    {
      "epoch": 0.7028293386195711,
      "grad_norm": 0.5108244833979698,
      "learning_rate": 9.460448324423508e-06,
      "loss": 0.4767,
      "step": 1300
    },
    {
      "epoch": 0.7082357181474139,
      "grad_norm": 0.41029950466124815,
      "learning_rate": 9.446141790281961e-06,
      "loss": 0.4757,
      "step": 1310
    },
    {
      "epoch": 0.7136420976752568,
      "grad_norm": 0.395665406767247,
      "learning_rate": 9.431659167043079e-06,
      "loss": 0.4657,
      "step": 1320
    },
    {
      "epoch": 0.7190484772030996,
      "grad_norm": 0.3916187354896928,
      "learning_rate": 9.417001028290019e-06,
      "loss": 0.47,
      "step": 1330
    },
    {
      "epoch": 0.7244548567309426,
      "grad_norm": 0.3841663885450239,
      "learning_rate": 9.402167954557218e-06,
      "loss": 0.4622,
      "step": 1340
    },
    {
      "epoch": 0.7298612362587854,
      "grad_norm": 0.33000158409293234,
      "learning_rate": 9.387160533307398e-06,
      "loss": 0.4735,
      "step": 1350
    },
    {
      "epoch": 0.7352676157866282,
      "grad_norm": 0.35110054752545317,
      "learning_rate": 9.371979358908302e-06,
      "loss": 0.4647,
      "step": 1360
    },
    {
      "epoch": 0.7406739953144711,
      "grad_norm": 0.4060026085740451,
      "learning_rate": 9.356625032609157e-06,
      "loss": 0.4716,
      "step": 1370
    },
    {
      "epoch": 0.7460803748423139,
      "grad_norm": 0.4014001214789219,
      "learning_rate": 9.341098162516848e-06,
      "loss": 0.4753,
      "step": 1380
    },
    {
      "epoch": 0.7514867543701568,
      "grad_norm": 0.4466537387424745,
      "learning_rate": 9.325399363571853e-06,
      "loss": 0.4637,
      "step": 1390
    },
    {
      "epoch": 0.7568931338979996,
      "grad_norm": 0.3789496760613153,
      "learning_rate": 9.309529257523873e-06,
      "loss": 0.4833,
      "step": 1400
    },
    {
      "epoch": 0.7622995134258425,
      "grad_norm": 0.3871711262176569,
      "learning_rate": 9.293488472907213e-06,
      "loss": 0.4741,
      "step": 1410
    },
    {
      "epoch": 0.7677058929536853,
      "grad_norm": 0.33522935773230744,
      "learning_rate": 9.277277645015895e-06,
      "loss": 0.4645,
      "step": 1420
    },
    {
      "epoch": 0.7731122724815283,
      "grad_norm": 0.36926574454217775,
      "learning_rate": 9.260897415878484e-06,
      "loss": 0.4737,
      "step": 1430
    },
    {
      "epoch": 0.7785186520093711,
      "grad_norm": 0.38628683202935965,
      "learning_rate": 9.244348434232676e-06,
      "loss": 0.4807,
      "step": 1440
    },
    {
      "epoch": 0.7839250315372139,
      "grad_norm": 0.3723802508008121,
      "learning_rate": 9.227631355499588e-06,
      "loss": 0.4711,
      "step": 1450
    },
    {
      "epoch": 0.7893314110650568,
      "grad_norm": 0.43275316141725356,
      "learning_rate": 9.210746841757816e-06,
      "loss": 0.4606,
      "step": 1460
    },
    {
      "epoch": 0.7947377905928996,
      "grad_norm": 0.36470233384616396,
      "learning_rate": 9.193695561717207e-06,
      "loss": 0.4789,
      "step": 1470
    },
    {
      "epoch": 0.8001441701207425,
      "grad_norm": 0.39548085338311784,
      "learning_rate": 9.176478190692369e-06,
      "loss": 0.4713,
      "step": 1480
    },
    {
      "epoch": 0.8055505496485853,
      "grad_norm": 0.3553750033222167,
      "learning_rate": 9.159095410575931e-06,
      "loss": 0.4725,
      "step": 1490
    },
    {
      "epoch": 0.8109569291764281,
      "grad_norm": 0.3637209745858356,
      "learning_rate": 9.14154790981154e-06,
      "loss": 0.4594,
      "step": 1500
    },
    {
      "epoch": 0.816363308704271,
      "grad_norm": 0.3827679215177506,
      "learning_rate": 9.12383638336659e-06,
      "loss": 0.4731,
      "step": 1510
    },
    {
      "epoch": 0.8217696882321139,
      "grad_norm": 0.3932319357502074,
      "learning_rate": 9.105961532704695e-06,
      "loss": 0.4744,
      "step": 1520
    },
    {
      "epoch": 0.8271760677599568,
      "grad_norm": 0.37420610924572006,
      "learning_rate": 9.08792406575792e-06,
      "loss": 0.4596,
      "step": 1530
    },
    {
      "epoch": 0.8325824472877996,
      "grad_norm": 0.36958869694379687,
      "learning_rate": 9.069724696898727e-06,
      "loss": 0.4644,
      "step": 1540
    },
    {
      "epoch": 0.8379888268156425,
      "grad_norm": 0.4296266126218128,
      "learning_rate": 9.051364146911696e-06,
      "loss": 0.4695,
      "step": 1550
    },
    {
      "epoch": 0.8433952063434853,
      "grad_norm": 0.3552866307907092,
      "learning_rate": 9.03284314296497e-06,
      "loss": 0.4699,
      "step": 1560
    },
    {
      "epoch": 0.8488015858713281,
      "grad_norm": 0.36327016829544306,
      "learning_rate": 9.01416241858146e-06,
      "loss": 0.4669,
      "step": 1570
    },
    {
      "epoch": 0.854207965399171,
      "grad_norm": 0.375420429355353,
      "learning_rate": 8.995322713609792e-06,
      "loss": 0.4672,
      "step": 1580
    },
    {
      "epoch": 0.8596143449270138,
      "grad_norm": 0.5173900256611019,
      "learning_rate": 8.976324774195005e-06,
      "loss": 0.4683,
      "step": 1590
    },
    {
      "epoch": 0.8650207244548568,
      "grad_norm": 0.39427484151317893,
      "learning_rate": 8.957169352749005e-06,
      "loss": 0.4652,
      "step": 1600
    },
    {
      "epoch": 0.8704271039826996,
      "grad_norm": 0.4127231026821577,
      "learning_rate": 8.937857207920751e-06,
      "loss": 0.4693,
      "step": 1610
    },
    {
      "epoch": 0.8758334835105425,
      "grad_norm": 0.3557084122875894,
      "learning_rate": 8.918389104566232e-06,
      "loss": 0.4653,
      "step": 1620
    },
    {
      "epoch": 0.8812398630383853,
      "grad_norm": 0.32279027303173025,
      "learning_rate": 8.898765813718155e-06,
      "loss": 0.4575,
      "step": 1630
    },
    {
      "epoch": 0.8866462425662281,
      "grad_norm": 0.3597815860403744,
      "learning_rate": 8.878988112555415e-06,
      "loss": 0.4635,
      "step": 1640
    },
    {
      "epoch": 0.892052622094071,
      "grad_norm": 0.3672011391559523,
      "learning_rate": 8.85905678437232e-06,
      "loss": 0.4637,
      "step": 1650
    },
    {
      "epoch": 0.8974590016219138,
      "grad_norm": 0.39802107641409196,
      "learning_rate": 8.838972618547561e-06,
      "loss": 0.4668,
      "step": 1660
    },
    {
      "epoch": 0.9028653811497567,
      "grad_norm": 0.35901725656975336,
      "learning_rate": 8.81873641051295e-06,
      "loss": 0.4626,
      "step": 1670
    },
    {
      "epoch": 0.9082717606775995,
      "grad_norm": 0.45574284613082794,
      "learning_rate": 8.798348961721925e-06,
      "loss": 0.4618,
      "step": 1680
    },
    {
      "epoch": 0.9136781402054425,
      "grad_norm": 0.33960849857370073,
      "learning_rate": 8.777811079617793e-06,
      "loss": 0.4735,
      "step": 1690
    },
    {
      "epoch": 0.9190845197332853,
      "grad_norm": 0.36806947123886746,
      "learning_rate": 8.757123577601771e-06,
      "loss": 0.4642,
      "step": 1700
    },
    {
      "epoch": 0.9244908992611282,
      "grad_norm": 0.36728162811734544,
      "learning_rate": 8.736287275000755e-06,
      "loss": 0.465,
      "step": 1710
    },
    {
      "epoch": 0.929897278788971,
      "grad_norm": 0.38164336488797146,
      "learning_rate": 8.715302997034876e-06,
      "loss": 0.4702,
      "step": 1720
    },
    {
      "epoch": 0.9353036583168138,
      "grad_norm": 0.34605322849280384,
      "learning_rate": 8.694171574784818e-06,
      "loss": 0.4674,
      "step": 1730
    },
    {
      "epoch": 0.9407100378446567,
      "grad_norm": 0.3353439147558085,
      "learning_rate": 8.672893845158908e-06,
      "loss": 0.4701,
      "step": 1740
    },
    {
      "epoch": 0.9461164173724995,
      "grad_norm": 0.3437002297587831,
      "learning_rate": 8.651470650859955e-06,
      "loss": 0.4599,
      "step": 1750
    },
    {
      "epoch": 0.9515227969003424,
      "grad_norm": 0.3431363969879203,
      "learning_rate": 8.629902840351898e-06,
      "loss": 0.4637,
      "step": 1760
    },
    {
      "epoch": 0.9569291764281853,
      "grad_norm": 0.3765462141591892,
      "learning_rate": 8.608191267826179e-06,
      "loss": 0.4694,
      "step": 1770
    },
    {
      "epoch": 0.9623355559560282,
      "grad_norm": 0.420048049416004,
      "learning_rate": 8.586336793167926e-06,
      "loss": 0.4641,
      "step": 1780
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.412279889648995,
      "learning_rate": 8.5643402819219e-06,
      "loss": 0.4566,
      "step": 1790
    },
    {
      "epoch": 0.9731483150117138,
      "grad_norm": 0.3299568555620076,
      "learning_rate": 8.542202605258204e-06,
      "loss": 0.463,
      "step": 1800
    },
    {
      "epoch": 0.9785546945395567,
      "grad_norm": 0.32198105439404867,
      "learning_rate": 8.519924639937786e-06,
      "loss": 0.4617,
      "step": 1810
    },
    {
      "epoch": 0.9839610740673995,
      "grad_norm": 0.3549245136848414,
      "learning_rate": 8.49750726827772e-06,
      "loss": 0.4565,
      "step": 1820
    },
    {
      "epoch": 0.9893674535952424,
      "grad_norm": 0.3392271575380573,
      "learning_rate": 8.474951378116253e-06,
      "loss": 0.4639,
      "step": 1830
    },
    {
      "epoch": 0.9947738331230852,
      "grad_norm": 0.3208227345701,
      "learning_rate": 8.452257862777653e-06,
      "loss": 0.4546,
      "step": 1840
    },
    {
      "epoch": 1.000180212650928,
      "grad_norm": 0.4559641919273857,
      "learning_rate": 8.42942762103681e-06,
      "loss": 0.4837,
      "step": 1850
    },
    {
      "epoch": 1.005586592178771,
      "grad_norm": 0.3598410288175877,
      "learning_rate": 8.406461557083666e-06,
      "loss": 0.4404,
      "step": 1860
    },
    {
      "epoch": 1.0109929717066137,
      "grad_norm": 0.3857145460836866,
      "learning_rate": 8.383360580487378e-06,
      "loss": 0.4393,
      "step": 1870
    },
    {
      "epoch": 1.0163993512344567,
      "grad_norm": 0.34505752597289024,
      "learning_rate": 8.360125606160323e-06,
      "loss": 0.4422,
      "step": 1880
    },
    {
      "epoch": 1.0218057307622994,
      "grad_norm": 0.3739277339941646,
      "learning_rate": 8.336757554321832e-06,
      "loss": 0.4424,
      "step": 1890
    },
    {
      "epoch": 1.0272121102901424,
      "grad_norm": 0.3968787668713752,
      "learning_rate": 8.313257350461774e-06,
      "loss": 0.4376,
      "step": 1900
    },
    {
      "epoch": 1.0326184898179853,
      "grad_norm": 0.3451897271410753,
      "learning_rate": 8.289625925303877e-06,
      "loss": 0.4425,
      "step": 1910
    },
    {
      "epoch": 1.038024869345828,
      "grad_norm": 0.40010047495902706,
      "learning_rate": 8.265864214768883e-06,
      "loss": 0.4503,
      "step": 1920
    },
    {
      "epoch": 1.043431248873671,
      "grad_norm": 0.3736188460908676,
      "learning_rate": 8.241973159937482e-06,
      "loss": 0.4406,
      "step": 1930
    },
    {
      "epoch": 1.0488376284015137,
      "grad_norm": 0.3394542766186862,
      "learning_rate": 8.217953707013025e-06,
      "loss": 0.4393,
      "step": 1940
    },
    {
      "epoch": 1.0542440079293567,
      "grad_norm": 0.35077872709329283,
      "learning_rate": 8.193806807284064e-06,
      "loss": 0.4383,
      "step": 1950
    },
    {
      "epoch": 1.0596503874571994,
      "grad_norm": 0.3441941331677373,
      "learning_rate": 8.169533417086673e-06,
      "loss": 0.4286,
      "step": 1960
    },
    {
      "epoch": 1.0650567669850424,
      "grad_norm": 0.34884852607611294,
      "learning_rate": 8.145134497766566e-06,
      "loss": 0.4467,
      "step": 1970
    },
    {
      "epoch": 1.070463146512885,
      "grad_norm": 0.40097746242132437,
      "learning_rate": 8.120611015641036e-06,
      "loss": 0.4363,
      "step": 1980
    },
    {
      "epoch": 1.075869526040728,
      "grad_norm": 0.33184835023647064,
      "learning_rate": 8.095963941960667e-06,
      "loss": 0.437,
      "step": 1990
    },
    {
      "epoch": 1.081275905568571,
      "grad_norm": 0.394546885758411,
      "learning_rate": 8.071194252870887e-06,
      "loss": 0.432,
      "step": 2000
    },
    {
      "epoch": 1.0866822850964137,
      "grad_norm": 0.472784994513626,
      "learning_rate": 8.046302929373286e-06,
      "loss": 0.4367,
      "step": 2010
    },
    {
      "epoch": 1.0920886646242567,
      "grad_norm": 0.3602670786653786,
      "learning_rate": 8.021290957286787e-06,
      "loss": 0.4352,
      "step": 2020
    },
    {
      "epoch": 1.0974950441520994,
      "grad_norm": 0.3963387130392289,
      "learning_rate": 7.996159327208581e-06,
      "loss": 0.4434,
      "step": 2030
    },
    {
      "epoch": 1.1029014236799424,
      "grad_norm": 0.37403782295160953,
      "learning_rate": 7.97090903447491e-06,
      "loss": 0.4326,
      "step": 2040
    },
    {
      "epoch": 1.108307803207785,
      "grad_norm": 0.37350913921356577,
      "learning_rate": 7.945541079121642e-06,
      "loss": 0.4485,
      "step": 2050
    },
    {
      "epoch": 1.113714182735628,
      "grad_norm": 0.3661212920976343,
      "learning_rate": 7.920056465844658e-06,
      "loss": 0.4328,
      "step": 2060
    },
    {
      "epoch": 1.119120562263471,
      "grad_norm": 0.3507951321263283,
      "learning_rate": 7.894456203960075e-06,
      "loss": 0.4339,
      "step": 2070
    },
    {
      "epoch": 1.1245269417913137,
      "grad_norm": 0.31935101139873434,
      "learning_rate": 7.868741307364255e-06,
      "loss": 0.4307,
      "step": 2080
    },
    {
      "epoch": 1.1299333213191567,
      "grad_norm": 0.3240469373544592,
      "learning_rate": 7.842912794493667e-06,
      "loss": 0.4357,
      "step": 2090
    },
    {
      "epoch": 1.1353397008469994,
      "grad_norm": 0.4024576218630106,
      "learning_rate": 7.81697168828454e-06,
      "loss": 0.4429,
      "step": 2100
    },
    {
      "epoch": 1.1407460803748424,
      "grad_norm": 0.4057186928939639,
      "learning_rate": 7.790919016132351e-06,
      "loss": 0.4435,
      "step": 2110
    },
    {
      "epoch": 1.146152459902685,
      "grad_norm": 0.4339123108369387,
      "learning_rate": 7.764755809851141e-06,
      "loss": 0.4375,
      "step": 2120
    },
    {
      "epoch": 1.151558839430528,
      "grad_norm": 0.3423301493159426,
      "learning_rate": 7.738483105632644e-06,
      "loss": 0.4408,
      "step": 2130
    },
    {
      "epoch": 1.1569652189583708,
      "grad_norm": 0.3049599421413694,
      "learning_rate": 7.712101944005256e-06,
      "loss": 0.442,
      "step": 2140
    },
    {
      "epoch": 1.1623715984862137,
      "grad_norm": 0.3235699906736669,
      "learning_rate": 7.685613369792815e-06,
      "loss": 0.4389,
      "step": 2150
    },
    {
      "epoch": 1.1677779780140565,
      "grad_norm": 0.38824198475727123,
      "learning_rate": 7.65901843207323e-06,
      "loss": 0.4372,
      "step": 2160
    },
    {
      "epoch": 1.1731843575418994,
      "grad_norm": 0.3485465278129701,
      "learning_rate": 7.63231818413692e-06,
      "loss": 0.4313,
      "step": 2170
    },
    {
      "epoch": 1.1785907370697424,
      "grad_norm": 0.3607061695090595,
      "learning_rate": 7.605513683445118e-06,
      "loss": 0.433,
      "step": 2180
    },
    {
      "epoch": 1.183997116597585,
      "grad_norm": 0.35864049794241826,
      "learning_rate": 7.578605991587974e-06,
      "loss": 0.43,
      "step": 2190
    },
    {
      "epoch": 1.189403496125428,
      "grad_norm": 0.3622129404816991,
      "learning_rate": 7.5515961742425146e-06,
      "loss": 0.4357,
      "step": 2200
    },
    {
      "epoch": 1.1948098756532708,
      "grad_norm": 0.37719764002603634,
      "learning_rate": 7.524485301130443e-06,
      "loss": 0.4363,
      "step": 2210
    },
    {
      "epoch": 1.2002162551811137,
      "grad_norm": 0.32038054153975193,
      "learning_rate": 7.497274445975762e-06,
      "loss": 0.4283,
      "step": 2220
    },
    {
      "epoch": 1.2056226347089565,
      "grad_norm": 0.3897896894072551,
      "learning_rate": 7.469964686462261e-06,
      "loss": 0.4416,
      "step": 2230
    },
    {
      "epoch": 1.2110290142367994,
      "grad_norm": 0.32144151391797593,
      "learning_rate": 7.4425571041908254e-06,
      "loss": 0.4388,
      "step": 2240
    },
    {
      "epoch": 1.2164353937646424,
      "grad_norm": 0.3553047783046372,
      "learning_rate": 7.415052784636603e-06,
      "loss": 0.4401,
      "step": 2250
    },
    {
      "epoch": 1.2218417732924851,
      "grad_norm": 0.31787401750902194,
      "learning_rate": 7.387452817106017e-06,
      "loss": 0.4313,
      "step": 2260
    },
    {
      "epoch": 1.227248152820328,
      "grad_norm": 0.3736244875654426,
      "learning_rate": 7.359758294693618e-06,
      "loss": 0.4392,
      "step": 2270
    },
    {
      "epoch": 1.2326545323481708,
      "grad_norm": 0.34863542131710556,
      "learning_rate": 7.331970314238799e-06,
      "loss": 0.4405,
      "step": 2280
    },
    {
      "epoch": 1.2380609118760137,
      "grad_norm": 0.414690288534652,
      "learning_rate": 7.304089976282348e-06,
      "loss": 0.4401,
      "step": 2290
    },
    {
      "epoch": 1.2434672914038565,
      "grad_norm": 0.356866165228421,
      "learning_rate": 7.276118385022865e-06,
      "loss": 0.4241,
      "step": 2300
    },
    {
      "epoch": 1.2488736709316994,
      "grad_norm": 0.33264484884680307,
      "learning_rate": 7.248056648273034e-06,
      "loss": 0.4425,
      "step": 2310
    },
    {
      "epoch": 1.2542800504595424,
      "grad_norm": 0.4175310788334551,
      "learning_rate": 7.2199058774157375e-06,
      "loss": 0.4276,
      "step": 2320
    },
    {
      "epoch": 1.2596864299873851,
      "grad_norm": 0.38229588901030637,
      "learning_rate": 7.1916671873600515e-06,
      "loss": 0.4312,
      "step": 2330
    },
    {
      "epoch": 1.2650928095152278,
      "grad_norm": 0.338696312422094,
      "learning_rate": 7.163341696497084e-06,
      "loss": 0.4405,
      "step": 2340
    },
    {
      "epoch": 1.2704991890430708,
      "grad_norm": 0.32136223620818055,
      "learning_rate": 7.134930526655679e-06,
      "loss": 0.4347,
      "step": 2350
    },
    {
      "epoch": 1.2759055685709138,
      "grad_norm": 0.3590441906111087,
      "learning_rate": 7.106434803057998e-06,
      "loss": 0.4392,
      "step": 2360
    },
    {
      "epoch": 1.2813119480987565,
      "grad_norm": 0.3822900334441054,
      "learning_rate": 7.077855654274939e-06,
      "loss": 0.4329,
      "step": 2370
    },
    {
      "epoch": 1.2867183276265994,
      "grad_norm": 0.4150924729603716,
      "learning_rate": 7.04919421218145e-06,
      "loss": 0.4344,
      "step": 2380
    },
    {
      "epoch": 1.2921247071544422,
      "grad_norm": 0.31977805162237566,
      "learning_rate": 7.020451611911703e-06,
      "loss": 0.4274,
      "step": 2390
    },
    {
      "epoch": 1.2975310866822851,
      "grad_norm": 0.4042413750463481,
      "learning_rate": 6.9916289918141265e-06,
      "loss": 0.4383,
      "step": 2400
    },
    {
      "epoch": 1.3029374662101278,
      "grad_norm": 0.32750161889881924,
      "learning_rate": 6.962727493406335e-06,
      "loss": 0.4363,
      "step": 2410
    },
    {
      "epoch": 1.3083438457379708,
      "grad_norm": 0.34681784503652924,
      "learning_rate": 6.9337482613299065e-06,
      "loss": 0.4251,
      "step": 2420
    },
    {
      "epoch": 1.3137502252658138,
      "grad_norm": 0.31392667825247955,
      "learning_rate": 6.904692443305059e-06,
      "loss": 0.439,
      "step": 2430
    },
    {
      "epoch": 1.3191566047936565,
      "grad_norm": 0.3080535811767778,
      "learning_rate": 6.87556119008519e-06,
      "loss": 0.4268,
      "step": 2440
    },
    {
      "epoch": 1.3245629843214994,
      "grad_norm": 0.37030845399385603,
      "learning_rate": 6.8463556554113005e-06,
      "loss": 0.4353,
      "step": 2450
    },
    {
      "epoch": 1.3299693638493422,
      "grad_norm": 0.3473034342384458,
      "learning_rate": 6.8170769959663045e-06,
      "loss": 0.4292,
      "step": 2460
    },
    {
      "epoch": 1.3353757433771851,
      "grad_norm": 0.322256198293079,
      "learning_rate": 6.787726371329214e-06,
      "loss": 0.4402,
      "step": 2470
    },
    {
      "epoch": 1.3407821229050279,
      "grad_norm": 0.3907219151376363,
      "learning_rate": 6.7583049439292205e-06,
      "loss": 0.4369,
      "step": 2480
    },
    {
      "epoch": 1.3461885024328708,
      "grad_norm": 0.34928113227903806,
      "learning_rate": 6.728813878999652e-06,
      "loss": 0.4377,
      "step": 2490
    },
    {
      "epoch": 1.3515948819607138,
      "grad_norm": 0.35544626757027864,
      "learning_rate": 6.699254344531821e-06,
      "loss": 0.4309,
      "step": 2500
    },
    {
      "epoch": 1.3570012614885565,
      "grad_norm": 0.366218747083373,
      "learning_rate": 6.669627511228778e-06,
      "loss": 0.434,
      "step": 2510
    },
    {
      "epoch": 1.3624076410163992,
      "grad_norm": 0.3580871935273299,
      "learning_rate": 6.6399345524589366e-06,
      "loss": 0.4401,
      "step": 2520
    },
    {
      "epoch": 1.3678140205442422,
      "grad_norm": 0.29886314913995143,
      "learning_rate": 6.610176644209602e-06,
      "loss": 0.4266,
      "step": 2530
    },
    {
      "epoch": 1.3732204000720851,
      "grad_norm": 0.3571328312104908,
      "learning_rate": 6.580354965040396e-06,
      "loss": 0.4393,
      "step": 2540
    },
    {
      "epoch": 1.3786267795999279,
      "grad_norm": 0.3568154757493318,
      "learning_rate": 6.550470696036591e-06,
      "loss": 0.4276,
      "step": 2550
    },
    {
      "epoch": 1.3840331591277708,
      "grad_norm": 0.3020834353942124,
      "learning_rate": 6.520525020762318e-06,
      "loss": 0.4374,
      "step": 2560
    },
    {
      "epoch": 1.3894395386556138,
      "grad_norm": 0.4345861239807074,
      "learning_rate": 6.490519125213701e-06,
      "loss": 0.44,
      "step": 2570
    },
    {
      "epoch": 1.3948459181834565,
      "grad_norm": 0.4164116140474957,
      "learning_rate": 6.460454197771881e-06,
      "loss": 0.4347,
      "step": 2580
    },
    {
      "epoch": 1.4002522977112992,
      "grad_norm": 0.3698597319632245,
      "learning_rate": 6.430331429155956e-06,
      "loss": 0.4398,
      "step": 2590
    },
    {
      "epoch": 1.4056586772391422,
      "grad_norm": 0.3557941383592286,
      "learning_rate": 6.400152012375818e-06,
      "loss": 0.4361,
      "step": 2600
    },
    {
      "epoch": 1.4110650567669851,
      "grad_norm": 0.3703620913980966,
      "learning_rate": 6.3699171426849036e-06,
      "loss": 0.433,
      "step": 2610
    },
    {
      "epoch": 1.4164714362948279,
      "grad_norm": 0.312372238883981,
      "learning_rate": 6.339628017532858e-06,
      "loss": 0.4305,
      "step": 2620
    },
    {
      "epoch": 1.4218778158226708,
      "grad_norm": 0.32819677760603516,
      "learning_rate": 6.309285836518113e-06,
      "loss": 0.4289,
      "step": 2630
    },
    {
      "epoch": 1.4272841953505135,
      "grad_norm": 0.34835896987461035,
      "learning_rate": 6.2788918013403695e-06,
      "loss": 0.4312,
      "step": 2640
    },
    {
      "epoch": 1.4326905748783565,
      "grad_norm": 0.34043287674955064,
      "learning_rate": 6.248447115753009e-06,
      "loss": 0.4327,
      "step": 2650
    },
    {
      "epoch": 1.4380969544061992,
      "grad_norm": 0.32777806734674225,
      "learning_rate": 6.21795298551542e-06,
      "loss": 0.4206,
      "step": 2660
    },
    {
      "epoch": 1.4435033339340422,
      "grad_norm": 0.2839690869238431,
      "learning_rate": 6.187410618345241e-06,
      "loss": 0.4337,
      "step": 2670
    },
    {
      "epoch": 1.4489097134618851,
      "grad_norm": 0.2845491198333412,
      "learning_rate": 6.156821223870533e-06,
      "loss": 0.428,
      "step": 2680
    },
    {
      "epoch": 1.4543160929897279,
      "grad_norm": 0.3381278947086419,
      "learning_rate": 6.126186013581868e-06,
      "loss": 0.4442,
      "step": 2690
    },
    {
      "epoch": 1.4597224725175708,
      "grad_norm": 0.2678673584947001,
      "learning_rate": 6.095506200784349e-06,
      "loss": 0.4313,
      "step": 2700
    },
    {
      "epoch": 1.4651288520454135,
      "grad_norm": 0.32064492812884415,
      "learning_rate": 6.06478300054956e-06,
      "loss": 0.4443,
      "step": 2710
    },
    {
      "epoch": 1.4705352315732565,
      "grad_norm": 0.33114310721210843,
      "learning_rate": 6.034017629667439e-06,
      "loss": 0.4321,
      "step": 2720
    },
    {
      "epoch": 1.4759416111010992,
      "grad_norm": 0.3407274170049336,
      "learning_rate": 6.003211306598089e-06,
      "loss": 0.4302,
      "step": 2730
    },
    {
      "epoch": 1.4813479906289422,
      "grad_norm": 0.3655959799961016,
      "learning_rate": 5.972365251423521e-06,
      "loss": 0.4331,
      "step": 2740
    },
    {
      "epoch": 1.4867543701567851,
      "grad_norm": 0.3707027911602118,
      "learning_rate": 5.941480685799338e-06,
      "loss": 0.433,
      "step": 2750
    },
    {
      "epoch": 1.4921607496846279,
      "grad_norm": 0.30224309374010494,
      "learning_rate": 5.910558832906341e-06,
      "loss": 0.4378,
      "step": 2760
    },
    {
      "epoch": 1.4975671292124706,
      "grad_norm": 0.3421553953269554,
      "learning_rate": 5.879600917402089e-06,
      "loss": 0.4322,
      "step": 2770
    },
    {
      "epoch": 1.5029735087403135,
      "grad_norm": 0.33381909956811917,
      "learning_rate": 5.848608165372403e-06,
      "loss": 0.425,
      "step": 2780
    },
    {
      "epoch": 1.5083798882681565,
      "grad_norm": 0.3189833875248174,
      "learning_rate": 5.8175818042828e-06,
      "loss": 0.4357,
      "step": 2790
    },
    {
      "epoch": 1.5137862677959992,
      "grad_norm": 0.36173513055424256,
      "learning_rate": 5.78652306292988e-06,
      "loss": 0.4395,
      "step": 2800
    },
    {
      "epoch": 1.5191926473238422,
      "grad_norm": 0.3265416603091211,
      "learning_rate": 5.75543317139266e-06,
      "loss": 0.4426,
      "step": 2810
    },
    {
      "epoch": 1.5245990268516851,
      "grad_norm": 0.33495795652653004,
      "learning_rate": 5.724313360983859e-06,
      "loss": 0.4335,
      "step": 2820
    },
    {
      "epoch": 1.5300054063795279,
      "grad_norm": 0.35637908471545576,
      "learning_rate": 5.693164864201134e-06,
      "loss": 0.4343,
      "step": 2830
    },
    {
      "epoch": 1.5354117859073706,
      "grad_norm": 0.3422755476029069,
      "learning_rate": 5.661988914678257e-06,
      "loss": 0.4201,
      "step": 2840
    },
    {
      "epoch": 1.5408181654352135,
      "grad_norm": 0.29401423880776295,
      "learning_rate": 5.630786747136269e-06,
      "loss": 0.4263,
      "step": 2850
    },
    {
      "epoch": 1.5462245449630565,
      "grad_norm": 0.35559246067713574,
      "learning_rate": 5.599559597334568e-06,
      "loss": 0.4327,
      "step": 2860
    },
    {
      "epoch": 1.5516309244908992,
      "grad_norm": 0.3234026109207772,
      "learning_rate": 5.56830870202198e-06,
      "loss": 0.4284,
      "step": 2870
    },
    {
      "epoch": 1.557037304018742,
      "grad_norm": 0.3041181368480941,
      "learning_rate": 5.537035298887764e-06,
      "loss": 0.4291,
      "step": 2880
    },
    {
      "epoch": 1.562443683546585,
      "grad_norm": 0.4152034967270183,
      "learning_rate": 5.505740626512601e-06,
      "loss": 0.4333,
      "step": 2890
    },
    {
      "epoch": 1.5678500630744279,
      "grad_norm": 0.32189843480023705,
      "learning_rate": 5.474425924319538e-06,
      "loss": 0.4313,
      "step": 2900
    },
    {
      "epoch": 1.5732564426022706,
      "grad_norm": 0.3400408960358337,
      "learning_rate": 5.443092432524906e-06,
      "loss": 0.4446,
      "step": 2910
    },
    {
      "epoch": 1.5786628221301136,
      "grad_norm": 0.3253331216756115,
      "learning_rate": 5.411741392089192e-06,
      "loss": 0.4276,
      "step": 2920
    },
    {
      "epoch": 1.5840692016579565,
      "grad_norm": 0.34364169352732366,
      "learning_rate": 5.380374044667896e-06,
      "loss": 0.4363,
      "step": 2930
    },
    {
      "epoch": 1.5894755811857992,
      "grad_norm": 0.2993302543547276,
      "learning_rate": 5.348991632562355e-06,
      "loss": 0.4347,
      "step": 2940
    },
    {
      "epoch": 1.594881960713642,
      "grad_norm": 0.31140003151111195,
      "learning_rate": 5.317595398670543e-06,
      "loss": 0.4203,
      "step": 2950
    },
    {
      "epoch": 1.600288340241485,
      "grad_norm": 0.34917215566088183,
      "learning_rate": 5.286186586437845e-06,
      "loss": 0.4394,
      "step": 2960
    },
    {
      "epoch": 1.6056947197693279,
      "grad_norm": 0.3099678473182354,
      "learning_rate": 5.254766439807807e-06,
      "loss": 0.4224,
      "step": 2970
    },
    {
      "epoch": 1.6111010992971706,
      "grad_norm": 0.32027842285858055,
      "learning_rate": 5.223336203172874e-06,
      "loss": 0.4289,
      "step": 2980
    },
    {
      "epoch": 1.6165074788250136,
      "grad_norm": 0.29377503624337103,
      "learning_rate": 5.191897121325111e-06,
      "loss": 0.43,
      "step": 2990
    },
    {
      "epoch": 1.6219138583528565,
      "grad_norm": 0.3286814138894788,
      "learning_rate": 5.16045043940689e-06,
      "loss": 0.4344,
      "step": 3000
    },
    {
      "epoch": 1.6273202378806992,
      "grad_norm": 0.35588674616258936,
      "learning_rate": 5.128997402861584e-06,
      "loss": 0.4306,
      "step": 3010
    },
    {
      "epoch": 1.632726617408542,
      "grad_norm": 0.33501603495492577,
      "learning_rate": 5.09753925738424e-06,
      "loss": 0.4154,
      "step": 3020
    },
    {
      "epoch": 1.638132996936385,
      "grad_norm": 0.3011476898703049,
      "learning_rate": 5.06607724887225e-06,
      "loss": 0.4314,
      "step": 3030
    },
    {
      "epoch": 1.6435393764642279,
      "grad_norm": 0.3879201939655995,
      "learning_rate": 5.034612623375993e-06,
      "loss": 0.4412,
      "step": 3040
    },
    {
      "epoch": 1.6489457559920706,
      "grad_norm": 0.3426764786646151,
      "learning_rate": 5.003146627049499e-06,
      "loss": 0.4295,
      "step": 3050
    },
    {
      "epoch": 1.6543521355199133,
      "grad_norm": 0.3408786770769329,
      "learning_rate": 4.971680506101086e-06,
      "loss": 0.4259,
      "step": 3060
    },
    {
      "epoch": 1.6597585150477565,
      "grad_norm": 0.3689333373771858,
      "learning_rate": 4.940215506744011e-06,
      "loss": 0.4254,
      "step": 3070
    },
    {
      "epoch": 1.6651648945755992,
      "grad_norm": 0.33725311763702437,
      "learning_rate": 4.90875287514711e-06,
      "loss": 0.4286,
      "step": 3080
    },
    {
      "epoch": 1.670571274103442,
      "grad_norm": 0.3106105413402686,
      "learning_rate": 4.87729385738544e-06,
      "loss": 0.426,
      "step": 3090
    },
    {
      "epoch": 1.675977653631285,
      "grad_norm": 0.361491556160267,
      "learning_rate": 4.845839699390936e-06,
      "loss": 0.4229,
      "step": 3100
    },
    {
      "epoch": 1.6813840331591279,
      "grad_norm": 0.3012437306295753,
      "learning_rate": 4.814391646903063e-06,
      "loss": 0.4296,
      "step": 3110
    },
    {
      "epoch": 1.6867904126869706,
      "grad_norm": 0.3142934287582159,
      "learning_rate": 4.782950945419475e-06,
      "loss": 0.4304,
      "step": 3120
    },
    {
      "epoch": 1.6921967922148133,
      "grad_norm": 0.3024864799296645,
      "learning_rate": 4.751518840146695e-06,
      "loss": 0.4329,
      "step": 3130
    },
    {
      "epoch": 1.6976031717426563,
      "grad_norm": 0.3081924919099197,
      "learning_rate": 4.720096575950784e-06,
      "loss": 0.4319,
      "step": 3140
    },
    {
      "epoch": 1.7030095512704992,
      "grad_norm": 0.32189094915170496,
      "learning_rate": 4.688685397308061e-06,
      "loss": 0.42,
      "step": 3150
    },
    {
      "epoch": 1.708415930798342,
      "grad_norm": 0.33972262308693657,
      "learning_rate": 4.657286548255789e-06,
      "loss": 0.4369,
      "step": 3160
    },
    {
      "epoch": 1.713822310326185,
      "grad_norm": 0.30741331028975344,
      "learning_rate": 4.6259012723429285e-06,
      "loss": 0.4274,
      "step": 3170
    },
    {
      "epoch": 1.7192286898540279,
      "grad_norm": 0.28971622178653267,
      "learning_rate": 4.594530812580876e-06,
      "loss": 0.4216,
      "step": 3180
    },
    {
      "epoch": 1.7246350693818706,
      "grad_norm": 0.2792098363578085,
      "learning_rate": 4.563176411394229e-06,
      "loss": 0.4238,
      "step": 3190
    },
    {
      "epoch": 1.7300414489097133,
      "grad_norm": 0.29274514837335597,
      "learning_rate": 4.531839310571595e-06,
      "loss": 0.4291,
      "step": 3200
    },
    {
      "epoch": 1.7354478284375563,
      "grad_norm": 0.32996912353874136,
      "learning_rate": 4.5005207512163914e-06,
      "loss": 0.4388,
      "step": 3210
    },
    {
      "epoch": 1.7408542079653992,
      "grad_norm": 0.34282857698540753,
      "learning_rate": 4.469221973697714e-06,
      "loss": 0.4373,
      "step": 3220
    },
    {
      "epoch": 1.746260587493242,
      "grad_norm": 0.3147983795136612,
      "learning_rate": 4.43794421760119e-06,
      "loss": 0.4291,
      "step": 3230
    },
    {
      "epoch": 1.751666967021085,
      "grad_norm": 0.2953517288607898,
      "learning_rate": 4.4066887216799055e-06,
      "loss": 0.4219,
      "step": 3240
    },
    {
      "epoch": 1.7570733465489279,
      "grad_norm": 0.30489564567587807,
      "learning_rate": 4.375456723805321e-06,
      "loss": 0.4308,
      "step": 3250
    },
    {
      "epoch": 1.7624797260767706,
      "grad_norm": 0.30950501632812377,
      "learning_rate": 4.344249460918271e-06,
      "loss": 0.4213,
      "step": 3260
    },
    {
      "epoch": 1.7678861056046133,
      "grad_norm": 0.30230325895579757,
      "learning_rate": 4.313068168979957e-06,
      "loss": 0.4364,
      "step": 3270
    },
    {
      "epoch": 1.7732924851324563,
      "grad_norm": 0.30774095159515363,
      "learning_rate": 4.281914082923002e-06,
      "loss": 0.4165,
      "step": 3280
    },
    {
      "epoch": 1.7786988646602993,
      "grad_norm": 0.3275433264912912,
      "learning_rate": 4.250788436602548e-06,
      "loss": 0.4269,
      "step": 3290
    },
    {
      "epoch": 1.784105244188142,
      "grad_norm": 0.3270523212461865,
      "learning_rate": 4.2196924627473715e-06,
      "loss": 0.4304,
      "step": 3300
    },
    {
      "epoch": 1.7895116237159847,
      "grad_norm": 0.28953105726529316,
      "learning_rate": 4.188627392911091e-06,
      "loss": 0.4281,
      "step": 3310
    },
    {
      "epoch": 1.7949180032438277,
      "grad_norm": 0.34157770345495453,
      "learning_rate": 4.157594457423357e-06,
      "loss": 0.432,
      "step": 3320
    },
    {
      "epoch": 1.8003243827716706,
      "grad_norm": 0.2952227481543905,
      "learning_rate": 4.1265948853411506e-06,
      "loss": 0.427,
      "step": 3330
    },
    {
      "epoch": 1.8057307622995133,
      "grad_norm": 0.3058432699391948,
      "learning_rate": 4.095629904400097e-06,
      "loss": 0.4268,
      "step": 3340
    },
    {
      "epoch": 1.8111371418273563,
      "grad_norm": 0.32888818257409286,
      "learning_rate": 4.06470074096584e-06,
      "loss": 0.4334,
      "step": 3350
    },
    {
      "epoch": 1.8165435213551993,
      "grad_norm": 0.29929296938295863,
      "learning_rate": 4.0338086199854765e-06,
      "loss": 0.4248,
      "step": 3360
    },
    {
      "epoch": 1.821949900883042,
      "grad_norm": 0.33418978699429813,
      "learning_rate": 4.0029547649390346e-06,
      "loss": 0.4307,
      "step": 3370
    },
    {
      "epoch": 1.8273562804108847,
      "grad_norm": 0.2991040804166494,
      "learning_rate": 3.97214039779103e-06,
      "loss": 0.435,
      "step": 3380
    },
    {
      "epoch": 1.8327626599387277,
      "grad_norm": 0.2829911428105187,
      "learning_rate": 3.941366738942058e-06,
      "loss": 0.4246,
      "step": 3390
    },
    {
      "epoch": 1.8381690394665706,
      "grad_norm": 0.2990384176756561,
      "learning_rate": 3.910635007180468e-06,
      "loss": 0.4394,
      "step": 3400
    },
    {
      "epoch": 1.8435754189944134,
      "grad_norm": 0.28487793163600966,
      "learning_rate": 3.879946419634087e-06,
      "loss": 0.4268,
      "step": 3410
    },
    {
      "epoch": 1.8489817985222563,
      "grad_norm": 0.30066911074015307,
      "learning_rate": 3.8493021917220225e-06,
      "loss": 0.4289,
      "step": 3420
    },
    {
      "epoch": 1.8543881780500993,
      "grad_norm": 0.3145700146426358,
      "learning_rate": 3.818703537106522e-06,
      "loss": 0.427,
      "step": 3430
    },
    {
      "epoch": 1.859794557577942,
      "grad_norm": 0.3121437364875441,
      "learning_rate": 3.7881516676449014e-06,
      "loss": 0.4334,
      "step": 3440
    },
    {
      "epoch": 1.8652009371057847,
      "grad_norm": 0.2914138429548545,
      "learning_rate": 3.7576477933415612e-06,
      "loss": 0.4358,
      "step": 3450
    },
    {
      "epoch": 1.8706073166336277,
      "grad_norm": 0.3263366427961882,
      "learning_rate": 3.7271931223000507e-06,
      "loss": 0.4294,
      "step": 3460
    },
    {
      "epoch": 1.8760136961614706,
      "grad_norm": 0.3181986581808925,
      "learning_rate": 3.6967888606752345e-06,
      "loss": 0.433,
      "step": 3470
    },
    {
      "epoch": 1.8814200756893134,
      "grad_norm": 0.31837041508546626,
      "learning_rate": 3.6664362126255087e-06,
      "loss": 0.4283,
      "step": 3480
    },
    {
      "epoch": 1.886826455217156,
      "grad_norm": 0.2876960972161682,
      "learning_rate": 3.636136380265124e-06,
      "loss": 0.4189,
      "step": 3490
    },
    {
      "epoch": 1.8922328347449993,
      "grad_norm": 0.30867320900321366,
      "learning_rate": 3.6058905636165674e-06,
      "loss": 0.4309,
      "step": 3500
    },
    {
      "epoch": 1.897639214272842,
      "grad_norm": 0.29104980848951667,
      "learning_rate": 3.575699960563038e-06,
      "loss": 0.4184,
      "step": 3510
    },
    {
      "epoch": 1.9030455938006847,
      "grad_norm": 0.2859389528274554,
      "learning_rate": 3.5455657668010057e-06,
      "loss": 0.4253,
      "step": 3520
    },
    {
      "epoch": 1.9084519733285277,
      "grad_norm": 0.30910611127718657,
      "learning_rate": 3.5154891757928523e-06,
      "loss": 0.4257,
      "step": 3530
    },
    {
      "epoch": 1.9138583528563706,
      "grad_norm": 0.31381289055858025,
      "learning_rate": 3.4854713787196105e-06,
      "loss": 0.4324,
      "step": 3540
    },
    {
      "epoch": 1.9192647323842134,
      "grad_norm": 0.33654431291917486,
      "learning_rate": 3.4555135644337803e-06,
      "loss": 0.4262,
      "step": 3550
    },
    {
      "epoch": 1.924671111912056,
      "grad_norm": 0.30712399081960845,
      "learning_rate": 3.42561691941225e-06,
      "loss": 0.4344,
      "step": 3560
    },
    {
      "epoch": 1.930077491439899,
      "grad_norm": 0.2989668977037765,
      "learning_rate": 3.3957826277093074e-06,
      "loss": 0.4278,
      "step": 3570
    },
    {
      "epoch": 1.935483870967742,
      "grad_norm": 0.3259516671848096,
      "learning_rate": 3.3660118709097347e-06,
      "loss": 0.4242,
      "step": 3580
    },
    {
      "epoch": 1.9408902504955847,
      "grad_norm": 0.29719187591192203,
      "learning_rate": 3.336305828082024e-06,
      "loss": 0.4319,
      "step": 3590
    },
    {
      "epoch": 1.9462966300234277,
      "grad_norm": 0.3250815058947025,
      "learning_rate": 3.306665675731674e-06,
      "loss": 0.4324,
      "step": 3600
    },
    {
      "epoch": 1.9517030095512706,
      "grad_norm": 0.3196705993035981,
      "learning_rate": 3.277092587754598e-06,
      "loss": 0.4283,
      "step": 3610
    },
    {
      "epoch": 1.9571093890791134,
      "grad_norm": 0.2836241969868925,
      "learning_rate": 3.247587735390628e-06,
      "loss": 0.4285,
      "step": 3620
    },
    {
      "epoch": 1.962515768606956,
      "grad_norm": 0.2963451307813687,
      "learning_rate": 3.218152287177133e-06,
      "loss": 0.4233,
      "step": 3630
    },
    {
      "epoch": 1.967922148134799,
      "grad_norm": 0.32162438964611967,
      "learning_rate": 3.1887874089027304e-06,
      "loss": 0.4275,
      "step": 3640
    },
    {
      "epoch": 1.973328527662642,
      "grad_norm": 0.2858747270839711,
      "learning_rate": 3.159494263561126e-06,
      "loss": 0.429,
      "step": 3650
    },
    {
      "epoch": 1.9787349071904847,
      "grad_norm": 0.294205581889964,
      "learning_rate": 3.130274011305047e-06,
      "loss": 0.4261,
      "step": 3660
    },
    {
      "epoch": 1.9841412867183277,
      "grad_norm": 0.3271655262933234,
      "learning_rate": 3.1011278094002928e-06,
      "loss": 0.4352,
      "step": 3670
    },
    {
      "epoch": 1.9895476662461706,
      "grad_norm": 0.3151321646815863,
      "learning_rate": 3.0720568121799105e-06,
      "loss": 0.4302,
      "step": 3680
    },
    {
      "epoch": 1.9949540457740134,
      "grad_norm": 0.3069606817223593,
      "learning_rate": 3.043062170998464e-06,
      "loss": 0.4274,
      "step": 3690
    },
    {
      "epoch": 2.000360425301856,
      "grad_norm": 0.3418886732932903,
      "learning_rate": 3.0141450341864486e-06,
      "loss": 0.4368,
      "step": 3700
    },
    {
      "epoch": 2.005766804829699,
      "grad_norm": 0.28231273100784204,
      "learning_rate": 2.9853065470048016e-06,
      "loss": 0.4084,
      "step": 3710
    },
    {
      "epoch": 2.011173184357542,
      "grad_norm": 0.27285411121752895,
      "learning_rate": 2.956547851599548e-06,
      "loss": 0.3899,
      "step": 3720
    },
    {
      "epoch": 2.0165795638853847,
      "grad_norm": 0.31740692003997667,
      "learning_rate": 2.9278700869565713e-06,
      "loss": 0.406,
      "step": 3730
    },
    {
      "epoch": 2.0219859434132275,
      "grad_norm": 0.32723222207620034,
      "learning_rate": 2.8992743888564886e-06,
      "loss": 0.4107,
      "step": 3740
    },
    {
      "epoch": 2.0273923229410706,
      "grad_norm": 0.3293876655149398,
      "learning_rate": 2.8707618898296864e-06,
      "loss": 0.4052,
      "step": 3750
    },
    {
      "epoch": 2.0327987024689134,
      "grad_norm": 0.26473497263074053,
      "learning_rate": 2.8423337191114495e-06,
      "loss": 0.402,
      "step": 3760
    },
    {
      "epoch": 2.038205081996756,
      "grad_norm": 0.31910999655360905,
      "learning_rate": 2.8139910025972622e-06,
      "loss": 0.4134,
      "step": 3770
    },
    {
      "epoch": 2.043611461524599,
      "grad_norm": 0.29154253424627524,
      "learning_rate": 2.785734862798184e-06,
      "loss": 0.4086,
      "step": 3780
    },
    {
      "epoch": 2.049017841052442,
      "grad_norm": 0.2910125618297838,
      "learning_rate": 2.7575664187964236e-06,
      "loss": 0.4007,
      "step": 3790
    },
    {
      "epoch": 2.0544242205802847,
      "grad_norm": 0.28793585101610353,
      "learning_rate": 2.7294867862009937e-06,
      "loss": 0.4053,
      "step": 3800
    },
    {
      "epoch": 2.0598306001081275,
      "grad_norm": 0.2731032601573403,
      "learning_rate": 2.7014970771035474e-06,
      "loss": 0.4138,
      "step": 3810
    },
    {
      "epoch": 2.0652369796359706,
      "grad_norm": 0.29876809472359783,
      "learning_rate": 2.6735984000343216e-06,
      "loss": 0.4156,
      "step": 3820
    },
    {
      "epoch": 2.0706433591638134,
      "grad_norm": 0.3100743441240049,
      "learning_rate": 2.645791859918234e-06,
      "loss": 0.4089,
      "step": 3830
    },
    {
      "epoch": 2.076049738691656,
      "grad_norm": 0.34676569440909566,
      "learning_rate": 2.6180785580311284e-06,
      "loss": 0.3998,
      "step": 3840
    },
    {
      "epoch": 2.081456118219499,
      "grad_norm": 0.28331404223893575,
      "learning_rate": 2.5904595919561563e-06,
      "loss": 0.3935,
      "step": 3850
    },
    {
      "epoch": 2.086862497747342,
      "grad_norm": 0.2892120423588288,
      "learning_rate": 2.562936055540307e-06,
      "loss": 0.411,
      "step": 3860
    },
    {
      "epoch": 2.0922688772751847,
      "grad_norm": 0.29210558202813347,
      "learning_rate": 2.5355090388510806e-06,
      "loss": 0.4108,
      "step": 3870
    },
    {
      "epoch": 2.0976752568030275,
      "grad_norm": 0.29027866503096267,
      "learning_rate": 2.508179628133326e-06,
      "loss": 0.4016,
      "step": 3880
    },
    {
      "epoch": 2.1030816363308706,
      "grad_norm": 0.2876065349136538,
      "learning_rate": 2.4809489057662168e-06,
      "loss": 0.4101,
      "step": 3890
    },
    {
      "epoch": 2.1084880158587134,
      "grad_norm": 0.3135899601532618,
      "learning_rate": 2.4538179502203753e-06,
      "loss": 0.4001,
      "step": 3900
    },
    {
      "epoch": 2.113894395386556,
      "grad_norm": 0.30848425065584256,
      "learning_rate": 2.4267878360151747e-06,
      "loss": 0.3997,
      "step": 3910
    },
    {
      "epoch": 2.119300774914399,
      "grad_norm": 0.2923032276510183,
      "learning_rate": 2.399859633676165e-06,
      "loss": 0.4049,
      "step": 3920
    },
    {
      "epoch": 2.124707154442242,
      "grad_norm": 0.29055776768248115,
      "learning_rate": 2.3730344096926974e-06,
      "loss": 0.3981,
      "step": 3930
    },
    {
      "epoch": 2.1301135339700847,
      "grad_norm": 0.3161385412337821,
      "learning_rate": 2.3463132264756617e-06,
      "loss": 0.4075,
      "step": 3940
    },
    {
      "epoch": 2.1355199134979275,
      "grad_norm": 0.2828900068372096,
      "learning_rate": 2.319697142315428e-06,
      "loss": 0.3906,
      "step": 3950
    },
    {
      "epoch": 2.14092629302577,
      "grad_norm": 0.26292390614915356,
      "learning_rate": 2.293187211339926e-06,
      "loss": 0.3991,
      "step": 3960
    },
    {
      "epoch": 2.1463326725536134,
      "grad_norm": 0.2987394527032652,
      "learning_rate": 2.2667844834728923e-06,
      "loss": 0.3999,
      "step": 3970
    },
    {
      "epoch": 2.151739052081456,
      "grad_norm": 0.27915670540136367,
      "learning_rate": 2.2404900043922996e-06,
      "loss": 0.3995,
      "step": 3980
    },
    {
      "epoch": 2.157145431609299,
      "grad_norm": 0.2818164391888048,
      "learning_rate": 2.2143048154889272e-06,
      "loss": 0.4015,
      "step": 3990
    },
    {
      "epoch": 2.162551811137142,
      "grad_norm": 0.26044900685376793,
      "learning_rate": 2.1882299538251352e-06,
      "loss": 0.4003,
      "step": 4000
    },
    {
      "epoch": 2.1679581906649847,
      "grad_norm": 0.27297932069072756,
      "learning_rate": 2.162266452093774e-06,
      "loss": 0.4149,
      "step": 4010
    },
    {
      "epoch": 2.1733645701928275,
      "grad_norm": 0.2978434115081757,
      "learning_rate": 2.1364153385773007e-06,
      "loss": 0.4018,
      "step": 4020
    },
    {
      "epoch": 2.17877094972067,
      "grad_norm": 0.31586609932366294,
      "learning_rate": 2.110677637107036e-06,
      "loss": 0.4053,
      "step": 4030
    },
    {
      "epoch": 2.1841773292485134,
      "grad_norm": 0.29030802044428805,
      "learning_rate": 2.0850543670226318e-06,
      "loss": 0.4065,
      "step": 4040
    },
    {
      "epoch": 2.189583708776356,
      "grad_norm": 0.3365802334808058,
      "learning_rate": 2.059546543131696e-06,
      "loss": 0.405,
      "step": 4050
    },
    {
      "epoch": 2.194990088304199,
      "grad_norm": 0.2995355365322975,
      "learning_rate": 2.034155175669592e-06,
      "loss": 0.4044,
      "step": 4060
    },
    {
      "epoch": 2.200396467832042,
      "grad_norm": 0.2868235821916637,
      "learning_rate": 2.0088812702594424e-06,
      "loss": 0.4023,
      "step": 4070
    },
    {
      "epoch": 2.2058028473598847,
      "grad_norm": 0.29532698621262965,
      "learning_rate": 1.9837258278722855e-06,
      "loss": 0.413,
      "step": 4080
    },
    {
      "epoch": 2.2112092268877275,
      "grad_norm": 0.282345122194298,
      "learning_rate": 1.9586898447874543e-06,
      "loss": 0.4033,
      "step": 4090
    },
    {
      "epoch": 2.21661560641557,
      "grad_norm": 0.28744059302390934,
      "learning_rate": 1.933774312553092e-06,
      "loss": 0.4002,
      "step": 4100
    },
    {
      "epoch": 2.2220219859434134,
      "grad_norm": 0.29637974416632634,
      "learning_rate": 1.9089802179469036e-06,
      "loss": 0.397,
      "step": 4110
    },
    {
      "epoch": 2.227428365471256,
      "grad_norm": 0.29136812414474506,
      "learning_rate": 1.884308542937065e-06,
      "loss": 0.4198,
      "step": 4120
    },
    {
      "epoch": 2.232834744999099,
      "grad_norm": 0.28845833396948634,
      "learning_rate": 1.8597602646433294e-06,
      "loss": 0.4012,
      "step": 4130
    },
    {
      "epoch": 2.238241124526942,
      "grad_norm": 0.31515767696033387,
      "learning_rate": 1.8353363552983382e-06,
      "loss": 0.4084,
      "step": 4140
    },
    {
      "epoch": 2.2436475040547847,
      "grad_norm": 0.2852056906534805,
      "learning_rate": 1.8110377822091057e-06,
      "loss": 0.4129,
      "step": 4150
    },
    {
      "epoch": 2.2490538835826275,
      "grad_norm": 0.2961534698999477,
      "learning_rate": 1.7868655077187175e-06,
      "loss": 0.404,
      "step": 4160
    },
    {
      "epoch": 2.25446026311047,
      "grad_norm": 0.3026130823215708,
      "learning_rate": 1.76282048916821e-06,
      "loss": 0.4105,
      "step": 4170
    },
    {
      "epoch": 2.2598666426383134,
      "grad_norm": 0.295103201693147,
      "learning_rate": 1.7389036788586627e-06,
      "loss": 0.4057,
      "step": 4180
    },
    {
      "epoch": 2.265273022166156,
      "grad_norm": 0.26979492433946,
      "learning_rate": 1.7151160240134702e-06,
      "loss": 0.4027,
      "step": 4190
    },
    {
      "epoch": 2.270679401693999,
      "grad_norm": 0.3069718829915049,
      "learning_rate": 1.6914584667408408e-06,
      "loss": 0.407,
      "step": 4200
    },
    {
      "epoch": 2.276085781221842,
      "grad_norm": 0.2582555297518662,
      "learning_rate": 1.6679319439964797e-06,
      "loss": 0.3943,
      "step": 4210
    },
    {
      "epoch": 2.2814921607496847,
      "grad_norm": 0.30300112933414725,
      "learning_rate": 1.6445373875464738e-06,
      "loss": 0.4073,
      "step": 4220
    },
    {
      "epoch": 2.2868985402775275,
      "grad_norm": 0.27640155584834986,
      "learning_rate": 1.6212757239304e-06,
      "loss": 0.4074,
      "step": 4230
    },
    {
      "epoch": 2.29230491980537,
      "grad_norm": 0.288482277273483,
      "learning_rate": 1.5981478744246242e-06,
      "loss": 0.3961,
      "step": 4240
    },
    {
      "epoch": 2.297711299333213,
      "grad_norm": 0.2968944260811366,
      "learning_rate": 1.575154755005816e-06,
      "loss": 0.403,
      "step": 4250
    },
    {
      "epoch": 2.303117678861056,
      "grad_norm": 0.29278471655933946,
      "learning_rate": 1.5522972763146653e-06,
      "loss": 0.4019,
      "step": 4260
    },
    {
      "epoch": 2.308524058388899,
      "grad_norm": 0.2729883421366084,
      "learning_rate": 1.5295763436198274e-06,
      "loss": 0.4148,
      "step": 4270
    },
    {
      "epoch": 2.3139304379167416,
      "grad_norm": 0.30284845140590294,
      "learning_rate": 1.5069928567820635e-06,
      "loss": 0.4016,
      "step": 4280
    },
    {
      "epoch": 2.3193368174445848,
      "grad_norm": 0.3044664985270554,
      "learning_rate": 1.4845477102185974e-06,
      "loss": 0.4092,
      "step": 4290
    },
    {
      "epoch": 2.3247431969724275,
      "grad_norm": 0.30467048506977945,
      "learning_rate": 1.4622417928677034e-06,
      "loss": 0.3997,
      "step": 4300
    },
    {
      "epoch": 2.33014957650027,
      "grad_norm": 0.25546815283849933,
      "learning_rate": 1.4400759881534886e-06,
      "loss": 0.3988,
      "step": 4310
    },
    {
      "epoch": 2.335555956028113,
      "grad_norm": 0.2852027186621198,
      "learning_rate": 1.418051173950914e-06,
      "loss": 0.4124,
      "step": 4320
    },
    {
      "epoch": 2.340962335555956,
      "grad_norm": 0.28906302811953016,
      "learning_rate": 1.3961682225510203e-06,
      "loss": 0.3993,
      "step": 4330
    },
    {
      "epoch": 2.346368715083799,
      "grad_norm": 0.27197836639387235,
      "learning_rate": 1.3744280006263839e-06,
      "loss": 0.408,
      "step": 4340
    },
    {
      "epoch": 2.3517750946116416,
      "grad_norm": 0.2668399923208869,
      "learning_rate": 1.3528313691967926e-06,
      "loss": 0.4134,
      "step": 4350
    },
    {
      "epoch": 2.3571814741394848,
      "grad_norm": 0.2872848077693314,
      "learning_rate": 1.3313791835951396e-06,
      "loss": 0.4045,
      "step": 4360
    },
    {
      "epoch": 2.3625878536673275,
      "grad_norm": 0.29802601615160446,
      "learning_rate": 1.310072293433558e-06,
      "loss": 0.4014,
      "step": 4370
    },
    {
      "epoch": 2.36799423319517,
      "grad_norm": 0.25723071187565805,
      "learning_rate": 1.2889115425697612e-06,
      "loss": 0.399,
      "step": 4380
    },
    {
      "epoch": 2.373400612723013,
      "grad_norm": 0.2842104581531295,
      "learning_rate": 1.2678977690736311e-06,
      "loss": 0.4015,
      "step": 4390
    },
    {
      "epoch": 2.378806992250856,
      "grad_norm": 0.2813179130833351,
      "learning_rate": 1.2470318051940205e-06,
      "loss": 0.4026,
      "step": 4400
    },
    {
      "epoch": 2.384213371778699,
      "grad_norm": 0.27762098429764004,
      "learning_rate": 1.2263144773257967e-06,
      "loss": 0.4068,
      "step": 4410
    },
    {
      "epoch": 2.3896197513065416,
      "grad_norm": 0.27848678899943174,
      "learning_rate": 1.2057466059771035e-06,
      "loss": 0.4006,
      "step": 4420
    },
    {
      "epoch": 2.3950261308343848,
      "grad_norm": 0.27875535013460345,
      "learning_rate": 1.1853290057368754e-06,
      "loss": 0.4088,
      "step": 4430
    },
    {
      "epoch": 2.4004325103622275,
      "grad_norm": 0.2662344684523685,
      "learning_rate": 1.165062485242574e-06,
      "loss": 0.4019,
      "step": 4440
    },
    {
      "epoch": 2.40583888989007,
      "grad_norm": 0.3005215328293971,
      "learning_rate": 1.1449478471481512e-06,
      "loss": 0.411,
      "step": 4450
    },
    {
      "epoch": 2.411245269417913,
      "grad_norm": 0.2712567161403629,
      "learning_rate": 1.1249858880922771e-06,
      "loss": 0.4059,
      "step": 4460
    },
    {
      "epoch": 2.416651648945756,
      "grad_norm": 0.26211955276644977,
      "learning_rate": 1.1051773986667735e-06,
      "loss": 0.4051,
      "step": 4470
    },
    {
      "epoch": 2.422058028473599,
      "grad_norm": 0.26165210615685336,
      "learning_rate": 1.0855231633853137e-06,
      "loss": 0.4068,
      "step": 4480
    },
    {
      "epoch": 2.4274644080014416,
      "grad_norm": 0.2765363606523804,
      "learning_rate": 1.0660239606523466e-06,
      "loss": 0.4128,
      "step": 4490
    },
    {
      "epoch": 2.4328707875292848,
      "grad_norm": 0.2770223660740028,
      "learning_rate": 1.0466805627322685e-06,
      "loss": 0.4055,
      "step": 4500
    },
    {
      "epoch": 2.4382771670571275,
      "grad_norm": 0.266013699998984,
      "learning_rate": 1.0274937357188414e-06,
      "loss": 0.4049,
      "step": 4510
    },
    {
      "epoch": 2.4436835465849702,
      "grad_norm": 0.25683355130670393,
      "learning_rate": 1.0084642395048428e-06,
      "loss": 0.4078,
      "step": 4520
    },
    {
      "epoch": 2.449089926112813,
      "grad_norm": 0.2811697424270643,
      "learning_rate": 9.895928277519822e-07,
      "loss": 0.4092,
      "step": 4530
    },
    {
      "epoch": 2.454496305640656,
      "grad_norm": 0.2836256278223854,
      "learning_rate": 9.708802478610413e-07,
      "loss": 0.4059,
      "step": 4540
    },
    {
      "epoch": 2.459902685168499,
      "grad_norm": 0.2771952071252828,
      "learning_rate": 9.523272409422829e-07,
      "loss": 0.4112,
      "step": 4550
    },
    {
      "epoch": 2.4653090646963416,
      "grad_norm": 0.2965292468618203,
      "learning_rate": 9.339345417860918e-07,
      "loss": 0.4028,
      "step": 4560
    },
    {
      "epoch": 2.4707154442241848,
      "grad_norm": 0.307263683184186,
      "learning_rate": 9.157028788338795e-07,
      "loss": 0.4029,
      "step": 4570
    },
    {
      "epoch": 2.4761218237520275,
      "grad_norm": 0.2922545833760392,
      "learning_rate": 8.976329741492262e-07,
      "loss": 0.3939,
      "step": 4580
    },
    {
      "epoch": 2.4815282032798702,
      "grad_norm": 0.29211120065069335,
      "learning_rate": 8.797255433892926e-07,
      "loss": 0.4086,
      "step": 4590
    },
    {
      "epoch": 2.486934582807713,
      "grad_norm": 0.28634400793358533,
      "learning_rate": 8.619812957764729e-07,
      "loss": 0.4059,
      "step": 4600
    },
    {
      "epoch": 2.492340962335556,
      "grad_norm": 0.2646272575948771,
      "learning_rate": 8.444009340703008e-07,
      "loss": 0.398,
      "step": 4610
    },
    {
      "epoch": 2.497747341863399,
      "grad_norm": 0.29066647888917396,
      "learning_rate": 8.269851545396279e-07,
      "loss": 0.4025,
      "step": 4620
    },
    {
      "epoch": 2.5031537213912416,
      "grad_norm": 0.28424280479329644,
      "learning_rate": 8.097346469350348e-07,
      "loss": 0.4013,
      "step": 4630
    },
    {
      "epoch": 2.5085601009190848,
      "grad_norm": 0.2896529003620974,
      "learning_rate": 7.926500944615267e-07,
      "loss": 0.4108,
      "step": 4640
    },
    {
      "epoch": 2.5139664804469275,
      "grad_norm": 0.27346406286896946,
      "learning_rate": 7.757321737514645e-07,
      "loss": 0.3941,
      "step": 4650
    },
    {
      "epoch": 2.5193728599747702,
      "grad_norm": 0.26882609264045565,
      "learning_rate": 7.589815548377738e-07,
      "loss": 0.4035,
      "step": 4660
    },
    {
      "epoch": 2.524779239502613,
      "grad_norm": 0.27733293233890505,
      "learning_rate": 7.423989011274052e-07,
      "loss": 0.4085,
      "step": 4670
    },
    {
      "epoch": 2.5301856190304557,
      "grad_norm": 0.25627085107348396,
      "learning_rate": 7.259848693750582e-07,
      "loss": 0.4017,
      "step": 4680
    },
    {
      "epoch": 2.535591998558299,
      "grad_norm": 0.2691243234604463,
      "learning_rate": 7.097401096571765e-07,
      "loss": 0.3996,
      "step": 4690
    },
    {
      "epoch": 2.5409983780861416,
      "grad_norm": 0.2764529789534093,
      "learning_rate": 6.936652653461939e-07,
      "loss": 0.4145,
      "step": 4700
    },
    {
      "epoch": 2.5464047576139848,
      "grad_norm": 0.2902741811813119,
      "learning_rate": 6.777609730850615e-07,
      "loss": 0.4007,
      "step": 4710
    },
    {
      "epoch": 2.5518111371418275,
      "grad_norm": 0.265969991168333,
      "learning_rate": 6.620278627620286e-07,
      "loss": 0.402,
      "step": 4720
    },
    {
      "epoch": 2.5572175166696702,
      "grad_norm": 0.259196836837019,
      "learning_rate": 6.464665574856977e-07,
      "loss": 0.4124,
      "step": 4730
    },
    {
      "epoch": 2.562623896197513,
      "grad_norm": 0.2829926842253021,
      "learning_rate": 6.310776735603452e-07,
      "loss": 0.3989,
      "step": 4740
    },
    {
      "epoch": 2.5680302757253557,
      "grad_norm": 0.2694529736291035,
      "learning_rate": 6.158618204615119e-07,
      "loss": 0.4032,
      "step": 4750
    },
    {
      "epoch": 2.573436655253199,
      "grad_norm": 0.2630102431201598,
      "learning_rate": 6.008196008118705e-07,
      "loss": 0.407,
      "step": 4760
    },
    {
      "epoch": 2.5788430347810416,
      "grad_norm": 0.27146999027694685,
      "learning_rate": 5.859516103573492e-07,
      "loss": 0.3982,
      "step": 4770
    },
    {
      "epoch": 2.5842494143088843,
      "grad_norm": 0.28346284777141134,
      "learning_rate": 5.712584379435482e-07,
      "loss": 0.3984,
      "step": 4780
    },
    {
      "epoch": 2.5896557938367275,
      "grad_norm": 0.28197172604169823,
      "learning_rate": 5.567406654924074e-07,
      "loss": 0.3988,
      "step": 4790
    },
    {
      "epoch": 2.5950621733645702,
      "grad_norm": 0.2717022634001503,
      "learning_rate": 5.423988679791686e-07,
      "loss": 0.4098,
      "step": 4800
    },
    {
      "epoch": 2.600468552892413,
      "grad_norm": 0.276903744178795,
      "learning_rate": 5.282336134095994e-07,
      "loss": 0.4043,
      "step": 4810
    },
    {
      "epoch": 2.6058749324202557,
      "grad_norm": 0.25453566586188486,
      "learning_rate": 5.142454627974969e-07,
      "loss": 0.3976,
      "step": 4820
    },
    {
      "epoch": 2.611281311948099,
      "grad_norm": 0.2784736093310705,
      "learning_rate": 5.00434970142471e-07,
      "loss": 0.4062,
      "step": 4830
    },
    {
      "epoch": 2.6166876914759416,
      "grad_norm": 0.24784017038474418,
      "learning_rate": 4.868026824080008e-07,
      "loss": 0.4061,
      "step": 4840
    },
    {
      "epoch": 2.6220940710037843,
      "grad_norm": 0.2807417719405863,
      "learning_rate": 4.7334913949977526e-07,
      "loss": 0.4075,
      "step": 4850
    },
    {
      "epoch": 2.6275004505316275,
      "grad_norm": 0.25346910500895187,
      "learning_rate": 4.6007487424430565e-07,
      "loss": 0.3964,
      "step": 4860
    },
    {
      "epoch": 2.6329068300594702,
      "grad_norm": 0.27364761903392193,
      "learning_rate": 4.46980412367829e-07,
      "loss": 0.3938,
      "step": 4870
    },
    {
      "epoch": 2.638313209587313,
      "grad_norm": 0.2765709048501121,
      "learning_rate": 4.3406627247548184e-07,
      "loss": 0.4074,
      "step": 4880
    },
    {
      "epoch": 2.6437195891151557,
      "grad_norm": 0.2776500402889704,
      "learning_rate": 4.21332966030763e-07,
      "loss": 0.3994,
      "step": 4890
    },
    {
      "epoch": 2.649125968642999,
      "grad_norm": 0.26079072827311783,
      "learning_rate": 4.08780997335278e-07,
      "loss": 0.4045,
      "step": 4900
    },
    {
      "epoch": 2.6545323481708416,
      "grad_norm": 0.2397016051949167,
      "learning_rate": 3.9641086350876155e-07,
      "loss": 0.4029,
      "step": 4910
    },
    {
      "epoch": 2.6599387276986843,
      "grad_norm": 0.29754617724142174,
      "learning_rate": 3.84223054469397e-07,
      "loss": 0.4018,
      "step": 4920
    },
    {
      "epoch": 2.6653451072265275,
      "grad_norm": 0.27568276310419043,
      "learning_rate": 3.722180529144054e-07,
      "loss": 0.4096,
      "step": 4930
    },
    {
      "epoch": 2.6707514867543702,
      "grad_norm": 0.25544292907340554,
      "learning_rate": 3.6039633430093367e-07,
      "loss": 0.4006,
      "step": 4940
    },
    {
      "epoch": 2.676157866282213,
      "grad_norm": 0.2904302979415872,
      "learning_rate": 3.4875836682722096e-07,
      "loss": 0.4093,
      "step": 4950
    },
    {
      "epoch": 2.6815642458100557,
      "grad_norm": 0.2796446372356396,
      "learning_rate": 3.373046114140571e-07,
      "loss": 0.4037,
      "step": 4960
    },
    {
      "epoch": 2.686970625337899,
      "grad_norm": 0.2690617997319961,
      "learning_rate": 3.260355216865291e-07,
      "loss": 0.4058,
      "step": 4970
    },
    {
      "epoch": 2.6923770048657416,
      "grad_norm": 0.27708751977237855,
      "learning_rate": 3.149515439560524e-07,
      "loss": 0.4084,
      "step": 4980
    },
    {
      "epoch": 2.6977833843935843,
      "grad_norm": 0.25923770611284674,
      "learning_rate": 3.040531172026978e-07,
      "loss": 0.4035,
      "step": 4990
    },
    {
      "epoch": 2.7031897639214275,
      "grad_norm": 0.2503752240400745,
      "learning_rate": 2.933406730578009e-07,
      "loss": 0.4094,
      "step": 5000
    },
    {
      "epoch": 2.7085961434492702,
      "grad_norm": 0.27256002841564525,
      "learning_rate": 2.828146357868755e-07,
      "loss": 0.4049,
      "step": 5010
    },
    {
      "epoch": 2.714002522977113,
      "grad_norm": 0.262526407381437,
      "learning_rate": 2.7247542227280155e-07,
      "loss": 0.399,
      "step": 5020
    },
    {
      "epoch": 2.7194089025049557,
      "grad_norm": 0.26889496739047675,
      "learning_rate": 2.6232344199932034e-07,
      "loss": 0.3974,
      "step": 5030
    },
    {
      "epoch": 2.7248152820327984,
      "grad_norm": 0.2581699169174531,
      "learning_rate": 2.523590970348166e-07,
      "loss": 0.4078,
      "step": 5040
    },
    {
      "epoch": 2.7302216615606416,
      "grad_norm": 0.2681313769671267,
      "learning_rate": 2.4258278201639117e-07,
      "loss": 0.4083,
      "step": 5050
    },
    {
      "epoch": 2.7356280410884843,
      "grad_norm": 0.2583458633767275,
      "learning_rate": 2.3299488413423554e-07,
      "loss": 0.4033,
      "step": 5060
    },
    {
      "epoch": 2.7410344206163275,
      "grad_norm": 0.27176652448537475,
      "learning_rate": 2.2359578311629272e-07,
      "loss": 0.41,
      "step": 5070
    },
    {
      "epoch": 2.7464408001441702,
      "grad_norm": 0.2651677980954859,
      "learning_rate": 2.1438585121322465e-07,
      "loss": 0.4048,
      "step": 5080
    },
    {
      "epoch": 2.751847179672013,
      "grad_norm": 0.26468667998207535,
      "learning_rate": 2.0536545318366018e-07,
      "loss": 0.4089,
      "step": 5090
    },
    {
      "epoch": 2.7572535591998557,
      "grad_norm": 0.2682578170402083,
      "learning_rate": 1.9653494627975888e-07,
      "loss": 0.404,
      "step": 5100
    },
    {
      "epoch": 2.7626599387276984,
      "grad_norm": 0.27087994511441277,
      "learning_rate": 1.8789468023305334e-07,
      "loss": 0.4033,
      "step": 5110
    },
    {
      "epoch": 2.7680663182555416,
      "grad_norm": 0.25252752081120117,
      "learning_rate": 1.7944499724060484e-07,
      "loss": 0.4086,
      "step": 5120
    },
    {
      "epoch": 2.7734726977833843,
      "grad_norm": 0.2765603337180068,
      "learning_rate": 1.711862319514457e-07,
      "loss": 0.4058,
      "step": 5130
    },
    {
      "epoch": 2.7788790773112275,
      "grad_norm": 0.2662570880480703,
      "learning_rate": 1.6311871145332836e-07,
      "loss": 0.4016,
      "step": 5140
    },
    {
      "epoch": 2.7842854568390702,
      "grad_norm": 0.26536562491010973,
      "learning_rate": 1.5524275525977073e-07,
      "loss": 0.3961,
      "step": 5150
    },
    {
      "epoch": 2.789691836366913,
      "grad_norm": 0.2696933797225792,
      "learning_rate": 1.4755867529740064e-07,
      "loss": 0.402,
      "step": 5160
    },
    {
      "epoch": 2.7950982158947557,
      "grad_norm": 0.26230277928432566,
      "learning_rate": 1.4006677589360307e-07,
      "loss": 0.4006,
      "step": 5170
    },
    {
      "epoch": 2.8005045954225984,
      "grad_norm": 0.2618189445881308,
      "learning_rate": 1.3276735376446693e-07,
      "loss": 0.4101,
      "step": 5180
    },
    {
      "epoch": 2.8059109749504416,
      "grad_norm": 0.26154419260033057,
      "learning_rate": 1.2566069800303393e-07,
      "loss": 0.4007,
      "step": 5190
    },
    {
      "epoch": 2.8113173544782843,
      "grad_norm": 0.26129803510244903,
      "learning_rate": 1.1874709006784891e-07,
      "loss": 0.4108,
      "step": 5200
    },
    {
      "epoch": 2.816723734006127,
      "grad_norm": 0.2755262239215911,
      "learning_rate": 1.1202680377181252e-07,
      "loss": 0.4081,
      "step": 5210
    },
    {
      "epoch": 2.8221301135339703,
      "grad_norm": 0.27615467193849846,
      "learning_rate": 1.055001052713378e-07,
      "loss": 0.4057,
      "step": 5220
    },
    {
      "epoch": 2.827536493061813,
      "grad_norm": 0.2565394448779921,
      "learning_rate": 9.916725305580632e-08,
      "loss": 0.4074,
      "step": 5230
    },
    {
      "epoch": 2.8329428725896557,
      "grad_norm": 0.29481883515723867,
      "learning_rate": 9.302849793733526e-08,
      "loss": 0.4037,
      "step": 5240
    },
    {
      "epoch": 2.8383492521174984,
      "grad_norm": 0.2628737439763179,
      "learning_rate": 8.708408304083927e-08,
      "loss": 0.3982,
      "step": 5250
    },
    {
      "epoch": 2.8437556316453416,
      "grad_norm": 0.2856973586242492,
      "learning_rate": 8.133424379440535e-08,
      "loss": 0.4098,
      "step": 5260
    },
    {
      "epoch": 2.8491620111731844,
      "grad_norm": 0.2573191532815954,
      "learning_rate": 7.577920791996595e-08,
      "loss": 0.4021,
      "step": 5270
    },
    {
      "epoch": 2.854568390701027,
      "grad_norm": 0.2671924144995498,
      "learning_rate": 7.041919542428221e-08,
      "loss": 0.4046,
      "step": 5280
    },
    {
      "epoch": 2.8599747702288703,
      "grad_norm": 0.27125026996972024,
      "learning_rate": 6.525441859022873e-08,
      "loss": 0.3996,
      "step": 5290
    },
    {
      "epoch": 2.865381149756713,
      "grad_norm": 0.2597885306736867,
      "learning_rate": 6.028508196838811e-08,
      "loss": 0.3991,
      "step": 5300
    },
    {
      "epoch": 2.8707875292845557,
      "grad_norm": 0.2661065612840173,
      "learning_rate": 5.551138236894793e-08,
      "loss": 0.4082,
      "step": 5310
    },
    {
      "epoch": 2.8761939088123984,
      "grad_norm": 0.27596106902272594,
      "learning_rate": 5.093350885390591e-08,
      "loss": 0.4092,
      "step": 5320
    },
    {
      "epoch": 2.8816002883402416,
      "grad_norm": 0.2798778899386736,
      "learning_rate": 4.655164272958534e-08,
      "loss": 0.3935,
      "step": 5330
    },
    {
      "epoch": 2.8870066678680844,
      "grad_norm": 0.2675281011170649,
      "learning_rate": 4.236595753944972e-08,
      "loss": 0.4049,
      "step": 5340
    },
    {
      "epoch": 2.892413047395927,
      "grad_norm": 0.24219018671622744,
      "learning_rate": 3.837661905723378e-08,
      "loss": 0.4061,
      "step": 5350
    },
    {
      "epoch": 2.8978194269237703,
      "grad_norm": 0.26852051522723963,
      "learning_rate": 3.458378528037598e-08,
      "loss": 0.3982,
      "step": 5360
    },
    {
      "epoch": 2.903225806451613,
      "grad_norm": 0.2598218760743794,
      "learning_rate": 3.0987606423759644e-08,
      "loss": 0.3978,
      "step": 5370
    },
    {
      "epoch": 2.9086321859794557,
      "grad_norm": 0.24224454585639746,
      "learning_rate": 2.7588224913768225e-08,
      "loss": 0.4056,
      "step": 5380
    },
    {
      "epoch": 2.9140385655072985,
      "grad_norm": 0.28293842876891173,
      "learning_rate": 2.438577538263931e-08,
      "loss": 0.4041,
      "step": 5390
    },
    {
      "epoch": 2.9194449450351416,
      "grad_norm": 0.24273867782068695,
      "learning_rate": 2.1380384663135523e-08,
      "loss": 0.4046,
      "step": 5400
    },
    {
      "epoch": 2.9248513245629844,
      "grad_norm": 0.2589867572465761,
      "learning_rate": 1.8572171783521885e-08,
      "loss": 0.4016,
      "step": 5410
    },
    {
      "epoch": 2.930257704090827,
      "grad_norm": 0.26040920179163585,
      "learning_rate": 1.596124796284848e-08,
      "loss": 0.4048,
      "step": 5420
    },
    {
      "epoch": 2.9356640836186703,
      "grad_norm": 0.28129280293565423,
      "learning_rate": 1.3547716606548967e-08,
      "loss": 0.4082,
      "step": 5430
    },
    {
      "epoch": 2.941070463146513,
      "grad_norm": 0.27263421805264343,
      "learning_rate": 1.133167330234386e-08,
      "loss": 0.3957,
      "step": 5440
    },
    {
      "epoch": 2.9464768426743557,
      "grad_norm": 0.27306797377575853,
      "learning_rate": 9.313205816454674e-09,
      "loss": 0.4097,
      "step": 5450
    },
    {
      "epoch": 2.9518832222021985,
      "grad_norm": 0.26535989264790094,
      "learning_rate": 7.492394090128364e-09,
      "loss": 0.4091,
      "step": 5460
    },
    {
      "epoch": 2.957289601730041,
      "grad_norm": 0.26682062170730547,
      "learning_rate": 5.8693102364698604e-09,
      "loss": 0.3975,
      "step": 5470
    },
    {
      "epoch": 2.9626959812578844,
      "grad_norm": 0.2848285894683682,
      "learning_rate": 4.444018537588801e-09,
      "loss": 0.4075,
      "step": 5480
    },
    {
      "epoch": 2.968102360785727,
      "grad_norm": 0.2853108418534249,
      "learning_rate": 3.2165754420510063e-09,
      "loss": 0.4107,
      "step": 5490
    },
    {
      "epoch": 2.9735087403135703,
      "grad_norm": 0.26447810990716136,
      "learning_rate": 2.1870295626441607e-09,
      "loss": 0.4022,
      "step": 5500
    },
    {
      "epoch": 2.978915119841413,
      "grad_norm": 0.2661971477507847,
      "learning_rate": 1.3554216744521287e-09,
      "loss": 0.4041,
      "step": 5510
    },
    {
      "epoch": 2.9843214993692557,
      "grad_norm": 0.25582504114161564,
      "learning_rate": 7.217847132401367e-10,
      "loss": 0.4064,
      "step": 5520
    },
    {
      "epoch": 2.9897278788970985,
      "grad_norm": 0.26069476073784237,
      "learning_rate": 2.861437741508155e-10,
      "loss": 0.4115,
      "step": 5530
    },
    {
      "epoch": 2.995134258424941,
      "grad_norm": 0.27554755453273777,
      "learning_rate": 4.851611070832984e-11,
      "loss": 0.4016,
      "step": 5540
    },
    {
      "epoch": 2.9989187240944313,
      "step": 5547,
      "total_flos": 8484146955288576.0,
      "train_loss": 0.44718967426225087,
      "train_runtime": 93872.001,
      "train_samples_per_second": 5.675,
      "train_steps_per_second": 0.059
    }
  ],
  "logging_steps": 10,
  "max_steps": 5547,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8484146955288576.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}