{
  "best_metric": 0.04752533510327339,
  "best_model_checkpoint": "results/checkpoint-35000",
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 36070,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02772387025228722,
      "grad_norm": 1.750556230545044,
      "learning_rate": 9.999814117181637e-06,
      "loss": 6.049,
      "step": 100
    },
    {
      "epoch": 0.05544774050457444,
      "grad_norm": 0.824866533279419,
      "learning_rate": 9.999248953493363e-06,
      "loss": 3.0817,
      "step": 200
    },
    {
      "epoch": 0.08317161075686166,
      "grad_norm": 0.4907461702823639,
      "learning_rate": 9.998304532844263e-06,
      "loss": 2.3969,
      "step": 300
    },
    {
      "epoch": 0.11089548100914888,
      "grad_norm": 0.4534800946712494,
      "learning_rate": 9.996980926880713e-06,
      "loss": 2.0935,
      "step": 400
    },
    {
      "epoch": 0.1386193512614361,
      "grad_norm": 0.47491493821144104,
      "learning_rate": 9.995278236015153e-06,
      "loss": 1.9245,
      "step": 500
    },
    {
      "epoch": 0.1386193512614361,
      "eval_valid_loss": 1.7945984601974487,
      "eval_valid_runtime": 6.4498,
      "eval_valid_samples_per_second": 214.426,
      "eval_valid_steps_per_second": 6.822,
      "step": 500
    },
    {
      "epoch": 0.1386193512614361,
      "eval_valid_target_loss": 1.875697374343872,
      "eval_valid_target_runtime": 6.5527,
      "eval_valid_target_samples_per_second": 218.841,
      "eval_valid_target_steps_per_second": 6.867,
      "step": 500
    },
    {
      "epoch": 0.16634322151372333,
      "grad_norm": 0.5983259677886963,
      "learning_rate": 9.99319658941846e-06,
      "loss": 1.8294,
      "step": 600
    },
    {
      "epoch": 0.19406709176601053,
      "grad_norm": 0.6906803846359253,
      "learning_rate": 9.990736145010146e-06,
      "loss": 1.7625,
      "step": 700
    },
    {
      "epoch": 0.22179096201829776,
      "grad_norm": 1.4024661779403687,
      "learning_rate": 9.987897089446381e-06,
      "loss": 1.709,
      "step": 800
    },
    {
      "epoch": 0.24951483227058496,
      "grad_norm": 1.073205590248108,
      "learning_rate": 9.984679638105837e-06,
      "loss": 1.6595,
      "step": 900
    },
    {
      "epoch": 0.2772387025228722,
      "grad_norm": 1.280462384223938,
      "learning_rate": 9.981084035073337e-06,
      "loss": 1.6153,
      "step": 1000
    },
    {
      "epoch": 0.2772387025228722,
      "eval_valid_loss": 1.5186923742294312,
      "eval_valid_runtime": 6.4198,
      "eval_valid_samples_per_second": 215.427,
      "eval_valid_steps_per_second": 6.854,
      "step": 1000
    },
    {
      "epoch": 0.2772387025228722,
      "eval_valid_target_loss": 1.5994268655776978,
      "eval_valid_target_runtime": 6.5778,
      "eval_valid_target_samples_per_second": 218.006,
      "eval_valid_target_steps_per_second": 6.841,
      "step": 1000
    },
    {
      "epoch": 0.3049625727751594,
      "grad_norm": 0.9407665133476257,
      "learning_rate": 9.977110553121353e-06,
      "loss": 1.567,
      "step": 1100
    },
    {
      "epoch": 0.33268644302744665,
      "grad_norm": 1.5439337491989136,
      "learning_rate": 9.972759493689301e-06,
      "loss": 1.5275,
      "step": 1200
    },
    {
      "epoch": 0.36041031327973383,
      "grad_norm": 2.2176036834716797,
      "learning_rate": 9.968031186860677e-06,
      "loss": 1.4833,
      "step": 1300
    },
    {
      "epoch": 0.38813418353202106,
      "grad_norm": 1.6237233877182007,
      "learning_rate": 9.962925991338018e-06,
      "loss": 1.4457,
      "step": 1400
    },
    {
      "epoch": 0.4158580537843083,
      "grad_norm": 1.3075989484786987,
      "learning_rate": 9.957444294415685e-06,
      "loss": 1.407,
      "step": 1500
    },
    {
      "epoch": 0.4158580537843083,
      "eval_valid_loss": 1.326136589050293,
      "eval_valid_runtime": 6.413,
      "eval_valid_samples_per_second": 215.655,
      "eval_valid_steps_per_second": 6.861,
      "step": 1500
    },
    {
      "epoch": 0.4158580537843083,
      "eval_valid_target_loss": 1.3982958793640137,
      "eval_valid_target_runtime": 6.5728,
      "eval_valid_target_samples_per_second": 218.172,
      "eval_valid_target_steps_per_second": 6.846,
      "step": 1500
    },
    {
      "epoch": 0.4435819240365955,
      "grad_norm": 1.379807472229004,
      "learning_rate": 9.951586511950491e-06,
      "loss": 1.3768,
      "step": 1600
    },
    {
      "epoch": 0.47130579428888275,
      "grad_norm": 0.737086832523346,
      "learning_rate": 9.945353088330137e-06,
      "loss": 1.347,
      "step": 1700
    },
    {
      "epoch": 0.4990296645411699,
      "grad_norm": 0.6332296133041382,
      "learning_rate": 9.93874449643952e-06,
      "loss": 1.3188,
      "step": 1800
    },
    {
      "epoch": 0.5267535347934572,
      "grad_norm": 0.6948099732398987,
      "learning_rate": 9.931761237624833e-06,
      "loss": 1.2903,
      "step": 1900
    },
    {
      "epoch": 0.5544774050457444,
      "grad_norm": 0.9397527575492859,
      "learning_rate": 9.924403841655565e-06,
      "loss": 1.2671,
      "step": 2000
    },
    {
      "epoch": 0.5544774050457444,
      "eval_valid_loss": 1.2014020681381226,
      "eval_valid_runtime": 6.4367,
      "eval_valid_samples_per_second": 214.861,
      "eval_valid_steps_per_second": 6.836,
      "step": 2000
    },
    {
      "epoch": 0.5544774050457444,
      "eval_valid_target_loss": 1.2820453643798828,
      "eval_valid_target_runtime": 6.5614,
      "eval_valid_target_samples_per_second": 218.55,
      "eval_valid_target_steps_per_second": 6.858,
      "step": 2000
    },
    {
      "epoch": 0.5822012752980316,
      "grad_norm": 0.5302172303199768,
      "learning_rate": 9.916672866684275e-06,
      "loss": 1.2439,
      "step": 2100
    },
    {
      "epoch": 0.6099251455503188,
      "grad_norm": 0.5439279675483704,
      "learning_rate": 9.908568899204281e-06,
      "loss": 1.2231,
      "step": 2200
    },
    {
      "epoch": 0.637649015802606,
      "grad_norm": 0.7026234865188599,
      "learning_rate": 9.90009255400514e-06,
      "loss": 1.2027,
      "step": 2300
    },
    {
      "epoch": 0.6653728860548933,
      "grad_norm": 0.642803430557251,
      "learning_rate": 9.89124447412603e-06,
      "loss": 1.1864,
      "step": 2400
    },
    {
      "epoch": 0.6930967563071805,
      "grad_norm": 1.3601601123809814,
      "learning_rate": 9.882025330806952e-06,
      "loss": 1.1654,
      "step": 2500
    },
    {
      "epoch": 0.6930967563071805,
      "eval_valid_loss": 1.1063387393951416,
      "eval_valid_runtime": 6.4314,
      "eval_valid_samples_per_second": 215.037,
      "eval_valid_steps_per_second": 6.841,
      "step": 2500
    },
    {
      "epoch": 0.6930967563071805,
      "eval_valid_target_loss": 1.208246111869812,
      "eval_valid_target_runtime": 6.5564,
      "eval_valid_target_samples_per_second": 218.719,
      "eval_valid_target_steps_per_second": 6.864,
      "step": 2500
    },
    {
      "epoch": 0.7208206265594677,
      "grad_norm": 0.7053922414779663,
      "learning_rate": 9.872435823437816e-06,
      "loss": 1.1433,
      "step": 2600
    },
    {
      "epoch": 0.748544496811755,
      "grad_norm": 0.6601741909980774,
      "learning_rate": 9.862476679505384e-06,
      "loss": 1.1193,
      "step": 2700
    },
    {
      "epoch": 0.7762683670640421,
      "grad_norm": 0.7706498503684998,
      "learning_rate": 9.852148654538072e-06,
      "loss": 1.0954,
      "step": 2800
    },
    {
      "epoch": 0.8039922373163294,
      "grad_norm": 0.8355486392974854,
      "learning_rate": 9.841452532048648e-06,
      "loss": 1.069,
      "step": 2900
    },
    {
      "epoch": 0.8317161075686166,
      "grad_norm": 0.8369494676589966,
      "learning_rate": 9.830389123474773e-06,
      "loss": 1.0384,
      "step": 3000
    },
    {
      "epoch": 0.8317161075686166,
      "eval_valid_loss": 0.9615023732185364,
      "eval_valid_runtime": 6.4156,
      "eval_valid_samples_per_second": 215.57,
      "eval_valid_steps_per_second": 6.858,
      "step": 3000
    },
    {
      "epoch": 0.8317161075686166,
      "eval_valid_target_loss": 1.0947415828704834,
      "eval_valid_target_runtime": 6.5753,
      "eval_valid_target_samples_per_second": 218.088,
      "eval_valid_target_steps_per_second": 6.844,
      "step": 3000
    },
    {
      "epoch": 0.8594399778209038,
      "grad_norm": 1.4864110946655273,
      "learning_rate": 9.818959268117464e-06,
      "loss": 1.0103,
      "step": 3100
    },
    {
      "epoch": 0.887163848073191,
      "grad_norm": 0.7728907465934753,
      "learning_rate": 9.807163833077407e-06,
      "loss": 0.982,
      "step": 3200
    },
    {
      "epoch": 0.9148877183254782,
      "grad_norm": 0.6881595253944397,
      "learning_rate": 9.795003713189187e-06,
      "loss": 0.9492,
      "step": 3300
    },
    {
      "epoch": 0.9426115885777655,
      "grad_norm": 1.0222816467285156,
      "learning_rate": 9.782479830953388e-06,
      "loss": 0.9142,
      "step": 3400
    },
    {
      "epoch": 0.9703354588300527,
      "grad_norm": 0.6671555042266846,
      "learning_rate": 9.769593136466633e-06,
      "loss": 0.8838,
      "step": 3500
    },
    {
      "epoch": 0.9703354588300527,
      "eval_valid_loss": 0.8037808537483215,
      "eval_valid_runtime": 6.4314,
      "eval_valid_samples_per_second": 215.038,
      "eval_valid_steps_per_second": 6.841,
      "step": 3500
    },
    {
      "epoch": 0.9703354588300527,
      "eval_valid_target_loss": 0.9639121294021606,
      "eval_valid_target_runtime": 6.6053,
      "eval_valid_target_samples_per_second": 217.1,
      "eval_valid_target_steps_per_second": 6.813,
      "step": 3500
    },
    {
      "epoch": 0.9980593290823399,
      "grad_norm": 0.7793981432914734,
      "learning_rate": 9.756344607349483e-06,
      "loss": 0.8496,
      "step": 3600
    },
    {
      "epoch": 1.0257831993346271,
      "grad_norm": 0.7545821070671082,
      "learning_rate": 9.74273524867229e-06,
      "loss": 0.8117,
      "step": 3700
    },
    {
      "epoch": 1.0535070695869144,
      "grad_norm": 0.631118893623352,
      "learning_rate": 9.728766092878934e-06,
      "loss": 0.7749,
      "step": 3800
    },
    {
      "epoch": 1.0812309398392015,
      "grad_norm": 0.7934292554855347,
      "learning_rate": 9.714438199708516e-06,
      "loss": 0.7321,
      "step": 3900
    },
    {
      "epoch": 1.1089548100914888,
      "grad_norm": 0.6160613298416138,
      "learning_rate": 9.699752656114947e-06,
      "loss": 0.6891,
      "step": 4000
    },
    {
      "epoch": 1.1089548100914888,
      "eval_valid_loss": 0.5853330492973328,
      "eval_valid_runtime": 6.4069,
      "eval_valid_samples_per_second": 215.861,
      "eval_valid_steps_per_second": 6.868,
      "step": 4000
    },
    {
      "epoch": 1.1089548100914888,
      "eval_valid_target_loss": 0.7543638944625854,
      "eval_valid_target_runtime": 6.5591,
      "eval_valid_target_samples_per_second": 218.627,
      "eval_valid_target_steps_per_second": 6.861,
      "step": 4000
    },
    {
      "epoch": 1.136678680343776,
      "grad_norm": 0.4765689969062805,
      "learning_rate": 9.684710576184504e-06,
      "loss": 0.6383,
      "step": 4100
    },
    {
      "epoch": 1.1644025505960631,
      "grad_norm": 0.7610909938812256,
      "learning_rate": 9.669313101051295e-06,
      "loss": 0.5894,
      "step": 4200
    },
    {
      "epoch": 1.1921264208483504,
      "grad_norm": 0.5010733008384705,
      "learning_rate": 9.653561398810706e-06,
      "loss": 0.5446,
      "step": 4300
    },
    {
      "epoch": 1.2198502911006377,
      "grad_norm": 0.6305666565895081,
      "learning_rate": 9.637456664430776e-06,
      "loss": 0.5097,
      "step": 4400
    },
    {
      "epoch": 1.247574161352925,
      "grad_norm": 0.8064519762992859,
      "learning_rate": 9.621000119661545e-06,
      "loss": 0.4678,
      "step": 4500
    },
    {
      "epoch": 1.247574161352925,
      "eval_valid_loss": 0.38276800513267517,
      "eval_valid_runtime": 6.4349,
      "eval_valid_samples_per_second": 214.922,
      "eval_valid_steps_per_second": 6.838,
      "step": 4500
    },
    {
      "epoch": 1.247574161352925,
      "eval_valid_target_loss": 0.4976137578487396,
      "eval_valid_target_runtime": 6.5738,
      "eval_valid_target_samples_per_second": 218.139,
      "eval_valid_target_steps_per_second": 6.845,
      "step": 4500
    },
    {
      "epoch": 1.275298031605212,
      "grad_norm": 0.49154090881347656,
      "learning_rate": 9.604193012942375e-06,
      "loss": 0.4326,
      "step": 4600
    },
    {
      "epoch": 1.3030219018574993,
      "grad_norm": 0.5592367053031921,
      "learning_rate": 9.587036619307226e-06,
      "loss": 0.4054,
      "step": 4700
    },
    {
      "epoch": 1.3307457721097866,
      "grad_norm": 0.48195400834083557,
      "learning_rate": 9.569532240287946e-06,
      "loss": 0.3828,
      "step": 4800
    },
    {
      "epoch": 1.3584696423620737,
      "grad_norm": 0.5364578366279602,
      "learning_rate": 9.551681203815517e-06,
      "loss": 0.3595,
      "step": 4900
    },
    {
      "epoch": 1.386193512614361,
      "grad_norm": 0.5409713387489319,
      "learning_rate": 9.533484864119327e-06,
      "loss": 0.3405,
      "step": 5000
    },
    {
      "epoch": 1.386193512614361,
      "eval_valid_loss": 0.2857649326324463,
      "eval_valid_runtime": 6.4118,
      "eval_valid_samples_per_second": 215.697,
      "eval_valid_steps_per_second": 6.862,
      "step": 5000
    },
    {
      "epoch": 1.386193512614361,
      "eval_valid_target_loss": 0.33146464824676514,
      "eval_valid_target_runtime": 6.5717,
      "eval_valid_target_samples_per_second": 218.209,
      "eval_valid_target_steps_per_second": 6.848,
      "step": 5000
    },
    {
      "epoch": 1.4139173828666483,
      "grad_norm": 0.7294422388076782,
      "learning_rate": 9.514944601624427e-06,
      "loss": 0.328,
      "step": 5100
    },
    {
      "epoch": 1.4416412531189353,
      "grad_norm": 0.4695785343647003,
      "learning_rate": 9.49606182284681e-06,
      "loss": 0.3095,
      "step": 5200
    },
    {
      "epoch": 1.4693651233712226,
      "grad_norm": 0.5484552979469299,
      "learning_rate": 9.476837960286707e-06,
      "loss": 0.3016,
      "step": 5300
    },
    {
      "epoch": 1.49708899362351,
      "grad_norm": 0.38614729046821594,
      "learning_rate": 9.457274472319919e-06,
      "loss": 0.2875,
      "step": 5400
    },
    {
      "epoch": 1.524812863875797,
      "grad_norm": 0.3303731381893158,
      "learning_rate": 9.437372843087175e-06,
      "loss": 0.2821,
      "step": 5500
    },
    {
      "epoch": 1.524812863875797,
      "eval_valid_loss": 0.23669035732746124,
      "eval_valid_runtime": 6.4303,
      "eval_valid_samples_per_second": 215.074,
      "eval_valid_steps_per_second": 6.843,
      "step": 5500
    },
    {
      "epoch": 1.524812863875797,
      "eval_valid_target_loss": 0.2617432773113251,
      "eval_valid_target_runtime": 6.5556,
      "eval_valid_target_samples_per_second": 218.744,
      "eval_valid_target_steps_per_second": 6.864,
      "step": 5500
    },
    {
      "epoch": 1.5525367341280842,
      "grad_norm": 0.5144414305686951,
      "learning_rate": 9.417134582381548e-06,
      "loss": 0.2696,
      "step": 5600
    },
    {
      "epoch": 1.5802606043803715,
      "grad_norm": 0.5522892475128174,
      "learning_rate": 9.396561225533902e-06,
      "loss": 0.2617,
      "step": 5700
    },
    {
      "epoch": 1.6079844746326586,
      "grad_norm": 0.4152807295322418,
      "learning_rate": 9.37565433329644e-06,
      "loss": 0.2522,
      "step": 5800
    },
    {
      "epoch": 1.635708344884946,
      "grad_norm": 0.3866608142852783,
      "learning_rate": 9.35441549172428e-06,
      "loss": 0.2469,
      "step": 5900
    },
    {
      "epoch": 1.6634322151372332,
      "grad_norm": 0.3131564259529114,
      "learning_rate": 9.33284631205515e-06,
      "loss": 0.2425,
      "step": 6000
    },
    {
      "epoch": 1.6634322151372332,
      "eval_valid_loss": 0.20471729338169098,
      "eval_valid_runtime": 6.4284,
      "eval_valid_samples_per_second": 215.138,
      "eval_valid_steps_per_second": 6.845,
      "step": 6000
    },
    {
      "epoch": 1.6634322151372332,
      "eval_valid_target_loss": 0.2232024222612381,
      "eval_valid_target_runtime": 6.5873,
      "eval_valid_target_samples_per_second": 217.69,
      "eval_valid_target_steps_per_second": 6.831,
      "step": 6000
    },
    {
      "epoch": 1.6911560853895202,
      "grad_norm": 0.4385012090206146,
      "learning_rate": 9.31094843058714e-06,
      "loss": 0.2346,
      "step": 6100
    },
    {
      "epoch": 1.7188799556418077,
      "grad_norm": 0.3904290497303009,
      "learning_rate": 9.28872350855458e-06,
      "loss": 0.2279,
      "step": 6200
    },
    {
      "epoch": 1.7466038258940948,
      "grad_norm": 0.4294661581516266,
      "learning_rate": 9.266173232002005e-06,
      "loss": 0.2218,
      "step": 6300
    },
    {
      "epoch": 1.774327696146382,
      "grad_norm": 0.40256062150001526,
      "learning_rate": 9.243299311656253e-06,
      "loss": 0.2189,
      "step": 6400
    },
    {
      "epoch": 1.8020515663986694,
      "grad_norm": 0.39798569679260254,
      "learning_rate": 9.220103482796683e-06,
      "loss": 0.2154,
      "step": 6500
    },
    {
      "epoch": 1.8020515663986694,
      "eval_valid_loss": 0.18116505444049835,
      "eval_valid_runtime": 6.4306,
      "eval_valid_samples_per_second": 215.065,
      "eval_valid_steps_per_second": 6.842,
      "step": 6500
    },
    {
      "epoch": 1.8020515663986694,
      "eval_valid_target_loss": 0.19611063599586487,
      "eval_valid_target_runtime": 6.5521,
      "eval_valid_target_samples_per_second": 218.86,
      "eval_valid_target_steps_per_second": 6.868,
      "step": 6500
    },
    {
      "epoch": 1.8297754366509564,
      "grad_norm": 0.2555886507034302,
      "learning_rate": 9.196587505123526e-06,
      "loss": 0.2082,
      "step": 6600
    },
    {
      "epoch": 1.8574993069032437,
      "grad_norm": 0.278145968914032,
      "learning_rate": 9.172753162624401e-06,
      "loss": 0.2025,
      "step": 6700
    },
    {
      "epoch": 1.885223177155531,
      "grad_norm": 0.43592485785484314,
      "learning_rate": 9.148602263438967e-06,
      "loss": 0.2006,
      "step": 6800
    },
    {
      "epoch": 1.912947047407818,
      "grad_norm": 0.3828723430633545,
      "learning_rate": 9.124136639721757e-06,
      "loss": 0.1963,
      "step": 6900
    },
    {
      "epoch": 1.9406709176601054,
      "grad_norm": 0.3468044102191925,
      "learning_rate": 9.09935814750318e-06,
      "loss": 0.1928,
      "step": 7000
    },
    {
      "epoch": 1.9406709176601054,
      "eval_valid_loss": 0.16255635023117065,
      "eval_valid_runtime": 6.4262,
      "eval_valid_samples_per_second": 215.213,
      "eval_valid_steps_per_second": 6.847,
      "step": 7000
    },
    {
      "epoch": 1.9406709176601054,
      "eval_valid_target_loss": 0.17588204145431519,
      "eval_valid_target_runtime": 6.5759,
      "eval_valid_target_samples_per_second": 218.07,
      "eval_valid_target_steps_per_second": 6.843,
      "step": 7000
    },
    {
      "epoch": 1.9683947879123926,
      "grad_norm": 0.28793609142303467,
      "learning_rate": 9.074268666548728e-06,
      "loss": 0.1868,
      "step": 7100
    },
    {
      "epoch": 1.9961186581646797,
      "grad_norm": 0.4627343714237213,
      "learning_rate": 9.04887010021636e-06,
      "loss": 0.1857,
      "step": 7200
    },
    {
      "epoch": 2.023842528416967,
      "grad_norm": 0.4490989148616791,
      "learning_rate": 9.023164375312117e-06,
      "loss": 0.1786,
      "step": 7300
    },
    {
      "epoch": 2.0515663986692543,
      "grad_norm": 0.319859117269516,
      "learning_rate": 8.997153441943944e-06,
      "loss": 0.1779,
      "step": 7400
    },
    {
      "epoch": 2.0792902689215413,
      "grad_norm": 0.3379845917224884,
      "learning_rate": 8.970839273373748e-06,
      "loss": 0.1717,
      "step": 7500
    },
    {
      "epoch": 2.0792902689215413,
      "eval_valid_loss": 0.1455078125,
      "eval_valid_runtime": 6.4396,
      "eval_valid_samples_per_second": 214.766,
      "eval_valid_steps_per_second": 6.833,
      "step": 7500
    },
    {
      "epoch": 2.0792902689215413,
      "eval_valid_target_loss": 0.15758885443210602,
      "eval_valid_target_runtime": 6.5627,
      "eval_valid_target_samples_per_second": 218.508,
      "eval_valid_target_steps_per_second": 6.857,
      "step": 7500
    },
    {
      "epoch": 2.107014139173829,
      "grad_norm": 0.3079555928707123,
      "learning_rate": 8.944223865867712e-06,
      "loss": 0.1688,
      "step": 7600
    },
    {
      "epoch": 2.134738009426116,
      "grad_norm": 0.346603125333786,
      "learning_rate": 8.917309238544834e-06,
      "loss": 0.1661,
      "step": 7700
    },
    {
      "epoch": 2.162461879678403,
      "grad_norm": 0.3899448812007904,
      "learning_rate": 8.890097433223766e-06,
      "loss": 0.1653,
      "step": 7800
    },
    {
      "epoch": 2.1901857499306905,
      "grad_norm": 0.31352731585502625,
      "learning_rate": 8.862590514267915e-06,
      "loss": 0.1609,
      "step": 7900
    },
    {
      "epoch": 2.2179096201829775,
      "grad_norm": 0.29558128118515015,
      "learning_rate": 8.834790568428827e-06,
      "loss": 0.158,
      "step": 8000
    },
    {
      "epoch": 2.2179096201829775,
      "eval_valid_loss": 0.1319538652896881,
      "eval_valid_runtime": 6.417,
      "eval_valid_samples_per_second": 215.521,
      "eval_valid_steps_per_second": 6.857,
      "step": 8000
    },
    {
      "epoch": 2.2179096201829775,
      "eval_valid_target_loss": 0.1427442878484726,
      "eval_valid_target_runtime": 6.5854,
      "eval_valid_target_samples_per_second": 217.754,
      "eval_valid_target_steps_per_second": 6.833,
      "step": 8000
    },
    {
      "epoch": 2.2456334904352646,
      "grad_norm": 0.29061177372932434,
      "learning_rate": 8.80669970468788e-06,
      "loss": 0.1545,
      "step": 8100
    },
    {
      "epoch": 2.273357360687552,
      "grad_norm": 0.3253875970840454,
      "learning_rate": 8.778320054096306e-06,
      "loss": 0.1528,
      "step": 8200
    },
    {
      "epoch": 2.301081230939839,
      "grad_norm": 0.2402360886335373,
      "learning_rate": 8.749653769613502e-06,
      "loss": 0.1511,
      "step": 8300
    },
    {
      "epoch": 2.3288051011921262,
      "grad_norm": 0.31634458899497986,
      "learning_rate": 8.720703025943717e-06,
      "loss": 0.1461,
      "step": 8400
    },
    {
      "epoch": 2.3565289714444138,
      "grad_norm": 0.21685920655727386,
      "learning_rate": 8.691470019371065e-06,
      "loss": 0.143,
      "step": 8500
    },
    {
      "epoch": 2.3565289714444138,
      "eval_valid_loss": 0.12121625989675522,
      "eval_valid_runtime": 6.4171,
      "eval_valid_samples_per_second": 215.519,
      "eval_valid_steps_per_second": 6.857,
      "step": 8500
    },
    {
      "epoch": 2.3565289714444138,
      "eval_valid_target_loss": 0.1312141716480255,
      "eval_valid_target_runtime": 6.57,
      "eval_valid_target_samples_per_second": 218.266,
      "eval_valid_target_steps_per_second": 6.849,
      "step": 8500
    },
    {
      "epoch": 2.384252841696701,
      "grad_norm": 0.24635937809944153,
      "learning_rate": 8.661956967592907e-06,
      "loss": 0.1424,
      "step": 8600
    },
    {
      "epoch": 2.411976711948988,
      "grad_norm": 0.21958141028881073,
      "learning_rate": 8.632166109551623e-06,
      "loss": 0.1388,
      "step": 8700
    },
    {
      "epoch": 2.4397005822012754,
      "grad_norm": 0.2693657875061035,
      "learning_rate": 8.60209970526474e-06,
      "loss": 0.1392,
      "step": 8800
    },
    {
      "epoch": 2.4674244524535625,
      "grad_norm": 0.22512082755565643,
      "learning_rate": 8.5717600356535e-06,
      "loss": 0.1356,
      "step": 8900
    },
    {
      "epoch": 2.49514832270585,
      "grad_norm": 0.3446211516857147,
      "learning_rate": 8.541149402369806e-06,
      "loss": 0.1324,
      "step": 9000
    },
    {
      "epoch": 2.49514832270585,
      "eval_valid_loss": 0.11042323708534241,
      "eval_valid_runtime": 6.4273,
      "eval_valid_samples_per_second": 215.176,
      "eval_valid_steps_per_second": 6.846,
      "step": 9000
    },
    {
      "epoch": 2.49514832270585,
      "eval_valid_target_loss": 0.11918216943740845,
      "eval_valid_target_runtime": 6.5885,
      "eval_valid_target_samples_per_second": 217.651,
      "eval_valid_target_steps_per_second": 6.83,
      "step": 9000
    },
    {
      "epoch": 2.522872192958137,
      "grad_norm": 0.21913643181324005,
      "learning_rate": 8.51027012762163e-06,
      "loss": 0.1303,
      "step": 9100
    },
    {
      "epoch": 2.550596063210424,
      "grad_norm": 0.24243904650211334,
      "learning_rate": 8.479124553996824e-06,
      "loss": 0.1268,
      "step": 9200
    },
    {
      "epoch": 2.578319933462711,
      "grad_norm": 0.22184187173843384,
      "learning_rate": 8.447715044285425e-06,
      "loss": 0.1251,
      "step": 9300
    },
    {
      "epoch": 2.6060438037149987,
      "grad_norm": 0.22888724505901337,
      "learning_rate": 8.41604398130039e-06,
      "loss": 0.1221,
      "step": 9400
    },
    {
      "epoch": 2.6337676739672857,
      "grad_norm": 0.24152572453022003,
      "learning_rate": 8.384113767696838e-06,
      "loss": 0.121,
      "step": 9500
    },
    {
      "epoch": 2.6337676739672857,
      "eval_valid_loss": 0.10074004530906677,
      "eval_valid_runtime": 6.4317,
      "eval_valid_samples_per_second": 215.03,
      "eval_valid_steps_per_second": 6.841,
      "step": 9500
    },
    {
      "epoch": 2.6337676739672857,
      "eval_valid_target_loss": 0.10891123861074448,
      "eval_valid_target_runtime": 6.5593,
      "eval_valid_target_samples_per_second": 218.622,
      "eval_valid_target_steps_per_second": 6.861,
      "step": 9500
    },
    {
      "epoch": 2.6614915442195732,
      "grad_norm": 0.2756216526031494,
      "learning_rate": 8.35192682578978e-06,
      "loss": 0.1195,
      "step": 9600
    },
    {
      "epoch": 2.6892154144718603,
      "grad_norm": 0.24438254535198212,
      "learning_rate": 8.319485597370348e-06,
      "loss": 0.1157,
      "step": 9700
    },
    {
      "epoch": 2.7169392847241474,
      "grad_norm": 0.35991132259368896,
      "learning_rate": 8.286792543520556e-06,
      "loss": 0.115,
      "step": 9800
    },
    {
      "epoch": 2.744663154976435,
      "grad_norm": 0.22763152420520782,
      "learning_rate": 8.253850144426606e-06,
      "loss": 0.1134,
      "step": 9900
    },
    {
      "epoch": 2.772387025228722,
      "grad_norm": 0.24357567727565765,
      "learning_rate": 8.220660899190712e-06,
      "loss": 0.1106,
      "step": 10000
    },
    {
      "epoch": 2.772387025228722,
      "eval_valid_loss": 0.092686228454113,
      "eval_valid_runtime": 6.4287,
      "eval_valid_samples_per_second": 215.129,
      "eval_valid_steps_per_second": 6.844,
      "step": 10000
    },
    {
      "epoch": 2.772387025228722,
      "eval_valid_target_loss": 0.1005280539393425,
      "eval_valid_target_runtime": 6.5902,
      "eval_valid_target_samples_per_second": 217.596,
      "eval_valid_target_steps_per_second": 6.828,
      "step": 10000
    },
    {
      "epoch": 2.800110895481009,
      "grad_norm": 0.20446299016475677,
      "learning_rate": 8.187227325641534e-06,
      "loss": 0.109,
      "step": 10100
    },
    {
      "epoch": 2.8278347657332965,
      "grad_norm": 0.24309873580932617,
      "learning_rate": 8.153551960143157e-06,
      "loss": 0.1087,
      "step": 10200
    },
    {
      "epoch": 2.8555586359855836,
      "grad_norm": 0.21243679523468018,
      "learning_rate": 8.119637357402676e-06,
      "loss": 0.1063,
      "step": 10300
    },
    {
      "epoch": 2.8832825062378706,
      "grad_norm": 0.2227753847837448,
      "learning_rate": 8.085486090276391e-06,
      "loss": 0.1057,
      "step": 10400
    },
    {
      "epoch": 2.911006376490158,
      "grad_norm": 0.1933346837759018,
      "learning_rate": 8.05110074957462e-06,
      "loss": 0.1037,
      "step": 10500
    },
    {
      "epoch": 2.911006376490158,
      "eval_valid_loss": 0.08755628019571304,
      "eval_valid_runtime": 6.4374,
      "eval_valid_samples_per_second": 214.84,
      "eval_valid_steps_per_second": 6.835,
      "step": 10500
    },
    {
      "epoch": 2.911006376490158,
      "eval_valid_target_loss": 0.09479602426290512,
      "eval_valid_target_runtime": 6.5624,
      "eval_valid_target_samples_per_second": 218.517,
      "eval_valid_target_steps_per_second": 6.857,
      "step": 10500
    },
    {
      "epoch": 2.938730246742445,
      "grad_norm": 0.24507193267345428,
      "learning_rate": 8.016483943865158e-06,
      "loss": 0.1026,
      "step": 10600
    },
    {
      "epoch": 2.9664541169947327,
      "grad_norm": 0.16903254389762878,
      "learning_rate": 7.98163829927538e-06,
      "loss": 0.1019,
      "step": 10700
    },
    {
      "epoch": 2.99417798724702,
      "grad_norm": 0.21406187117099762,
      "learning_rate": 7.946566459293014e-06,
      "loss": 0.1016,
      "step": 10800
    },
    {
      "epoch": 3.021901857499307,
      "grad_norm": 0.17749078571796417,
      "learning_rate": 7.911271084565603e-06,
      "loss": 0.0988,
      "step": 10900
    },
    {
      "epoch": 3.049625727751594,
      "grad_norm": 0.2052767425775528,
      "learning_rate": 7.875754852698658e-06,
      "loss": 0.099,
      "step": 11000
    },
    {
      "epoch": 3.049625727751594,
      "eval_valid_loss": 0.08359777182340622,
      "eval_valid_runtime": 6.4134,
      "eval_valid_samples_per_second": 215.643,
      "eval_valid_steps_per_second": 6.861,
      "step": 11000
    },
    {
      "epoch": 3.049625727751594,
      "eval_valid_target_loss": 0.09044167399406433,
      "eval_valid_target_runtime": 6.5678,
      "eval_valid_target_samples_per_second": 218.336,
      "eval_valid_target_steps_per_second": 6.852,
      "step": 11000
    },
    {
      "epoch": 3.0773495980038814,
      "grad_norm": 0.20621031522750854,
      "learning_rate": 7.840020458052529e-06,
      "loss": 0.0961,
      "step": 11100
    },
    {
      "epoch": 3.1050734682561685,
      "grad_norm": 0.18608888983726501,
      "learning_rate": 7.804070611538001e-06,
      "loss": 0.0964,
      "step": 11200
    },
    {
      "epoch": 3.132797338508456,
      "grad_norm": 0.14550629258155823,
      "learning_rate": 7.767908040410642e-06,
      "loss": 0.0957,
      "step": 11300
    },
    {
      "epoch": 3.160521208760743,
      "grad_norm": 0.21664443612098694,
      "learning_rate": 7.731535488063895e-06,
      "loss": 0.0948,
      "step": 11400
    },
    {
      "epoch": 3.18824507901303,
      "grad_norm": 0.17702756822109222,
      "learning_rate": 7.694955713820974e-06,
      "loss": 0.0935,
      "step": 11500
    },
    {
      "epoch": 3.18824507901303,
      "eval_valid_loss": 0.07985392957925797,
      "eval_valid_runtime": 6.4194,
      "eval_valid_samples_per_second": 215.442,
      "eval_valid_steps_per_second": 6.854,
      "step": 11500
    },
    {
      "epoch": 3.18824507901303,
      "eval_valid_target_loss": 0.08640262484550476,
      "eval_valid_target_runtime": 6.5608,
      "eval_valid_target_samples_per_second": 218.572,
      "eval_valid_target_steps_per_second": 6.859,
      "step": 11500
    },
    {
      "epoch": 3.2159689492653176,
      "grad_norm": 0.19913919270038605,
      "learning_rate": 7.658171492725513e-06,
      "loss": 0.0936,
      "step": 11600
    },
    {
      "epoch": 3.2436928195176047,
      "grad_norm": 0.18789726495742798,
      "learning_rate": 7.621185615331061e-06,
      "loss": 0.0924,
      "step": 11700
    },
    {
      "epoch": 3.2714166897698918,
      "grad_norm": 0.18376338481903076,
      "learning_rate": 7.584000887489373e-06,
      "loss": 0.0911,
      "step": 11800
    },
    {
      "epoch": 3.2991405600221793,
      "grad_norm": 0.19736219942569733,
      "learning_rate": 7.546620130137557e-06,
      "loss": 0.0912,
      "step": 11900
    },
    {
      "epoch": 3.3268644302744663,
      "grad_norm": 0.19527922570705414,
      "learning_rate": 7.509046179084061e-06,
      "loss": 0.0912,
      "step": 12000
    },
    {
      "epoch": 3.3268644302744663,
      "eval_valid_loss": 0.07622889429330826,
      "eval_valid_runtime": 6.4437,
      "eval_valid_samples_per_second": 214.627,
      "eval_valid_steps_per_second": 6.828,
      "step": 12000
    },
    {
      "epoch": 3.3268644302744663,
      "eval_valid_target_loss": 0.0823676660656929,
      "eval_valid_target_runtime": 6.5589,
      "eval_valid_target_samples_per_second": 218.635,
      "eval_valid_target_steps_per_second": 6.861,
      "step": 12000
    },
    {
      "epoch": 3.3545883005267534,
      "grad_norm": 0.18916228413581848,
      "learning_rate": 7.471281884793544e-06,
      "loss": 0.0896,
      "step": 12100
    },
    {
      "epoch": 3.382312170779041,
      "grad_norm": 0.1649465262889862,
      "learning_rate": 7.4333301121706445e-06,
      "loss": 0.0881,
      "step": 12200
    },
    {
      "epoch": 3.410036041031328,
      "grad_norm": 0.18362993001937866,
      "learning_rate": 7.3951937403426186e-06,
      "loss": 0.0892,
      "step": 12300
    },
    {
      "epoch": 3.437759911283615,
      "grad_norm": 0.19268861413002014,
      "learning_rate": 7.356875662440939e-06,
      "loss": 0.0879,
      "step": 12400
    },
    {
      "epoch": 3.4654837815359025,
      "grad_norm": 0.17124581336975098,
      "learning_rate": 7.318378785381802e-06,
      "loss": 0.086,
      "step": 12500
    },
    {
      "epoch": 3.4654837815359025,
      "eval_valid_loss": 0.07317828387022018,
      "eval_valid_runtime": 6.4273,
      "eval_valid_samples_per_second": 215.177,
      "eval_valid_steps_per_second": 6.846,
      "step": 12500
    },
    {
      "epoch": 3.4654837815359025,
      "eval_valid_target_loss": 0.07900213450193405,
      "eval_valid_target_runtime": 6.5852,
      "eval_valid_target_samples_per_second": 217.76,
      "eval_valid_target_steps_per_second": 6.833,
      "step": 12500
    },
    {
      "epoch": 3.4932076517881896,
      "grad_norm": 0.23004941642284393,
      "learning_rate": 7.279706029645615e-06,
      "loss": 0.0855,
      "step": 12600
    },
    {
      "epoch": 3.5209315220404767,
      "grad_norm": 0.16131635010242462,
      "learning_rate": 7.240860329055422e-06,
      "loss": 0.0848,
      "step": 12700
    },
    {
      "epoch": 3.548655392292764,
      "grad_norm": 0.19867731630802155,
      "learning_rate": 7.201844630554353e-06,
      "loss": 0.0851,
      "step": 12800
    },
    {
      "epoch": 3.5763792625450512,
      "grad_norm": 0.17405714094638824,
      "learning_rate": 7.162661893982052e-06,
      "loss": 0.0839,
      "step": 12900
    },
    {
      "epoch": 3.6041031327973387,
      "grad_norm": 0.19404906034469604,
      "learning_rate": 7.123315091850136e-06,
      "loss": 0.0839,
      "step": 13000
    },
    {
      "epoch": 3.6041031327973387,
      "eval_valid_loss": 0.07132507115602493,
      "eval_valid_runtime": 6.4118,
      "eval_valid_samples_per_second": 215.695,
      "eval_valid_steps_per_second": 6.862,
      "step": 13000
    },
    {
      "epoch": 3.6041031327973387,
      "eval_valid_target_loss": 0.0771123468875885,
      "eval_valid_target_runtime": 6.5745,
      "eval_valid_target_samples_per_second": 218.117,
      "eval_valid_target_steps_per_second": 6.845,
      "step": 13000
    },
    {
      "epoch": 3.631827003049626,
      "grad_norm": 0.15152141451835632,
      "learning_rate": 7.083807209116689e-06,
      "loss": 0.0836,
      "step": 13100
    },
    {
      "epoch": 3.659550873301913,
      "grad_norm": 0.18368007242679596,
      "learning_rate": 7.044141242959826e-06,
      "loss": 0.0827,
      "step": 13200
    },
    {
      "epoch": 3.6872747435542,
      "grad_norm": 0.18081355094909668,
      "learning_rate": 7.004320202550303e-06,
      "loss": 0.0823,
      "step": 13300
    },
    {
      "epoch": 3.7149986138064874,
      "grad_norm": 0.15222586691379547,
      "learning_rate": 6.9643471088232506e-06,
      "loss": 0.0801,
      "step": 13400
    },
    {
      "epoch": 3.7427224840587745,
      "grad_norm": 0.1571241021156311,
      "learning_rate": 6.9242249942489755e-06,
      "loss": 0.0807,
      "step": 13500
    },
    {
      "epoch": 3.7427224840587745,
      "eval_valid_loss": 0.06911951303482056,
      "eval_valid_runtime": 6.4701,
      "eval_valid_samples_per_second": 213.752,
      "eval_valid_steps_per_second": 6.8,
      "step": 13500
    },
    {
      "epoch": 3.7427224840587745,
      "eval_valid_target_loss": 0.07482416182756424,
      "eval_valid_target_runtime": 6.5611,
      "eval_valid_target_samples_per_second": 218.56,
      "eval_valid_target_steps_per_second": 6.859,
      "step": 13500
    },
    {
      "epoch": 3.770446354311062,
      "grad_norm": 0.1546078324317932,
      "learning_rate": 6.883956902602933e-06,
      "loss": 0.0811,
      "step": 13600
    },
    {
      "epoch": 3.798170224563349,
      "grad_norm": 0.1428447812795639,
      "learning_rate": 6.843545888734801e-06,
      "loss": 0.0795,
      "step": 13700
    },
    {
      "epoch": 3.825894094815636,
      "grad_norm": 0.1369272619485855,
      "learning_rate": 6.802995018336736e-06,
      "loss": 0.0794,
      "step": 13800
    },
    {
      "epoch": 3.8536179650679236,
      "grad_norm": 0.1972970962524414,
      "learning_rate": 6.762307367710797e-06,
      "loss": 0.0785,
      "step": 13900
    },
    {
      "epoch": 3.8813418353202107,
      "grad_norm": 0.15961000323295593,
      "learning_rate": 6.721486023535577e-06,
      "loss": 0.0787,
      "step": 14000
    },
    {
      "epoch": 3.8813418353202107,
      "eval_valid_loss": 0.06712613999843597,
      "eval_valid_runtime": 6.4106,
      "eval_valid_samples_per_second": 215.737,
      "eval_valid_steps_per_second": 6.864,
      "step": 14000
    },
    {
      "epoch": 3.8813418353202107,
      "eval_valid_target_loss": 0.07271508872509003,
      "eval_valid_target_runtime": 6.5891,
      "eval_valid_target_samples_per_second": 217.633,
      "eval_valid_target_steps_per_second": 6.829,
      "step": 14000
    },
    {
      "epoch": 3.9090657055724978,
      "grad_norm": 0.15836742520332336,
      "learning_rate": 6.680534082632036e-06,
      "loss": 0.0779,
      "step": 14100
    },
    {
      "epoch": 3.9367895758247853,
      "grad_norm": 0.1906501203775406,
      "learning_rate": 6.639454651728561e-06,
      "loss": 0.0772,
      "step": 14200
    },
    {
      "epoch": 3.9645134460770723,
      "grad_norm": 0.1872212439775467,
      "learning_rate": 6.598250847225286e-06,
      "loss": 0.0772,
      "step": 14300
    },
    {
      "epoch": 3.9922373163293594,
      "grad_norm": 0.1689438670873642,
      "learning_rate": 6.556925794957678e-06,
      "loss": 0.0769,
      "step": 14400
    },
    {
      "epoch": 4.0199611865816465,
      "grad_norm": 0.1830626279115677,
      "learning_rate": 6.515482629959392e-06,
      "loss": 0.0764,
      "step": 14500
    },
    {
      "epoch": 4.0199611865816465,
      "eval_valid_loss": 0.0653899684548378,
      "eval_valid_runtime": 6.4271,
      "eval_valid_samples_per_second": 215.181,
      "eval_valid_steps_per_second": 6.846,
      "step": 14500
    },
    {
      "epoch": 4.0199611865816465,
      "eval_valid_target_loss": 0.0708317682147026,
      "eval_valid_target_runtime": 6.5574,
      "eval_valid_target_samples_per_second": 218.684,
      "eval_valid_target_steps_per_second": 6.862,
      "step": 14500
    },
    {
      "epoch": 4.047685056833934,
      "grad_norm": 0.1517285257577896,
      "learning_rate": 6.473924496224447e-06,
      "loss": 0.0757,
      "step": 14600
    },
    {
      "epoch": 4.0754089270862215,
      "grad_norm": 0.15981799364089966,
      "learning_rate": 6.432254546468708e-06,
      "loss": 0.0751,
      "step": 14700
    },
    {
      "epoch": 4.1031327973385086,
      "grad_norm": 0.14974670112133026,
      "learning_rate": 6.3904759418907194e-06,
      "loss": 0.0755,
      "step": 14800
    },
    {
      "epoch": 4.130856667590796,
      "grad_norm": 0.15918827056884766,
      "learning_rate": 6.348591851931879e-06,
      "loss": 0.0743,
      "step": 14900
    },
    {
      "epoch": 4.158580537843083,
      "grad_norm": 0.17248332500457764,
      "learning_rate": 6.306605454036001e-06,
      "loss": 0.0747,
      "step": 15000
    },
    {
      "epoch": 4.158580537843083,
      "eval_valid_loss": 0.06470626592636108,
      "eval_valid_runtime": 6.4429,
      "eval_valid_samples_per_second": 214.654,
      "eval_valid_steps_per_second": 6.829,
      "step": 15000
    },
    {
      "epoch": 4.158580537843083,
      "eval_valid_target_loss": 0.07004554569721222,
      "eval_valid_target_runtime": 6.5941,
      "eval_valid_target_samples_per_second": 217.468,
      "eval_valid_target_steps_per_second": 6.824,
      "step": 15000
    },
    {
      "epoch": 4.18630440809537,
      "grad_norm": 0.18200209736824036,
      "learning_rate": 6.2645199334082674e-06,
      "loss": 0.0735,
      "step": 15100
    },
    {
      "epoch": 4.214028278347658,
      "grad_norm": 0.12851852178573608,
      "learning_rate": 6.222338482773584e-06,
      "loss": 0.0736,
      "step": 15200
    },
    {
      "epoch": 4.241752148599945,
      "grad_norm": 0.15132804214954376,
      "learning_rate": 6.180064302134374e-06,
      "loss": 0.0738,
      "step": 15300
    },
    {
      "epoch": 4.269476018852232,
      "grad_norm": 0.15047667920589447,
      "learning_rate": 6.1377005985278205e-06,
      "loss": 0.073,
      "step": 15400
    },
    {
      "epoch": 4.297199889104519,
      "grad_norm": 0.19985252618789673,
      "learning_rate": 6.095250585782562e-06,
      "loss": 0.0732,
      "step": 15500
    },
    {
      "epoch": 4.297199889104519,
      "eval_valid_loss": 0.062382254749536514,
      "eval_valid_runtime": 6.4347,
      "eval_valid_samples_per_second": 214.927,
      "eval_valid_steps_per_second": 6.838,
      "step": 15500
    },
    {
      "epoch": 4.297199889104519,
      "eval_valid_target_loss": 0.06759324669837952,
      "eval_valid_target_runtime": 6.5646,
      "eval_valid_target_samples_per_second": 218.446,
      "eval_valid_target_steps_per_second": 6.855,
      "step": 15500
    },
    {
      "epoch": 4.324923759356806,
      "grad_norm": 0.16384641826152802,
      "learning_rate": 6.0527174842748994e-06,
      "loss": 0.0716,
      "step": 15600
    },
    {
      "epoch": 4.352647629609093,
      "grad_norm": 0.14244656264781952,
      "learning_rate": 6.0101045206844676e-06,
      "loss": 0.0716,
      "step": 15700
    },
    {
      "epoch": 4.380371499861381,
      "grad_norm": 0.16209416091442108,
      "learning_rate": 5.9674149277494694e-06,
      "loss": 0.0714,
      "step": 15800
    },
    {
      "epoch": 4.408095370113668,
      "grad_norm": 0.17041273415088654,
      "learning_rate": 5.92465194402142e-06,
      "loss": 0.0715,
      "step": 15900
    },
    {
      "epoch": 4.435819240365955,
      "grad_norm": 0.16730940341949463,
      "learning_rate": 5.881818813619463e-06,
      "loss": 0.0714,
      "step": 16000
    },
    {
      "epoch": 4.435819240365955,
      "eval_valid_loss": 0.061134014278650284,
      "eval_valid_runtime": 6.4104,
      "eval_valid_samples_per_second": 215.742,
      "eval_valid_steps_per_second": 6.864,
      "step": 16000
    },
    {
      "epoch": 4.435819240365955,
      "eval_valid_target_loss": 0.06638547778129578,
      "eval_valid_target_runtime": 6.5651,
      "eval_valid_target_samples_per_second": 218.427,
      "eval_valid_target_steps_per_second": 6.854,
      "step": 16000
    },
    {
      "epoch": 4.463543110618242,
      "grad_norm": 0.13161396980285645,
      "learning_rate": 5.8389187859842675e-06,
      "loss": 0.0703,
      "step": 16100
    },
    {
      "epoch": 4.491266980870529,
      "grad_norm": 0.13423210382461548,
      "learning_rate": 5.7959551156315156e-06,
      "loss": 0.0707,
      "step": 16200
    },
    {
      "epoch": 4.518990851122817,
      "grad_norm": 0.20051045715808868,
      "learning_rate": 5.752931061904994e-06,
      "loss": 0.0699,
      "step": 16300
    },
    {
      "epoch": 4.546714721375104,
      "grad_norm": 0.15945318341255188,
      "learning_rate": 5.709849888729351e-06,
      "loss": 0.0697,
      "step": 16400
    },
    {
      "epoch": 4.574438591627391,
      "grad_norm": 0.13749030232429504,
      "learning_rate": 5.666714864362468e-06,
      "loss": 0.0704,
      "step": 16500
    },
    {
      "epoch": 4.574438591627391,
      "eval_valid_loss": 0.06001834571361542,
      "eval_valid_runtime": 6.4467,
      "eval_valid_samples_per_second": 214.529,
      "eval_valid_steps_per_second": 6.825,
      "step": 16500
    },
    {
      "epoch": 4.574438591627391,
      "eval_valid_target_loss": 0.06535307317972183,
      "eval_valid_target_runtime": 6.5686,
      "eval_valid_target_samples_per_second": 218.311,
      "eval_valid_target_steps_per_second": 6.851,
      "step": 16500
    },
    {
      "epoch": 4.602162461879678,
      "grad_norm": 0.133077010512352,
      "learning_rate": 5.6235292611475326e-06,
      "loss": 0.0693,
      "step": 16600
    },
    {
      "epoch": 4.629886332131965,
      "grad_norm": 0.1508035957813263,
      "learning_rate": 5.580296355264783e-06,
      "loss": 0.069,
      "step": 16700
    },
    {
      "epoch": 4.6576102023842525,
      "grad_norm": 0.14195485413074493,
      "learning_rate": 5.537019426482966e-06,
      "loss": 0.0695,
      "step": 16800
    },
    {
      "epoch": 4.6853340726365404,
      "grad_norm": 0.16586261987686157,
      "learning_rate": 5.493701757910536e-06,
      "loss": 0.0684,
      "step": 16900
    },
    {
      "epoch": 4.7130579428888275,
      "grad_norm": 0.13865657150745392,
      "learning_rate": 5.4503466357465765e-06,
      "loss": 0.0682,
      "step": 17000
    },
    {
      "epoch": 4.7130579428888275,
      "eval_valid_loss": 0.0584811232984066,
      "eval_valid_runtime": 6.422,
      "eval_valid_samples_per_second": 215.352,
      "eval_valid_steps_per_second": 6.851,
      "step": 17000
    },
    {
      "epoch": 4.7130579428888275,
      "eval_valid_target_loss": 0.06370435655117035,
      "eval_valid_target_runtime": 6.5705,
      "eval_valid_target_samples_per_second": 218.247,
      "eval_valid_target_steps_per_second": 6.849,
      "step": 17000
    },
    {
      "epoch": 4.740781813141115,
      "grad_norm": 0.1934811919927597,
      "learning_rate": 5.406957349031504e-06,
      "loss": 0.0686,
      "step": 17100
    },
    {
      "epoch": 4.768505683393402,
      "grad_norm": 0.16662567853927612,
      "learning_rate": 5.363537189397556e-06,
      "loss": 0.0682,
      "step": 17200
    },
    {
      "epoch": 4.796229553645689,
      "grad_norm": 0.15507076680660248,
      "learning_rate": 5.320089450819075e-06,
      "loss": 0.0673,
      "step": 17300
    },
    {
      "epoch": 4.823953423897976,
      "grad_norm": 0.12763585150241852,
      "learning_rate": 5.276617429362616e-06,
      "loss": 0.0671,
      "step": 17400
    },
    {
      "epoch": 4.851677294150264,
      "grad_norm": 0.15640078485012054,
      "learning_rate": 5.233124422936906e-06,
      "loss": 0.0669,
      "step": 17500
    },
    {
      "epoch": 4.851677294150264,
      "eval_valid_loss": 0.05754322186112404,
      "eval_valid_runtime": 6.4388,
      "eval_valid_samples_per_second": 214.792,
      "eval_valid_steps_per_second": 6.834,
      "step": 17500
    },
    {
      "epoch": 4.851677294150264,
      "eval_valid_target_loss": 0.06262939423322678,
      "eval_valid_target_runtime": 6.5536,
      "eval_valid_target_samples_per_second": 218.81,
      "eval_valid_target_steps_per_second": 6.866,
      "step": 17500
    },
    {
      "epoch": 4.879401164402551,
      "grad_norm": 0.16545389592647552,
      "learning_rate": 5.189613731042645e-06,
      "loss": 0.0663,
      "step": 17600
    },
    {
      "epoch": 4.907125034654838,
      "grad_norm": 0.17085812985897064,
      "learning_rate": 5.146088654522208e-06,
      "loss": 0.0657,
      "step": 17700
    },
    {
      "epoch": 4.934848904907125,
      "grad_norm": 0.14638109505176544,
      "learning_rate": 5.102552495309222e-06,
      "loss": 0.0677,
      "step": 17800
    },
    {
      "epoch": 4.962572775159412,
      "grad_norm": 0.15568013489246368,
      "learning_rate": 5.059008556178079e-06,
      "loss": 0.0657,
      "step": 17900
    },
    {
      "epoch": 4.9902966454117,
      "grad_norm": 0.16898399591445923,
      "learning_rate": 5.015460140493381e-06,
      "loss": 0.0661,
      "step": 18000
    },
    {
      "epoch": 4.9902966454117,
      "eval_valid_loss": 0.05648580938577652,
      "eval_valid_runtime": 6.4207,
      "eval_valid_samples_per_second": 215.397,
      "eval_valid_steps_per_second": 6.853,
      "step": 18000
    },
    {
      "epoch": 4.9902966454117,
      "eval_valid_target_loss": 0.06151015684008598,
      "eval_valid_target_runtime": 6.5952,
      "eval_valid_target_samples_per_second": 217.432,
      "eval_valid_target_steps_per_second": 6.823,
      "step": 18000
    },
    {
      "epoch": 5.018020515663987,
      "grad_norm": 0.13535688817501068,
      "learning_rate": 4.971910551959332e-06,
      "loss": 0.0654,
      "step": 18100
    },
    {
      "epoch": 5.045744385916274,
      "grad_norm": 0.16001687943935394,
      "learning_rate": 4.928363094369108e-06,
      "loss": 0.0656,
      "step": 18200
    },
    {
      "epoch": 5.073468256168561,
      "grad_norm": 0.1575719267129898,
      "learning_rate": 4.88482107135423e-06,
      "loss": 0.0641,
      "step": 18300
    },
    {
      "epoch": 5.101192126420848,
      "grad_norm": 0.1607745736837387,
      "learning_rate": 4.841287786133937e-06,
      "loss": 0.0642,
      "step": 18400
    },
    {
      "epoch": 5.128915996673135,
      "grad_norm": 0.13689269125461578,
      "learning_rate": 4.797766541264592e-06,
      "loss": 0.0646,
      "step": 18500
    },
    {
      "epoch": 5.128915996673135,
      "eval_valid_loss": 0.05563423037528992,
      "eval_valid_runtime": 6.4248,
      "eval_valid_samples_per_second": 215.261,
      "eval_valid_steps_per_second": 6.849,
      "step": 18500
    },
    {
      "epoch": 5.128915996673135,
      "eval_valid_target_loss": 0.06068035215139389,
      "eval_valid_target_runtime": 6.561,
      "eval_valid_target_samples_per_second": 218.566,
      "eval_valid_target_steps_per_second": 6.859,
      "step": 18500
    },
    {
      "epoch": 5.156639866925423,
      "grad_norm": 0.13576319813728333,
      "learning_rate": 4.754260638389145e-06,
      "loss": 0.0641,
      "step": 18600
    },
    {
      "epoch": 5.18436373717771,
      "grad_norm": 0.13574448227882385,
      "learning_rate": 4.710773377986659e-06,
      "loss": 0.0643,
      "step": 18700
    },
    {
      "epoch": 5.212087607429997,
      "grad_norm": 0.11536768078804016,
      "learning_rate": 4.667308059121928e-06,
      "loss": 0.064,
      "step": 18800
    },
    {
      "epoch": 5.239811477682284,
      "grad_norm": 0.1470881700515747,
      "learning_rate": 4.623867979195196e-06,
      "loss": 0.0637,
      "step": 18900
    },
    {
      "epoch": 5.2675353479345715,
      "grad_norm": 0.13156047463417053,
      "learning_rate": 4.580456433692017e-06,
      "loss": 0.0635,
      "step": 19000
    },
    {
      "epoch": 5.2675353479345715,
      "eval_valid_loss": 0.05473410338163376,
      "eval_valid_runtime": 6.4623,
      "eval_valid_samples_per_second": 214.012,
      "eval_valid_steps_per_second": 6.809,
      "step": 19000
    },
    {
      "epoch": 5.2675353479345715,
      "eval_valid_target_loss": 0.05973204970359802,
      "eval_valid_target_runtime": 6.5636,
      "eval_valid_target_samples_per_second": 218.477,
      "eval_valid_target_steps_per_second": 6.856,
      "step": 19000
    },
    {
      "epoch": 5.2952592181868585,
      "grad_norm": 0.132376030087471,
      "learning_rate": 4.537076715933242e-06,
      "loss": 0.0638,
      "step": 19100
    },
    {
      "epoch": 5.3229830884391465,
      "grad_norm": 0.14191821217536926,
      "learning_rate": 4.493732116825174e-06,
      "loss": 0.064,
      "step": 19200
    },
    {
      "epoch": 5.3507069586914335,
      "grad_norm": 0.1247839480638504,
      "learning_rate": 4.45042592460993e-06,
      "loss": 0.0627,
      "step": 19300
    },
    {
      "epoch": 5.378430828943721,
      "grad_norm": 0.12980355322360992,
      "learning_rate": 4.4071614246159596e-06,
      "loss": 0.0632,
      "step": 19400
    },
    {
      "epoch": 5.406154699196008,
      "grad_norm": 0.1391134262084961,
      "learning_rate": 4.363941899008833e-06,
      "loss": 0.0625,
      "step": 19500
    },
    {
      "epoch": 5.406154699196008,
      "eval_valid_loss": 0.05415208637714386,
      "eval_valid_runtime": 6.4065,
      "eval_valid_samples_per_second": 215.873,
      "eval_valid_steps_per_second": 6.868,
      "step": 19500
    },
    {
      "epoch": 5.406154699196008,
      "eval_valid_target_loss": 0.05894719064235687,
      "eval_valid_target_runtime": 6.569,
      "eval_valid_target_samples_per_second": 218.299,
      "eval_valid_target_steps_per_second": 6.85,
      "step": 19500
    },
    {
      "epoch": 5.433878569448295,
      "grad_norm": 0.2045671045780182,
      "learning_rate": 4.320770626542238e-06,
      "loss": 0.0629,
      "step": 19600
    },
    {
      "epoch": 5.461602439700582,
      "grad_norm": 0.1417771577835083,
      "learning_rate": 4.277650882309238e-06,
      "loss": 0.0625,
      "step": 19700
    },
    {
      "epoch": 5.48932630995287,
      "grad_norm": 0.14284995198249817,
      "learning_rate": 4.234585937493829e-06,
      "loss": 0.0623,
      "step": 19800
    },
    {
      "epoch": 5.517050180205157,
      "grad_norm": 0.1546027809381485,
      "learning_rate": 4.1915790591227615e-06,
      "loss": 0.0625,
      "step": 19900
    },
    {
      "epoch": 5.544774050457444,
      "grad_norm": 0.1454819142818451,
      "learning_rate": 4.148633509817715e-06,
      "loss": 0.0613,
      "step": 20000
    },
    {
      "epoch": 5.544774050457444,
      "eval_valid_loss": 0.05364985764026642,
      "eval_valid_runtime": 6.436,
      "eval_valid_samples_per_second": 214.885,
      "eval_valid_steps_per_second": 6.837,
      "step": 20000
    },
    {
      "epoch": 5.544774050457444,
      "eval_valid_target_loss": 0.05850011110305786,
      "eval_valid_target_runtime": 6.5534,
      "eval_valid_target_samples_per_second": 218.819,
      "eval_valid_target_steps_per_second": 6.867,
      "step": 20000
    },
    {
      "epoch": 5.572497920709731,
      "grad_norm": 0.12440012395381927,
      "learning_rate": 4.105752547547764e-06,
      "loss": 0.0613,
      "step": 20100
    },
    {
      "epoch": 5.600221790962018,
      "grad_norm": 0.14089658856391907,
      "learning_rate": 4.062939425382236e-06,
      "loss": 0.0616,
      "step": 20200
    },
    {
      "epoch": 5.627945661214305,
      "grad_norm": 0.24770374596118927,
      "learning_rate": 4.020197391243922e-06,
      "loss": 0.0621,
      "step": 20300
    },
    {
      "epoch": 5.655669531466593,
      "grad_norm": 0.11835476011037827,
      "learning_rate": 3.977529687662671e-06,
      "loss": 0.0619,
      "step": 20400
    },
    {
      "epoch": 5.68339340171888,
      "grad_norm": 0.12585273385047913,
      "learning_rate": 3.93493955152941e-06,
      "loss": 0.0612,
      "step": 20500
    },
    {
      "epoch": 5.68339340171888,
      "eval_valid_loss": 0.05319705978035927,
      "eval_valid_runtime": 6.4196,
      "eval_valid_samples_per_second": 215.435,
      "eval_valid_steps_per_second": 6.854,
      "step": 20500
    },
    {
      "epoch": 5.68339340171888,
      "eval_valid_target_loss": 0.058061882853507996,
      "eval_valid_target_runtime": 6.5894,
      "eval_valid_target_samples_per_second": 217.622,
      "eval_valid_target_steps_per_second": 6.829,
      "step": 20500
    },
    {
      "epoch": 5.711117271971167,
      "grad_norm": 0.15103484690189362,
      "learning_rate": 3.892430213850587e-06,
      "loss": 0.0615,
      "step": 20600
    },
    {
      "epoch": 5.738841142223454,
      "grad_norm": 0.1266421228647232,
      "learning_rate": 3.850004899503051e-06,
      "loss": 0.0613,
      "step": 20700
    },
    {
      "epoch": 5.766565012475741,
      "grad_norm": 0.1100655049085617,
      "learning_rate": 3.8076668269894045e-06,
      "loss": 0.0606,
      "step": 20800
    },
    {
      "epoch": 5.794288882728029,
      "grad_norm": 0.1395365446805954,
      "learning_rate": 3.765419208193848e-06,
      "loss": 0.0614,
      "step": 20900
    },
    {
      "epoch": 5.822012752980316,
      "grad_norm": 0.12668344378471375,
      "learning_rate": 3.723265248138506e-06,
      "loss": 0.0614,
      "step": 21000
    },
    {
      "epoch": 5.822012752980316,
      "eval_valid_loss": 0.052489351481199265,
      "eval_valid_runtime": 6.4455,
      "eval_valid_samples_per_second": 214.567,
      "eval_valid_steps_per_second": 6.826,
      "step": 21000
    },
    {
      "epoch": 5.822012752980316,
      "eval_valid_target_loss": 0.057213690131902695,
      "eval_valid_target_runtime": 6.5546,
      "eval_valid_target_samples_per_second": 218.777,
      "eval_valid_target_steps_per_second": 6.865,
      "step": 21000
    },
    {
      "epoch": 5.849736623232603,
      "grad_norm": 0.12728376686573029,
      "learning_rate": 3.681208144740291e-06,
      "loss": 0.0612,
      "step": 21100
    },
    {
      "epoch": 5.87746049348489,
      "grad_norm": 0.14501620829105377,
      "learning_rate": 3.6392510885682965e-06,
      "loss": 0.0601,
      "step": 21200
    },
    {
      "epoch": 5.9051843637371775,
      "grad_norm": 0.1082565188407898,
      "learning_rate": 3.5973972626017594e-06,
      "loss": 0.0608,
      "step": 21300
    },
    {
      "epoch": 5.9329082339894645,
      "grad_norm": 0.14926603436470032,
      "learning_rate": 3.5556498419885867e-06,
      "loss": 0.0603,
      "step": 21400
    },
    {
      "epoch": 5.9606321042417525,
      "grad_norm": 0.1263745278120041,
      "learning_rate": 3.514011993804469e-06,
      "loss": 0.0602,
      "step": 21500
    },
    {
      "epoch": 5.9606321042417525,
      "eval_valid_loss": 0.05212084576487541,
      "eval_valid_runtime": 6.439,
      "eval_valid_samples_per_second": 214.785,
      "eval_valid_steps_per_second": 6.833,
      "step": 21500
    },
    {
      "epoch": 5.9606321042417525,
      "eval_valid_target_loss": 0.05688408389687538,
      "eval_valid_target_runtime": 6.5822,
      "eval_valid_target_samples_per_second": 217.862,
      "eval_valid_target_steps_per_second": 6.837,
      "step": 21500
    },
    {
      "epoch": 5.98835597449404,
      "grad_norm": 0.1368781179189682,
      "learning_rate": 3.4724868768126384e-06,
      "loss": 0.0604,
      "step": 21600
    },
    {
      "epoch": 6.016079844746327,
      "grad_norm": 0.15087148547172546,
      "learning_rate": 3.4310776412242195e-06,
      "loss": 0.06,
      "step": 21700
    },
    {
      "epoch": 6.043803714998614,
      "grad_norm": 0.11400382220745087,
      "learning_rate": 3.3897874284592467e-06,
      "loss": 0.0594,
      "step": 21800
    },
    {
      "epoch": 6.071527585250901,
      "grad_norm": 0.1169167011976242,
      "learning_rate": 3.348619370908361e-06,
      "loss": 0.0598,
      "step": 21900
    },
    {
      "epoch": 6.099251455503188,
      "grad_norm": 0.12172160297632217,
      "learning_rate": 3.3075765916951576e-06,
      "loss": 0.0599,
      "step": 22000
    },
    {
      "epoch": 6.099251455503188,
      "eval_valid_loss": 0.05157113075256348,
      "eval_valid_runtime": 6.4258,
      "eval_valid_samples_per_second": 215.224,
      "eval_valid_steps_per_second": 6.847,
      "step": 22000
    },
    {
      "epoch": 6.099251455503188,
      "eval_valid_target_loss": 0.056347791105508804,
      "eval_valid_target_runtime": 6.5915,
      "eval_valid_target_samples_per_second": 217.554,
      "eval_valid_target_steps_per_second": 6.827,
      "step": 22000
    },
    {
      "epoch": 6.126975325755476,
      "grad_norm": 0.1324358880519867,
      "learning_rate": 3.2666622044392765e-06,
      "loss": 0.0591,
      "step": 22100
    },
    {
      "epoch": 6.154699196007763,
      "grad_norm": 0.12708991765975952,
      "learning_rate": 3.225879313020178e-06,
      "loss": 0.0591,
      "step": 22200
    },
    {
      "epoch": 6.18242306626005,
      "grad_norm": 0.11844506114721298,
      "learning_rate": 3.18523101134169e-06,
      "loss": 0.0592,
      "step": 22300
    },
    {
      "epoch": 6.210146936512337,
      "grad_norm": 0.12888644635677338,
      "learning_rate": 3.1447203830972827e-06,
      "loss": 0.0597,
      "step": 22400
    },
    {
      "epoch": 6.237870806764624,
      "grad_norm": 0.1485096514225006,
      "learning_rate": 3.104350501536134e-06,
      "loss": 0.0598,
      "step": 22500
    },
    {
      "epoch": 6.237870806764624,
      "eval_valid_loss": 0.051265206187963486,
      "eval_valid_runtime": 6.437,
      "eval_valid_samples_per_second": 214.85,
      "eval_valid_steps_per_second": 6.835,
      "step": 22500
    },
    {
      "epoch": 6.237870806764624,
      "eval_valid_target_loss": 0.056084584444761276,
      "eval_valid_target_runtime": 6.6,
      "eval_valid_target_samples_per_second": 217.273,
      "eval_valid_target_steps_per_second": 6.818,
      "step": 22500
    },
    {
      "epoch": 6.265594677016912,
      "grad_norm": 0.11319620907306671,
      "learning_rate": 3.064124429229992e-06,
      "loss": 0.0581,
      "step": 22600
    },
    {
      "epoch": 6.293318547269199,
      "grad_norm": 0.125896617770195,
      "learning_rate": 3.0240452178408286e-06,
      "loss": 0.0594,
      "step": 22700
    },
    {
      "epoch": 6.321042417521486,
      "grad_norm": 0.13202796876430511,
      "learning_rate": 2.9841159078893377e-06,
      "loss": 0.0587,
      "step": 22800
    },
    {
      "epoch": 6.348766287773773,
      "grad_norm": 0.12477891147136688,
      "learning_rate": 2.944339528524278e-06,
      "loss": 0.0582,
      "step": 22900
    },
    {
      "epoch": 6.37649015802606,
      "grad_norm": 0.13174673914909363,
      "learning_rate": 2.9047190972926597e-06,
      "loss": 0.0585,
      "step": 23000
    },
    {
      "epoch": 6.37649015802606,
      "eval_valid_loss": 0.05099370330572128,
      "eval_valid_runtime": 6.4377,
      "eval_valid_samples_per_second": 214.828,
      "eval_valid_steps_per_second": 6.835,
      "step": 23000
    },
    {
      "epoch": 6.37649015802606,
      "eval_valid_target_loss": 0.055660318583250046,
      "eval_valid_target_runtime": 6.5668,
      "eval_valid_target_samples_per_second": 218.37,
      "eval_valid_target_steps_per_second": 6.853,
      "step": 23000
    },
    {
      "epoch": 6.404214028278347,
      "grad_norm": 0.12851925194263458,
      "learning_rate": 2.8652576199108395e-06,
      "loss": 0.0586,
      "step": 23100
    },
    {
      "epoch": 6.431937898530635,
      "grad_norm": 0.10676029324531555,
      "learning_rate": 2.8259580900364825e-06,
      "loss": 0.0584,
      "step": 23200
    },
    {
      "epoch": 6.459661768782922,
      "grad_norm": 0.1461838185787201,
      "learning_rate": 2.786823489041478e-06,
      "loss": 0.0583,
      "step": 23300
    },
    {
      "epoch": 6.487385639035209,
      "grad_norm": 0.12321025878190994,
      "learning_rate": 2.747856785785743e-06,
      "loss": 0.0579,
      "step": 23400
    },
    {
      "epoch": 6.515109509287496,
      "grad_norm": 0.1209678128361702,
      "learning_rate": 2.7090609363919986e-06,
      "loss": 0.0581,
      "step": 23500
    },
    {
      "epoch": 6.515109509287496,
      "eval_valid_loss": 0.050510190427303314,
      "eval_valid_runtime": 6.447,
      "eval_valid_samples_per_second": 214.517,
      "eval_valid_steps_per_second": 6.825,
      "step": 23500
    },
    {
      "epoch": 6.515109509287496,
      "eval_valid_target_loss": 0.0551883801817894,
      "eval_valid_target_runtime": 6.5701,
      "eval_valid_target_samples_per_second": 218.262,
      "eval_valid_target_steps_per_second": 6.849,
      "step": 23500
    },
    {
      "epoch": 6.5428333795397835,
      "grad_norm": 0.15566356480121613,
      "learning_rate": 2.6704388840215277e-06,
      "loss": 0.0578,
      "step": 23600
    },
    {
      "epoch": 6.570557249792071,
      "grad_norm": 0.10754121840000153,
      "learning_rate": 2.6319935586508814e-06,
      "loss": 0.058,
      "step": 23700
    },
    {
      "epoch": 6.5982811200443585,
      "grad_norm": 0.12134023010730743,
      "learning_rate": 2.593727876849601e-06,
      "loss": 0.0577,
      "step": 23800
    },
    {
      "epoch": 6.626004990296646,
      "grad_norm": 0.12984460592269897,
      "learning_rate": 2.555644741558979e-06,
      "loss": 0.0575,
      "step": 23900
    },
    {
      "epoch": 6.653728860548933,
      "grad_norm": 0.13557353615760803,
      "learning_rate": 2.51774704187181e-06,
      "loss": 0.0571,
      "step": 24000
    },
    {
      "epoch": 6.653728860548933,
      "eval_valid_loss": 0.0503346286714077,
      "eval_valid_runtime": 6.419,
      "eval_valid_samples_per_second": 215.455,
      "eval_valid_steps_per_second": 6.855,
      "step": 24000
    },
    {
      "epoch": 6.653728860548933,
      "eval_valid_target_loss": 0.0548863522708416,
      "eval_valid_target_runtime": 6.5823,
      "eval_valid_target_samples_per_second": 217.857,
      "eval_valid_target_steps_per_second": 6.837,
      "step": 24000
    },
    {
      "epoch": 6.68145273080122,
      "grad_norm": 0.10979162156581879,
      "learning_rate": 2.4800376528132297e-06,
      "loss": 0.0576,
      "step": 24100
    },
    {
      "epoch": 6.709176601053507,
      "grad_norm": 0.16127757728099823,
      "learning_rate": 2.4425194351226082e-06,
      "loss": 0.0579,
      "step": 24200
    },
    {
      "epoch": 6.736900471305795,
      "grad_norm": 0.13306181132793427,
      "learning_rate": 2.4051952350365194e-06,
      "loss": 0.0572,
      "step": 24300
    },
    {
      "epoch": 6.764624341558082,
      "grad_norm": 0.11353787779808044,
      "learning_rate": 2.368067884072821e-06,
      "loss": 0.0573,
      "step": 24400
    },
    {
      "epoch": 6.792348211810369,
      "grad_norm": 0.10115820914506912,
      "learning_rate": 2.331140198815849e-06,
      "loss": 0.0574,
      "step": 24500
    },
    {
      "epoch": 6.792348211810369,
      "eval_valid_loss": 0.049953412264585495,
      "eval_valid_runtime": 6.4338,
      "eval_valid_samples_per_second": 214.958,
      "eval_valid_steps_per_second": 6.839,
      "step": 24500
    },
    {
      "epoch": 6.792348211810369,
      "eval_valid_target_loss": 0.054579559713602066,
      "eval_valid_target_runtime": 6.5694,
      "eval_valid_target_samples_per_second": 218.283,
      "eval_valid_target_steps_per_second": 6.85,
      "step": 24500
    },
    {
      "epoch": 6.820072082062656,
      "grad_norm": 0.10899285972118378,
      "learning_rate": 2.294414980702741e-06,
      "loss": 0.0573,
      "step": 24600
    },
    {
      "epoch": 6.847795952314943,
      "grad_norm": 0.1248159185051918,
      "learning_rate": 2.257895015810913e-06,
      "loss": 0.0568,
      "step": 24700
    },
    {
      "epoch": 6.87551982256723,
      "grad_norm": 0.10761197656393051,
      "learning_rate": 2.221583074646701e-06,
      "loss": 0.0574,
      "step": 24800
    },
    {
      "epoch": 6.903243692819517,
      "grad_norm": 0.13541601598262787,
      "learning_rate": 2.1854819119351784e-06,
      "loss": 0.0562,
      "step": 24900
    },
    {
      "epoch": 6.930967563071805,
      "grad_norm": 0.10959000140428543,
      "learning_rate": 2.1495942664111814e-06,
      "loss": 0.0576,
      "step": 25000
    },
    {
      "epoch": 6.930967563071805,
      "eval_valid_loss": 0.049802832305431366,
      "eval_valid_runtime": 6.4091,
      "eval_valid_samples_per_second": 215.786,
      "eval_valid_steps_per_second": 6.865,
      "step": 25000
    },
    {
      "epoch": 6.930967563071805,
      "eval_valid_target_loss": 0.05434631556272507,
      "eval_valid_target_runtime": 6.5766,
      "eval_valid_target_samples_per_second": 218.047,
      "eval_valid_target_steps_per_second": 6.842,
      "step": 25000
    },
    {
      "epoch": 6.958691433324092,
      "grad_norm": 0.11864270269870758,
      "learning_rate": 2.113922860611532e-06,
      "loss": 0.0571,
      "step": 25100
    },
    {
      "epoch": 6.986415303576379,
      "grad_norm": 0.10493431985378265,
      "learning_rate": 2.078470400668506e-06,
      "loss": 0.0572,
      "step": 25200
    },
    {
      "epoch": 7.014139173828666,
      "grad_norm": 0.10294145345687866,
      "learning_rate": 2.0432395761045427e-06,
      "loss": 0.0562,
      "step": 25300
    },
    {
      "epoch": 7.041863044080953,
      "grad_norm": 0.11174608767032623,
      "learning_rate": 2.008233059628193e-06,
      "loss": 0.0562,
      "step": 25400
    },
    {
      "epoch": 7.069586914333241,
      "grad_norm": 0.10171514004468918,
      "learning_rate": 1.9734535069313753e-06,
      "loss": 0.056,
      "step": 25500
    },
    {
      "epoch": 7.069586914333241,
      "eval_valid_loss": 0.04948737472295761,
      "eval_valid_runtime": 6.442,
      "eval_valid_samples_per_second": 214.685,
      "eval_valid_steps_per_second": 6.83,
      "step": 25500
    },
    {
      "epoch": 7.069586914333241,
      "eval_valid_target_loss": 0.05410830304026604,
      "eval_valid_target_runtime": 6.5896,
      "eval_valid_target_samples_per_second": 217.617,
      "eval_valid_target_steps_per_second": 6.829,
      "step": 25500
    },
    {
      "epoch": 7.097310784585528,
      "grad_norm": 0.10731488466262817,
      "learning_rate": 1.9389035564879104e-06,
      "loss": 0.0569,
      "step": 25600
    },
    {
      "epoch": 7.125034654837815,
      "grad_norm": 0.0954216718673706,
      "learning_rate": 1.9045858293533399e-06,
      "loss": 0.0566,
      "step": 25700
    },
    {
      "epoch": 7.1527585250901025,
      "grad_norm": 0.11443454772233963,
      "learning_rate": 1.8705029289661054e-06,
      "loss": 0.057,
      "step": 25800
    },
    {
      "epoch": 7.1804823953423895,
      "grad_norm": 0.10671606659889221,
      "learning_rate": 1.8366574409500344e-06,
      "loss": 0.0561,
      "step": 25900
    },
    {
      "epoch": 7.208206265594677,
      "grad_norm": 0.1028604656457901,
      "learning_rate": 1.8030519329181916e-06,
      "loss": 0.0561,
      "step": 26000
    },
    {
      "epoch": 7.208206265594677,
      "eval_valid_loss": 0.04931313917040825,
      "eval_valid_runtime": 6.431,
      "eval_valid_samples_per_second": 215.053,
      "eval_valid_steps_per_second": 6.842,
      "step": 26000
    },
    {
      "epoch": 7.208206265594677,
      "eval_valid_target_loss": 0.053888678550720215,
      "eval_valid_target_runtime": 6.5712,
      "eval_valid_target_samples_per_second": 218.225,
      "eval_valid_target_steps_per_second": 6.848,
      "step": 26000
    },
    {
      "epoch": 7.2359301358469645,
      "grad_norm": 0.11538730561733246,
      "learning_rate": 1.7696889542780904e-06,
      "loss": 0.0564,
      "step": 26100
    },
    {
      "epoch": 7.263654006099252,
      "grad_norm": 0.10585539788007736,
      "learning_rate": 1.7365710360382882e-06,
      "loss": 0.0562,
      "step": 26200
    },
    {
      "epoch": 7.291377876351539,
      "grad_norm": 0.09750411659479141,
      "learning_rate": 1.7037006906163773e-06,
      "loss": 0.0563,
      "step": 26300
    },
    {
      "epoch": 7.319101746603826,
      "grad_norm": 0.10777630656957626,
      "learning_rate": 1.6710804116483886e-06,
      "loss": 0.0556,
      "step": 26400
    },
    {
      "epoch": 7.346825616856113,
      "grad_norm": 0.13231071829795837,
      "learning_rate": 1.6387126737996067e-06,
      "loss": 0.0559,
      "step": 26500
    },
    {
      "epoch": 7.346825616856113,
      "eval_valid_loss": 0.04909936338663101,
      "eval_valid_runtime": 6.4292,
      "eval_valid_samples_per_second": 215.112,
      "eval_valid_steps_per_second": 6.844,
      "step": 26500
    },
    {
      "epoch": 7.346825616856113,
      "eval_valid_target_loss": 0.05357712134718895,
      "eval_valid_target_runtime": 6.5542,
      "eval_valid_target_samples_per_second": 218.792,
      "eval_valid_target_steps_per_second": 6.866,
      "step": 26500
    },
    {
      "epoch": 7.374549487108401,
      "grad_norm": 0.10591776669025421,
      "learning_rate": 1.6065999325768544e-06,
      "loss": 0.0559,
      "step": 26600
    },
    {
      "epoch": 7.402273357360688,
      "grad_norm": 0.11603645980358124,
      "learning_rate": 1.5747446241421931e-06,
      "loss": 0.0557,
      "step": 26700
    },
    {
      "epoch": 7.429997227612975,
      "grad_norm": 0.09715123474597931,
      "learning_rate": 1.5431491651281123e-06,
      "loss": 0.0563,
      "step": 26800
    },
    {
      "epoch": 7.457721097865262,
      "grad_norm": 0.10046205669641495,
      "learning_rate": 1.511815952454208e-06,
      "loss": 0.0556,
      "step": 26900
    },
    {
      "epoch": 7.485444968117549,
      "grad_norm": 0.11805932968854904,
      "learning_rate": 1.480747363145334e-06,
      "loss": 0.0556,
      "step": 27000
    },
    {
      "epoch": 7.485444968117549,
      "eval_valid_loss": 0.04887402430176735,
      "eval_valid_runtime": 6.4098,
      "eval_valid_samples_per_second": 215.763,
      "eval_valid_steps_per_second": 6.864,
      "step": 27000
    },
    {
      "epoch": 7.485444968117549,
      "eval_valid_target_loss": 0.05348382145166397,
      "eval_valid_target_runtime": 6.5773,
      "eval_valid_target_samples_per_second": 218.023,
      "eval_valid_target_steps_per_second": 6.842,
      "step": 27000
    },
    {
      "epoch": 7.513168838369836,
      "grad_norm": 0.1107444316148758,
      "learning_rate": 1.4499457541512746e-06,
      "loss": 0.0554,
      "step": 27100
    },
    {
      "epoch": 7.540892708622124,
      "grad_norm": 0.10029349476099014,
      "learning_rate": 1.4194134621679478e-06,
      "loss": 0.0559,
      "step": 27200
    },
    {
      "epoch": 7.568616578874411,
      "grad_norm": 0.09976372122764587,
      "learning_rate": 1.3891528034601316e-06,
      "loss": 0.0565,
      "step": 27300
    },
    {
      "epoch": 7.596340449126698,
      "grad_norm": 0.10560230165719986,
      "learning_rate": 1.3591660736857453e-06,
      "loss": 0.0553,
      "step": 27400
    },
    {
      "epoch": 7.624064319378985,
      "grad_norm": 0.09814602881669998,
      "learning_rate": 1.329455547721697e-06,
      "loss": 0.0552,
      "step": 27500
    },
    {
      "epoch": 7.624064319378985,
      "eval_valid_loss": 0.04867083579301834,
      "eval_valid_runtime": 6.4389,
      "eval_valid_samples_per_second": 214.79,
      "eval_valid_steps_per_second": 6.834,
      "step": 27500
    },
    {
      "epoch": 7.624064319378985,
      "eval_valid_target_loss": 0.053231850266456604,
      "eval_valid_target_runtime": 6.5692,
      "eval_valid_target_samples_per_second": 218.292,
      "eval_valid_target_steps_per_second": 6.85,
      "step": 27500
    },
    {
      "epoch": 7.651788189631272,
      "grad_norm": 0.10253589600324631,
      "learning_rate": 1.300023479491303e-06,
      "loss": 0.0555,
      "step": 27600
    },
    {
      "epoch": 7.67951205988356,
      "grad_norm": 0.10933282226324081,
      "learning_rate": 1.2708721017933007e-06,
      "loss": 0.0551,
      "step": 27700
    },
    {
      "epoch": 7.707235930135847,
      "grad_norm": 0.11853484809398651,
      "learning_rate": 1.2420036261324598e-06,
      "loss": 0.056,
      "step": 27800
    },
    {
      "epoch": 7.734959800388134,
      "grad_norm": 0.0992041826248169,
      "learning_rate": 1.2134202425518139e-06,
      "loss": 0.0547,
      "step": 27900
    },
    {
      "epoch": 7.762683670640421,
      "grad_norm": 0.10824355483055115,
      "learning_rate": 1.185124119466517e-06,
      "loss": 0.0554,
      "step": 28000
    },
    {
      "epoch": 7.762683670640421,
      "eval_valid_loss": 0.048471271991729736,
      "eval_valid_runtime": 6.414,
      "eval_valid_samples_per_second": 215.623,
      "eval_valid_steps_per_second": 6.86,
      "step": 28000
    },
    {
      "epoch": 7.762683670640421,
      "eval_valid_target_loss": 0.05302482470870018,
      "eval_valid_target_runtime": 6.5682,
      "eval_valid_target_samples_per_second": 218.326,
      "eval_valid_target_steps_per_second": 6.851,
      "step": 28000
    },
    {
      "epoch": 7.7904075408927085,
      "grad_norm": 0.09927680343389511,
      "learning_rate": 1.1571174034993416e-06,
      "loss": 0.0555,
      "step": 28100
    },
    {
      "epoch": 7.8181314111449955,
      "grad_norm": 0.09600567072629929,
      "learning_rate": 1.129402219317825e-06,
      "loss": 0.0553,
      "step": 28200
    },
    {
      "epoch": 7.845855281397283,
      "grad_norm": 0.11057105660438538,
      "learning_rate": 1.1019806694730989e-06,
      "loss": 0.0557,
      "step": 28300
    },
    {
      "epoch": 7.873579151649571,
      "grad_norm": 0.10991726815700531,
      "learning_rate": 1.074854834240368e-06,
      "loss": 0.0553,
      "step": 28400
    },
    {
      "epoch": 7.901303021901858,
      "grad_norm": 0.09168905019760132,
      "learning_rate": 1.0480267714611048e-06,
      "loss": 0.0551,
      "step": 28500
    },
    {
      "epoch": 7.901303021901858,
      "eval_valid_loss": 0.04835043475031853,
      "eval_valid_runtime": 6.4532,
      "eval_valid_samples_per_second": 214.313,
      "eval_valid_steps_per_second": 6.818,
      "step": 28500
    },
    {
      "epoch": 7.901303021901858,
      "eval_valid_target_loss": 0.05293356999754906,
      "eval_valid_target_runtime": 6.5812,
      "eval_valid_target_samples_per_second": 217.894,
      "eval_valid_target_steps_per_second": 6.838,
      "step": 28500
    },
    {
      "epoch": 7.929026892154145,
      "grad_norm": 0.09465237706899643,
      "learning_rate": 1.0214985163869378e-06,
      "loss": 0.0556,
      "step": 28600
    },
    {
      "epoch": 7.956750762406432,
      "grad_norm": 0.10842736065387726,
      "learning_rate": 9.952720815252397e-07,
      "loss": 0.0543,
      "step": 28700
    },
    {
      "epoch": 7.984474632658719,
      "grad_norm": 0.09609558433294296,
      "learning_rate": 9.693494564864648e-07,
      "loss": 0.0554,
      "step": 28800
    },
    {
      "epoch": 8.012198502911007,
      "grad_norm": 0.10819283127784729,
      "learning_rate": 9.437326078332099e-07,
      "loss": 0.0545,
      "step": 28900
    },
    {
      "epoch": 8.039922373163293,
      "grad_norm": 0.09054001420736313,
      "learning_rate": 9.18423478931016e-07,
      "loss": 0.0554,
      "step": 29000
    },
    {
      "epoch": 8.039922373163293,
      "eval_valid_loss": 0.04819526523351669,
      "eval_valid_runtime": 6.4165,
      "eval_valid_samples_per_second": 215.536,
      "eval_valid_steps_per_second": 6.857,
      "step": 29000
    },
    {
      "epoch": 8.039922373163293,
      "eval_valid_target_loss": 0.05275378376245499,
      "eval_valid_target_runtime": 6.5635,
      "eval_valid_target_samples_per_second": 218.482,
      "eval_valid_target_steps_per_second": 6.856,
      "step": 29000
    },
    {
      "epoch": 8.067646243415581,
      "grad_norm": 0.10373499244451523,
      "learning_rate": 8.934239898009517e-07,
      "loss": 0.0552,
      "step": 29100
    },
    {
      "epoch": 8.095370113667869,
      "grad_norm": 0.09614498168230057,
      "learning_rate": 8.687360369739473e-07,
      "loss": 0.0545,
      "step": 29200
    },
    {
      "epoch": 8.123093983920155,
      "grad_norm": 0.1014479324221611,
      "learning_rate": 8.443614933469208e-07,
      "loss": 0.0549,
      "step": 29300
    },
    {
      "epoch": 8.150817854172443,
      "grad_norm": 0.08971751481294632,
      "learning_rate": 8.203022080406952e-07,
      "loss": 0.0546,
      "step": 29400
    },
    {
      "epoch": 8.17854172442473,
      "grad_norm": 0.09659924358129501,
      "learning_rate": 7.965600062597184e-07,
      "loss": 0.0542,
      "step": 29500
    },
    {
      "epoch": 8.17854172442473,
      "eval_valid_loss": 0.04812739044427872,
      "eval_valid_runtime": 6.4674,
      "eval_valid_samples_per_second": 213.843,
      "eval_valid_steps_per_second": 6.803,
      "step": 29500
    },
    {
      "epoch": 8.17854172442473,
      "eval_valid_target_loss": 0.05264822766184807,
      "eval_valid_target_runtime": 6.5912,
      "eval_valid_target_samples_per_second": 217.563,
      "eval_valid_target_steps_per_second": 6.827,
      "step": 29500
    },
    {
      "epoch": 8.206265594677017,
      "grad_norm": 0.1034499853849411,
      "learning_rate": 7.731366891535969e-07,
      "loss": 0.0548,
      "step": 29600
    },
    {
      "epoch": 8.233989464929303,
      "grad_norm": 0.0934043675661087,
      "learning_rate": 7.500340336804607e-07,
      "loss": 0.0542,
      "step": 29700
    },
    {
      "epoch": 8.261713335181591,
      "grad_norm": 0.09693789482116699,
      "learning_rate": 7.272537924721467e-07,
      "loss": 0.0553,
      "step": 29800
    },
    {
      "epoch": 8.28943720543388,
      "grad_norm": 0.09552415460348129,
      "learning_rate": 7.047976937012568e-07,
      "loss": 0.0543,
      "step": 29900
    },
    {
      "epoch": 8.317161075686165,
      "grad_norm": 0.0978178158402443,
      "learning_rate": 6.826674409500389e-07,
      "loss": 0.0548,
      "step": 30000
    },
    {
      "epoch": 8.317161075686165,
      "eval_valid_loss": 0.04797354340553284,
      "eval_valid_runtime": 6.442,
      "eval_valid_samples_per_second": 214.683,
      "eval_valid_steps_per_second": 6.83,
      "step": 30000
    },
    {
      "epoch": 8.317161075686165,
      "eval_valid_target_loss": 0.052511684596538544,
      "eval_valid_target_runtime": 6.5615,
      "eval_valid_target_samples_per_second": 218.549,
      "eval_valid_target_steps_per_second": 6.858,
      "step": 30000
    },
    {
      "epoch": 8.344884945938453,
      "grad_norm": 0.09591928869485855,
      "learning_rate": 6.608647130811502e-07,
      "loss": 0.0543,
      "step": 30100
    },
    {
      "epoch": 8.37260881619074,
      "grad_norm": 0.09678730368614197,
      "learning_rate": 6.393911641103051e-07,
      "loss": 0.0542,
      "step": 30200
    },
    {
      "epoch": 8.400332686443027,
      "grad_norm": 0.10894029587507248,
      "learning_rate": 6.182484230807845e-07,
      "loss": 0.0542,
      "step": 30300
    },
    {
      "epoch": 8.428056556695315,
      "grad_norm": 0.10065341740846634,
      "learning_rate": 5.974380939398555e-07,
      "loss": 0.0549,
      "step": 30400
    },
    {
      "epoch": 8.455780426947602,
      "grad_norm": 0.11015477776527405,
      "learning_rate": 5.769617554170959e-07,
      "loss": 0.0544,
      "step": 30500
    },
    {
      "epoch": 8.455780426947602,
      "eval_valid_loss": 0.04785359278321266,
      "eval_valid_runtime": 6.4159,
      "eval_valid_samples_per_second": 215.558,
      "eval_valid_steps_per_second": 6.858,
      "step": 30500
    },
    {
      "epoch": 8.455780426947602,
      "eval_valid_target_loss": 0.05238433927297592,
      "eval_valid_target_runtime": 6.575,
      "eval_valid_target_samples_per_second": 218.1,
      "eval_valid_target_steps_per_second": 6.844,
      "step": 30500
    },
    {
      "epoch": 8.48350429719989,
      "grad_norm": 0.10229642689228058,
      "learning_rate": 5.568209609046238e-07,
      "loss": 0.0542,
      "step": 30600
    },
    {
      "epoch": 8.511228167452176,
      "grad_norm": 0.1019807681441307,
      "learning_rate": 5.370172383392514e-07,
      "loss": 0.0548,
      "step": 30700
    },
    {
      "epoch": 8.538952037704464,
      "grad_norm": 0.1037830114364624,
      "learning_rate": 5.175520900865754e-07,
      "loss": 0.0538,
      "step": 30800
    },
    {
      "epoch": 8.56667590795675,
      "grad_norm": 0.0952112227678299,
      "learning_rate": 4.984269928270002e-07,
      "loss": 0.0537,
      "step": 30900
    },
    {
      "epoch": 8.594399778209038,
      "grad_norm": 0.09642232209444046,
      "learning_rate": 4.796433974437148e-07,
      "loss": 0.0533,
      "step": 31000
    },
    {
      "epoch": 8.594399778209038,
      "eval_valid_loss": 0.04777803644537926,
      "eval_valid_runtime": 6.4399,
      "eval_valid_samples_per_second": 214.756,
      "eval_valid_steps_per_second": 6.832,
      "step": 31000
    },
    {
      "epoch": 8.594399778209038,
      "eval_valid_target_loss": 0.052354373037815094,
      "eval_valid_target_runtime": 6.5668,
      "eval_valid_target_samples_per_second": 218.371,
      "eval_valid_target_steps_per_second": 6.853,
      "step": 31000
    },
    {
      "epoch": 8.622123648461326,
      "grad_norm": 0.10211507230997086,
      "learning_rate": 4.6120272891262365e-07,
      "loss": 0.0544,
      "step": 31100
    },
    {
      "epoch": 8.649847518713612,
      "grad_norm": 0.0912129357457161,
      "learning_rate": 4.4310638619424363e-07,
      "loss": 0.0536,
      "step": 31200
    },
    {
      "epoch": 8.6775713889659,
      "grad_norm": 0.10558176785707474,
      "learning_rate": 4.2535574212757667e-07,
      "loss": 0.0542,
      "step": 31300
    },
    {
      "epoch": 8.705295259218186,
      "grad_norm": 0.10381397604942322,
      "learning_rate": 4.0795214332596145e-07,
      "loss": 0.0547,
      "step": 31400
    },
    {
      "epoch": 8.733019129470474,
      "grad_norm": 0.09383094310760498,
      "learning_rate": 3.908969100749121e-07,
      "loss": 0.055,
      "step": 31500
    },
    {
      "epoch": 8.733019129470474,
      "eval_valid_loss": 0.047727905213832855,
      "eval_valid_runtime": 6.4171,
      "eval_valid_samples_per_second": 215.518,
      "eval_valid_steps_per_second": 6.857,
      "step": 31500
    },
    {
      "epoch": 8.733019129470474,
      "eval_valid_target_loss": 0.05224745720624924,
      "eval_valid_target_runtime": 6.5727,
      "eval_valid_target_samples_per_second": 218.174,
      "eval_valid_target_steps_per_second": 6.846,
      "step": 31500
    },
    {
      "epoch": 8.760742999722762,
      "grad_norm": 0.10438426584005356,
      "learning_rate": 3.7419133623196825e-07,
      "loss": 0.0541,
      "step": 31600
    },
    {
      "epoch": 8.788466869975048,
      "grad_norm": 0.09324101358652115,
      "learning_rate": 3.5783668912852453e-07,
      "loss": 0.0537,
      "step": 31700
    },
    {
      "epoch": 8.816190740227336,
      "grad_norm": 0.09235464036464691,
      "learning_rate": 3.4183420947369873e-07,
      "loss": 0.0544,
      "step": 31800
    },
    {
      "epoch": 8.843914610479622,
      "grad_norm": 0.09870747476816177,
      "learning_rate": 3.261851112602055e-07,
      "loss": 0.0543,
      "step": 31900
    },
    {
      "epoch": 8.87163848073191,
      "grad_norm": 0.10918495059013367,
      "learning_rate": 3.108905816722546e-07,
      "loss": 0.054,
      "step": 32000
    },
    {
      "epoch": 8.87163848073191,
      "eval_valid_loss": 0.047707512974739075,
      "eval_valid_runtime": 6.4362,
      "eval_valid_samples_per_second": 214.879,
      "eval_valid_steps_per_second": 6.836,
      "step": 32000
    },
    {
      "epoch": 8.87163848073191,
      "eval_valid_target_loss": 0.05221306532621384,
      "eval_valid_target_runtime": 6.5779,
      "eval_valid_target_samples_per_second": 218.002,
      "eval_valid_target_steps_per_second": 6.841,
      "step": 32000
    },
    {
      "epoch": 8.899362350984198,
      "grad_norm": 0.09537260234355927,
      "learning_rate": 2.9595178099549315e-07,
      "loss": 0.054,
      "step": 32100
    },
    {
      "epoch": 8.927086221236484,
      "grad_norm": 0.09188380092382431,
      "learning_rate": 2.8136984252898515e-07,
      "loss": 0.0542,
      "step": 32200
    },
    {
      "epoch": 8.954810091488772,
      "grad_norm": 0.09919969737529755,
      "learning_rate": 2.671458724992254e-07,
      "loss": 0.0542,
      "step": 32300
    },
    {
      "epoch": 8.982533961741058,
      "grad_norm": 0.09692647308111191,
      "learning_rate": 2.532809499762312e-07,
      "loss": 0.0544,
      "step": 32400
    },
    {
      "epoch": 9.010257831993346,
      "grad_norm": 0.09277132153511047,
      "learning_rate": 2.397761267916726e-07,
      "loss": 0.0539,
      "step": 32500
    },
    {
      "epoch": 9.010257831993346,
      "eval_valid_loss": 0.047637518495321274,
      "eval_valid_runtime": 6.4471,
      "eval_valid_samples_per_second": 214.516,
      "eval_valid_steps_per_second": 6.825,
      "step": 32500
    },
    {
      "epoch": 9.010257831993346,
      "eval_valid_target_loss": 0.052208978682756424,
      "eval_valid_target_runtime": 6.5636,
      "eval_valid_target_samples_per_second": 218.477,
      "eval_valid_target_steps_per_second": 6.856,
      "step": 32500
    },
    {
      "epoch": 9.037981702245634,
      "grad_norm": 0.09585940837860107,
      "learning_rate": 2.2663242745908087e-07,
      "loss": 0.0542,
      "step": 32600
    },
    {
      "epoch": 9.06570557249792,
      "grad_norm": 0.09488432109355927,
      "learning_rate": 2.138508490961244e-07,
      "loss": 0.0533,
      "step": 32700
    },
    {
      "epoch": 9.093429442750208,
      "grad_norm": 0.09499957412481308,
      "learning_rate": 2.014323613489666e-07,
      "loss": 0.0543,
      "step": 32800
    },
    {
      "epoch": 9.121153313002495,
      "grad_norm": 0.09435317665338516,
      "learning_rate": 1.8937790631870345e-07,
      "loss": 0.0536,
      "step": 32900
    },
    {
      "epoch": 9.148877183254783,
      "grad_norm": 0.10342779755592346,
      "learning_rate": 1.7768839848989584e-07,
      "loss": 0.0539,
      "step": 33000
    },
    {
      "epoch": 9.148877183254783,
      "eval_valid_loss": 0.047598063945770264,
      "eval_valid_runtime": 6.4315,
      "eval_valid_samples_per_second": 215.037,
      "eval_valid_steps_per_second": 6.841,
      "step": 33000
    },
    {
      "epoch": 9.148877183254783,
      "eval_valid_target_loss": 0.05212317034602165,
      "eval_valid_target_runtime": 6.5736,
      "eval_valid_target_samples_per_second": 218.146,
      "eval_valid_target_steps_per_second": 6.846,
      "step": 33000
    },
    {
      "epoch": 9.176601053507069,
      "grad_norm": 0.09814909845590591,
      "learning_rate": 1.6636472466118992e-07,
      "loss": 0.0542,
      "step": 33100
    },
    {
      "epoch": 9.204324923759357,
      "grad_norm": 0.09484022855758667,
      "learning_rate": 1.5540774387804825e-07,
      "loss": 0.0544,
      "step": 33200
    },
    {
      "epoch": 9.232048794011645,
      "grad_norm": 0.07888332009315491,
      "learning_rate": 1.448182873675752e-07,
      "loss": 0.0539,
      "step": 33300
    },
    {
      "epoch": 9.25977266426393,
      "grad_norm": 0.0964021384716034,
      "learning_rate": 1.345971584754585e-07,
      "loss": 0.0539,
      "step": 33400
    },
    {
      "epoch": 9.287496534516219,
      "grad_norm": 0.10322096943855286,
      "learning_rate": 1.2474513260502695e-07,
      "loss": 0.0536,
      "step": 33500
    },
    {
      "epoch": 9.287496534516219,
      "eval_valid_loss": 0.047564879059791565,
      "eval_valid_runtime": 6.4358,
      "eval_valid_samples_per_second": 214.89,
      "eval_valid_steps_per_second": 6.837,
      "step": 33500
    },
    {
      "epoch": 9.287496534516219,
      "eval_valid_target_loss": 0.05209695175290108,
      "eval_valid_target_runtime": 6.5809,
      "eval_valid_target_samples_per_second": 217.904,
      "eval_valid_target_steps_per_second": 6.838,
      "step": 33500
    },
    {
      "epoch": 9.315220404768505,
      "grad_norm": 0.10957927256822586,
      "learning_rate": 1.1526295715842628e-07,
      "loss": 0.0541,
      "step": 33600
    },
    {
      "epoch": 9.342944275020793,
      "grad_norm": 0.09433583915233612,
      "learning_rate": 1.0615135147991562e-07,
      "loss": 0.0542,
      "step": 33700
    },
    {
      "epoch": 9.370668145273081,
      "grad_norm": 0.09703412652015686,
      "learning_rate": 9.741100680130122e-08,
      "loss": 0.0535,
      "step": 33800
    },
    {
      "epoch": 9.398392015525367,
      "grad_norm": 0.10180799663066864,
      "learning_rate": 8.904258618949335e-08,
      "loss": 0.054,
      "step": 33900
    },
    {
      "epoch": 9.426115885777655,
      "grad_norm": 0.09336613118648529,
      "learning_rate": 8.104672449620598e-08,
      "loss": 0.0532,
      "step": 34000
    },
    {
      "epoch": 9.426115885777655,
      "eval_valid_loss": 0.047556404024362564,
      "eval_valid_runtime": 6.42,
      "eval_valid_samples_per_second": 215.421,
      "eval_valid_steps_per_second": 6.854,
      "step": 34000
    },
    {
      "epoch": 9.426115885777655,
      "eval_valid_target_loss": 0.05208129063248634,
      "eval_valid_target_runtime": 6.595,
      "eval_valid_target_samples_per_second": 217.437,
      "eval_valid_target_steps_per_second": 6.823,
      "step": 34000
    },
    {
      "epoch": 9.453839756029941,
      "grad_norm": 0.0890408605337143,
      "learning_rate": 7.342402830979589e-08,
      "loss": 0.054,
      "step": 34100
    },
    {
      "epoch": 9.48156362628223,
      "grad_norm": 0.09568461775779724,
      "learning_rate": 6.617507590924332e-08,
      "loss": 0.0535,
      "step": 34200
    },
    {
      "epoch": 9.509287496534515,
      "grad_norm": 0.09256019443273544,
      "learning_rate": 5.930041722028379e-08,
      "loss": 0.054,
      "step": 34300
    },
    {
      "epoch": 9.537011366786803,
      "grad_norm": 0.09314898401498795,
      "learning_rate": 5.280057377368863e-08,
      "loss": 0.0535,
      "step": 34400
    },
    {
      "epoch": 9.564735237039091,
      "grad_norm": 0.10256827622652054,
      "learning_rate": 4.667603866569892e-08,
      "loss": 0.0537,
      "step": 34500
    },
    {
      "epoch": 9.564735237039091,
      "eval_valid_loss": 0.047560639679431915,
      "eval_valid_runtime": 6.4632,
      "eval_valid_samples_per_second": 213.979,
      "eval_valid_steps_per_second": 6.808,
      "step": 34500
    },
    {
      "epoch": 9.564735237039091,
      "eval_valid_target_loss": 0.05206665024161339,
      "eval_valid_target_runtime": 6.5886,
      "eval_valid_target_samples_per_second": 217.649,
      "eval_valid_target_steps_per_second": 6.83,
      "step": 34500
    },
    {
      "epoch": 9.592459107291377,
      "grad_norm": 0.0861942321062088,
      "learning_rate": 4.092727652062034e-08,
      "loss": 0.0537,
      "step": 34600
    },
    {
      "epoch": 9.620182977543665,
      "grad_norm": 0.09521106630563736,
      "learning_rate": 3.555472345557365e-08,
      "loss": 0.0535,
      "step": 34700
    },
    {
      "epoch": 9.647906847795952,
      "grad_norm": 0.10885845869779587,
      "learning_rate": 3.055878704741e-08,
      "loss": 0.0542,
      "step": 34800
    },
    {
      "epoch": 9.67563071804824,
      "grad_norm": 0.09145703911781311,
      "learning_rate": 2.5939846301791804e-08,
      "loss": 0.0541,
      "step": 34900
    },
    {
      "epoch": 9.703354588300527,
      "grad_norm": 0.09051796793937683,
      "learning_rate": 2.1698251624438503e-08,
      "loss": 0.0544,
      "step": 35000
    },
    {
      "epoch": 9.703354588300527,
      "eval_valid_loss": 0.04752533510327339,
      "eval_valid_runtime": 6.4168,
      "eval_valid_samples_per_second": 215.528,
      "eval_valid_steps_per_second": 6.857,
      "step": 35000
    },
    {
      "epoch": 9.703354588300527,
      "eval_valid_target_loss": 0.05207618325948715,
      "eval_valid_target_runtime": 6.57,
      "eval_valid_target_samples_per_second": 218.265,
      "eval_valid_target_steps_per_second": 6.849,
      "step": 35000
    },
    {
      "epoch": 9.731078458552814,
      "grad_norm": 0.0903056338429451,
      "learning_rate": 1.7834324794546164e-08,
      "loss": 0.0539,
      "step": 35100
    },
    {
      "epoch": 9.758802328805102,
      "grad_norm": 0.0897304117679596,
      "learning_rate": 1.434835894037423e-08,
      "loss": 0.0539,
      "step": 35200
    },
    {
      "epoch": 9.786526199057388,
      "grad_norm": 0.10058806836605072,
      "learning_rate": 1.1240618517009416e-08,
      "loss": 0.0542,
      "step": 35300
    },
    {
      "epoch": 9.814250069309676,
      "grad_norm": 0.1056876927614212,
      "learning_rate": 8.511339286303432e-09,
      "loss": 0.0537,
      "step": 35400
    },
    {
      "epoch": 9.841973939561964,
      "grad_norm": 0.08990786969661713,
      "learning_rate": 6.1607282989856184e-09,
      "loss": 0.0547,
      "step": 35500
    },
    {
      "epoch": 9.841973939561964,
      "eval_valid_loss": 0.047528158873319626,
      "eval_valid_runtime": 6.4412,
      "eval_valid_samples_per_second": 214.712,
      "eval_valid_steps_per_second": 6.831,
      "step": 35500
    },
    {
      "epoch": 9.841973939561964,
      "eval_valid_target_loss": 0.05206017941236496,
      "eval_valid_target_runtime": 6.5864,
      "eval_valid_target_samples_per_second": 217.72,
      "eval_valid_target_steps_per_second": 6.832,
      "step": 35500
    },
    {
      "epoch": 9.86969780981425,
      "grad_norm": 0.08090436458587646,
      "learning_rate": 4.188963878958841e-09,
      "loss": 0.0536,
      "step": 35600
    },
    {
      "epoch": 9.897421680066538,
      "grad_norm": 0.08319131284952164,
      "learning_rate": 2.5961956097669827e-09,
      "loss": 0.0541,
      "step": 35700
    },
    {
      "epoch": 9.925145550318824,
      "grad_norm": 0.10666873306035995,
      "learning_rate": 1.3825443232517999e-09,
      "loss": 0.0541,
      "step": 35800
    },
    {
      "epoch": 9.952869420571112,
      "grad_norm": 0.10748881101608276,
      "learning_rate": 5.48102090381919e-10,
      "loss": 0.0543,
      "step": 35900
    },
    {
      "epoch": 9.9805932908234,
      "grad_norm": 0.10198221355676651,
      "learning_rate": 9.293221427231214e-11,
      "loss": 0.0533,
      "step": 36000
    },
    {
      "epoch": 9.9805932908234,
      "eval_valid_loss": 0.04753027856349945,
      "eval_valid_runtime": 6.4518,
      "eval_valid_samples_per_second": 214.359,
      "eval_valid_steps_per_second": 6.82,
      "step": 36000
    },
    {
      "epoch": 9.9805932908234,
      "eval_valid_target_loss": 0.05205439031124115,
      "eval_valid_target_runtime": 6.5698,
      "eval_valid_target_samples_per_second": 218.272,
      "eval_valid_target_steps_per_second": 6.85,
      "step": 36000
    }
  ],
  "logging_steps": 100,
  "max_steps": 36070,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.429394066302619e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}