diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,13654 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.0,
+  "eval_steps": 500,
+  "global_step": 6187,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.005659309564233163,
+      "grad_norm": 9.914572457905718,
+      "learning_rate": 2.584814216478191e-07,
+      "loss": 0.5975,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24669498205184937,
+      "step": 5,
+      "valid_targets_mean": 2722.6,
+      "valid_targets_min": 458
+    },
+    {
+      "epoch": 0.011318619128466326,
+      "grad_norm": 10.438922592985111,
+      "learning_rate": 5.815831987075929e-07,
+      "loss": 0.5129,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2588742971420288,
+      "step": 10,
+      "valid_targets_mean": 3113.1,
+      "valid_targets_min": 2461
+    },
+    {
+      "epoch": 0.01697792869269949,
+      "grad_norm": 9.005813832655129,
+      "learning_rate": 9.046849757673668e-07,
+      "loss": 0.457,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2645283341407776,
+      "step": 15,
+      "valid_targets_mean": 3648.1,
+      "valid_targets_min": 2068
+    },
+    {
+      "epoch": 0.022637238256932653,
+      "grad_norm": 8.708674112283445,
+      "learning_rate": 1.2277867528271405e-06,
+      "loss": 0.5059,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.24403518438339233,
+      "step": 20,
+      "valid_targets_mean": 3423.6,
+      "valid_targets_min": 2425
+    },
+    {
+      "epoch": 0.028296547821165818,
+      "grad_norm": 6.904960870586402,
+      "learning_rate": 1.5508885298869145e-06,
+      "loss": 0.4493,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21857085824012756,
+      "step": 25,
+      "valid_targets_mean": 2724.1,
+      "valid_targets_min": 1198
+    },
+    {
+      "epoch": 0.03395585738539898,
+      "grad_norm": 8.365998763309381,
+      "learning_rate": 1.8739903069466882e-06,
+      "loss": 0.5155,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.34842467308044434,
+      "step": 30,
+      "valid_targets_mean": 1232.5,
+      "valid_targets_min": 807
+    },
+    {
+      "epoch": 0.039615166949632144,
+      "grad_norm": 4.063830159552931,
+      "learning_rate": 2.197092084006462e-06,
+      "loss": 0.6663,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2383221983909607,
+      "step": 35,
+      "valid_targets_mean": 3487.4,
+      "valid_targets_min": 2351
+    },
+    {
+      "epoch": 0.045274476513865305,
+      "grad_norm": 3.7857119761047264,
+      "learning_rate": 2.5201938610662364e-06,
+      "loss": 0.3914,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.28476348519325256,
+      "step": 40,
+      "valid_targets_mean": 3126.4,
+      "valid_targets_min": 781
+    },
+    {
+      "epoch": 0.050933786078098474,
+      "grad_norm": 2.4522464500436354,
+      "learning_rate": 2.84329563812601e-06,
+      "loss": 0.3957,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1743302047252655,
+      "step": 45,
+      "valid_targets_mean": 3474.8,
+      "valid_targets_min": 799
+    },
+    {
+      "epoch": 0.056593095642331635,
+      "grad_norm": 1.3790997307109338,
+      "learning_rate": 3.166397415185784e-06,
+      "loss": 0.3205,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13955508172512054,
+      "step": 50,
+      "valid_targets_mean": 5026.1,
+      "valid_targets_min": 2802
+    },
+    {
+      "epoch": 0.0622524052065648,
+      "grad_norm": 1.1583679812963346,
+      "learning_rate": 3.489499192245558e-06,
+      "loss": 0.2673,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1148873046040535,
+      "step": 55,
+      "valid_targets_mean": 2611.0,
+      "valid_targets_min": 574
+    },
+    {
+      "epoch": 0.06791171477079797,
+      "grad_norm": 0.9944469930765569,
+      "learning_rate": 3.812600969305332e-06,
+      "loss": 0.286,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13937455415725708,
+      "step": 60,
+      "valid_targets_mean": 4036.5,
+      "valid_targets_min": 2642
+    },
+    {
+      "epoch": 0.07357102433503113,
+      "grad_norm": 1.4470532850206264,
+      "learning_rate": 4.1357027463651056e-06,
+      "loss": 0.2839,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.18129996955394745,
+      "step": 65,
+      "valid_targets_mean": 1960.5,
+      "valid_targets_min": 593
+    },
+    {
+      "epoch": 0.07923033389926429,
+      "grad_norm": 0.7634408558045028,
+      "learning_rate": 4.458804523424879e-06,
+      "loss": 0.3062,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10794656723737717,
+      "step": 70,
+      "valid_targets_mean": 3354.2,
+      "valid_targets_min": 1353
+    },
+    {
+      "epoch": 0.08488964346349745,
+      "grad_norm": 0.9349363140842072,
+      "learning_rate": 4.781906300484653e-06,
+      "loss": 0.2458,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14142100512981415,
+      "step": 75,
+      "valid_targets_mean": 2300.9,
+      "valid_targets_min": 818
+    },
+    {
+      "epoch": 0.09054895302773061,
+      "grad_norm": 0.6983888013920614,
+      "learning_rate": 5.105008077544427e-06,
+      "loss": 0.2412,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08703906089067459,
+      "step": 80,
+      "valid_targets_mean": 2295.8,
+      "valid_targets_min": 934
+    },
+    {
+      "epoch": 0.09620826259196379,
+      "grad_norm": 0.6714658796752845,
+      "learning_rate": 5.4281098546042014e-06,
+      "loss": 0.2072,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10908772051334381,
+      "step": 85,
+      "valid_targets_mean": 3524.4,
+      "valid_targets_min": 2798
+    },
+    {
+      "epoch": 0.10186757215619695,
+      "grad_norm": 0.7099703827584309,
+      "learning_rate": 5.751211631663974e-06,
+      "loss": 0.2518,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10576918721199036,
+      "step": 90,
+      "valid_targets_mean": 2810.1,
+      "valid_targets_min": 471
+    },
+    {
+      "epoch": 0.10752688172043011,
+      "grad_norm": 0.8464358873303437,
+      "learning_rate": 6.074313408723749e-06,
+      "loss": 0.2415,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13659444451332092,
+      "step": 95,
+      "valid_targets_mean": 3042.8,
+      "valid_targets_min": 903
+    },
+    {
+      "epoch": 0.11318619128466327,
+      "grad_norm": 0.6075699914515762,
+      "learning_rate": 6.397415185783522e-06,
+      "loss": 0.2321,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08541509509086609,
+      "step": 100,
+      "valid_targets_mean": 3081.6,
+      "valid_targets_min": 474
+    },
+    {
+      "epoch": 0.11884550084889643,
+      "grad_norm": 0.6669739914330303,
+      "learning_rate": 6.7205169628432965e-06,
+      "loss": 0.2259,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10760879516601562,
+      "step": 105,
+      "valid_targets_mean": 3468.0,
+      "valid_targets_min": 640
+    },
+    {
+      "epoch": 0.1245048104131296,
+      "grad_norm": 0.5208329931917438,
+      "learning_rate": 7.043618739903069e-06,
+      "loss": 0.264,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07734555006027222,
+      "step": 110,
+      "valid_targets_mean": 3438.4,
+      "valid_targets_min": 902
+    },
+    {
+      "epoch": 0.13016411997736277,
+      "grad_norm": 0.5811453804314388,
+      "learning_rate": 7.366720516962844e-06,
+      "loss": 0.1893,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09379353374242783,
+      "step": 115,
+      "valid_targets_mean": 3212.8,
+      "valid_targets_min": 1837
+    },
+    {
+      "epoch": 0.13582342954159593,
+      "grad_norm": 1.364458940018079,
+      "learning_rate": 7.689822294022618e-06,
+      "loss": 0.2649,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.21079102158546448,
+      "step": 120,
+      "valid_targets_mean": 1358.8,
+      "valid_targets_min": 756
+    },
+    {
+      "epoch": 0.1414827391058291,
+      "grad_norm": 0.8256973772819219,
+      "learning_rate": 8.012924071082391e-06,
+      "loss": 0.236,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16139847040176392,
+      "step": 125,
+      "valid_targets_mean": 2896.2,
+      "valid_targets_min": 1072
+    },
+    {
+      "epoch": 0.14714204867006225,
+      "grad_norm": 0.6225640827519211,
+      "learning_rate": 8.336025848142165e-06,
+      "loss": 0.1892,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05986971780657768,
+      "step": 130,
+      "valid_targets_mean": 2908.1,
+      "valid_targets_min": 895
+    },
+    {
+      "epoch": 0.15280135823429541,
+      "grad_norm": 1.1717941040574062,
+      "learning_rate": 8.659127625201939e-06,
+      "loss": 0.3577,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.2685242295265198,
+      "step": 135,
+      "valid_targets_mean": 2562.2,
+      "valid_targets_min": 878
+    },
+    {
+      "epoch": 0.15846066779852858,
+      "grad_norm": 0.6408657487445313,
+      "learning_rate": 8.982229402261713e-06,
+      "loss": 0.3165,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07971537113189697,
+      "step": 140,
+      "valid_targets_mean": 2087.6,
+      "valid_targets_min": 756
+    },
+    {
+      "epoch": 0.16411997736276174,
+      "grad_norm": 0.5543030970031532,
+      "learning_rate": 9.305331179321486e-06,
+      "loss": 0.2047,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.075836680829525,
+      "step": 145,
+      "valid_targets_mean": 3421.8,
+      "valid_targets_min": 2963
+    },
+    {
+      "epoch": 0.1697792869269949,
+      "grad_norm": 1.3463459246904992,
+      "learning_rate": 9.62843295638126e-06,
+      "loss": 0.2878,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.3113308250904083,
+      "step": 150,
+      "valid_targets_mean": 2375.2,
+      "valid_targets_min": 1153
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "grad_norm": 0.42318491917252643,
+      "learning_rate": 9.951534733441036e-06,
+      "loss": 0.202,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07192079722881317,
+      "step": 155,
+      "valid_targets_mean": 4886.2,
+      "valid_targets_min": 1700
+    },
+    {
+      "epoch": 0.18109790605546122,
+      "grad_norm": 0.4595289279004153,
+      "learning_rate": 1.0274636510500808e-05,
+      "loss": 0.17,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.056570179760456085,
+      "step": 160,
+      "valid_targets_mean": 3965.1,
+      "valid_targets_min": 789
+    },
+    {
+      "epoch": 0.1867572156196944,
+      "grad_norm": 0.5163853394413724,
+      "learning_rate": 1.0597738287560582e-05,
+      "loss": 0.1851,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09697248041629791,
+      "step": 165,
+      "valid_targets_mean": 3771.5,
+      "valid_targets_min": 995
+    },
+    {
+      "epoch": 0.19241652518392757,
+      "grad_norm": 0.5311230674646791,
+      "learning_rate": 1.0920840064620357e-05,
+      "loss": 0.1701,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05757971107959747,
+      "step": 170,
+      "valid_targets_mean": 2220.8,
+      "valid_targets_min": 488
+    },
+    {
+      "epoch": 0.19807583474816073,
+      "grad_norm": 0.5390819623332389,
+      "learning_rate": 1.124394184168013e-05,
+      "loss": 0.177,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09788284450769424,
+      "step": 175,
+      "valid_targets_mean": 3635.4,
+      "valid_targets_min": 2437
+    },
+    {
+      "epoch": 0.2037351443123939,
+      "grad_norm": 0.7926312286793373,
+      "learning_rate": 1.1567043618739904e-05,
+      "loss": 0.1653,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06946968287229538,
+      "step": 180,
+      "valid_targets_mean": 1752.1,
+      "valid_targets_min": 712
+    },
+    {
+      "epoch": 0.20939445387662706,
+      "grad_norm": 0.48293318766038856,
+      "learning_rate": 1.1890145395799677e-05,
+      "loss": 0.1643,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08222252130508423,
+      "step": 185,
+      "valid_targets_mean": 3713.4,
+      "valid_targets_min": 2422
+    },
+    {
+      "epoch": 0.21505376344086022,
+      "grad_norm": 0.4971735351453549,
+      "learning_rate": 1.2213247172859452e-05,
+      "loss": 0.1466,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07657366245985031,
+      "step": 190,
+      "valid_targets_mean": 3998.5,
+      "valid_targets_min": 3643
+    },
+    {
+      "epoch": 0.22071307300509338,
+      "grad_norm": 0.4956226134209193,
+      "learning_rate": 1.2536348949919226e-05,
+      "loss": 0.2331,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.058330804109573364,
+      "step": 195,
+      "valid_targets_mean": 3319.0,
+      "valid_targets_min": 772
+    },
+    {
+      "epoch": 0.22637238256932654,
+      "grad_norm": 0.5575941398181454,
+      "learning_rate": 1.2859450726979e-05,
+      "loss": 0.1389,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.061472129076719284,
+      "step": 200,
+      "valid_targets_mean": 2934.8,
+      "valid_targets_min": 722
+    },
+    {
+      "epoch": 0.2320316921335597,
+      "grad_norm": 0.44793904268623025,
+      "learning_rate": 1.3182552504038773e-05,
+      "loss": 0.1505,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05814511701464653,
+      "step": 205,
+      "valid_targets_mean": 3656.4,
+      "valid_targets_min": 2788
+    },
+    {
+      "epoch": 0.23769100169779286,
+      "grad_norm": 0.550319153108588,
+      "learning_rate": 1.3505654281098549e-05,
+      "loss": 0.1518,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08354094624519348,
+      "step": 210,
+      "valid_targets_mean": 3202.5,
+      "valid_targets_min": 948
+    },
+    {
+      "epoch": 0.24335031126202603,
+      "grad_norm": 0.9127899909892149,
+      "learning_rate": 1.382875605815832e-05,
+      "loss": 0.1774,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08435185253620148,
+      "step": 215,
+      "valid_targets_mean": 1002.0,
+      "valid_targets_min": 490
+    },
+    {
+      "epoch": 0.2490096208262592,
+      "grad_norm": 0.4576999004835555,
+      "learning_rate": 1.4151857835218094e-05,
+      "loss": 0.1972,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08616667985916138,
+      "step": 220,
+      "valid_targets_mean": 3751.9,
+      "valid_targets_min": 2800
+    },
+    {
+      "epoch": 0.2546689303904924,
+      "grad_norm": 0.7328421759963798,
+      "learning_rate": 1.4474959612277868e-05,
+      "loss": 0.2081,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14095443487167358,
+      "step": 225,
+      "valid_targets_mean": 2641.8,
+      "valid_targets_min": 896
+    },
+    {
+      "epoch": 0.26032823995472554,
+      "grad_norm": 0.6898350003645934,
+      "learning_rate": 1.4798061389337644e-05,
+      "loss": 0.177,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10551305115222931,
+      "step": 230,
+      "valid_targets_mean": 3199.0,
+      "valid_targets_min": 1333
+    },
+    {
+      "epoch": 0.2659875495189587,
+      "grad_norm": 0.6579151997851256,
+      "learning_rate": 1.5121163166397417e-05,
+      "loss": 0.199,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09268459677696228,
+      "step": 235,
+      "valid_targets_mean": 2548.1,
+      "valid_targets_min": 693
+    },
+    {
+      "epoch": 0.27164685908319186,
+      "grad_norm": 0.6879982282446822,
+      "learning_rate": 1.544426494345719e-05,
+      "loss": 0.2075,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06383742392063141,
+      "step": 240,
+      "valid_targets_mean": 2482.9,
+      "valid_targets_min": 803
+    },
+    {
+      "epoch": 0.277306168647425,
+      "grad_norm": 0.6380660382935808,
+      "learning_rate": 1.5767366720516963e-05,
+      "loss": 0.1641,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08546900004148483,
+      "step": 245,
+      "valid_targets_mean": 3239.2,
+      "valid_targets_min": 2525
+    },
+    {
+      "epoch": 0.2829654782116582,
+      "grad_norm": 0.7993055032467087,
+      "learning_rate": 1.609046849757674e-05,
+      "loss": 0.1952,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07405424118041992,
+      "step": 250,
+      "valid_targets_mean": 3806.1,
+      "valid_targets_min": 2393
+    },
+    {
+      "epoch": 0.28862478777589134,
+      "grad_norm": 0.5672369044442851,
+      "learning_rate": 1.641357027463651e-05,
+      "loss": 0.1751,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07551759481430054,
+      "step": 255,
+      "valid_targets_mean": 2990.9,
+      "valid_targets_min": 804
+    },
+    {
+      "epoch": 0.2942840973401245,
+      "grad_norm": 0.5175339323333864,
+      "learning_rate": 1.6736672051696286e-05,
+      "loss": 0.1533,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07782085239887238,
+      "step": 260,
+      "valid_targets_mean": 4885.8,
+      "valid_targets_min": 3695
+    },
+    {
+      "epoch": 0.29994340690435767,
+      "grad_norm": 0.6525626849943169,
+      "learning_rate": 1.7059773828756058e-05,
+      "loss": 0.1436,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08853702247142792,
+      "step": 265,
+      "valid_targets_mean": 3128.8,
+      "valid_targets_min": 596
+    },
+    {
+      "epoch": 0.30560271646859083,
+      "grad_norm": 0.41556102017718966,
+      "learning_rate": 1.7382875605815834e-05,
+      "loss": 0.1371,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05114654079079628,
+      "step": 270,
+      "valid_targets_mean": 4567.8,
+      "valid_targets_min": 3804
+    },
+    {
+      "epoch": 0.311262026032824,
+      "grad_norm": 0.5266957741817604,
+      "learning_rate": 1.770597738287561e-05,
+      "loss": 0.1487,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.057920850813388824,
+      "step": 275,
+      "valid_targets_mean": 3853.1,
+      "valid_targets_min": 2862
+    },
+    {
+      "epoch": 0.31692133559705715,
+      "grad_norm": 0.8261713489653706,
+      "learning_rate": 1.802907915993538e-05,
+      "loss": 0.1804,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10130302608013153,
+      "step": 280,
+      "valid_targets_mean": 1072.6,
+      "valid_targets_min": 497
+    },
+    {
+      "epoch": 0.3225806451612903,
+      "grad_norm": 0.515135125153566,
+      "learning_rate": 1.8352180936995153e-05,
+      "loss": 0.1519,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08355299383401871,
+      "step": 285,
+      "valid_targets_mean": 4191.0,
+      "valid_targets_min": 3918
+    },
+    {
+      "epoch": 0.3282399547255235,
+      "grad_norm": 0.9516259042811721,
+      "learning_rate": 1.867528271405493e-05,
+      "loss": 0.1712,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07686220109462738,
+      "step": 290,
+      "valid_targets_mean": 2121.9,
+      "valid_targets_min": 785
+    },
+    {
+      "epoch": 0.33389926428975664,
+      "grad_norm": 0.5129659467647532,
+      "learning_rate": 1.8998384491114704e-05,
+      "loss": 0.1253,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06434328854084015,
+      "step": 295,
+      "valid_targets_mean": 3451.6,
+      "valid_targets_min": 905
+    },
+    {
+      "epoch": 0.3395585738539898,
+      "grad_norm": 0.5908315094002874,
+      "learning_rate": 1.9321486268174476e-05,
+      "loss": 0.1619,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11656630784273148,
+      "step": 300,
+      "valid_targets_mean": 2929.2,
+      "valid_targets_min": 657
+    },
+    {
+      "epoch": 0.34521788341822296,
+      "grad_norm": 0.48165238988141923,
+      "learning_rate": 1.9644588045234248e-05,
+      "loss": 0.153,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0766848623752594,
+      "step": 305,
+      "valid_targets_mean": 3798.9,
+      "valid_targets_min": 3184
+    },
+    {
+      "epoch": 0.3508771929824561,
+      "grad_norm": 0.7047255808494555,
+      "learning_rate": 1.9967689822294024e-05,
+      "loss": 0.1347,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07988546043634415,
+      "step": 310,
+      "valid_targets_mean": 1463.9,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 0.3565365025466893,
+      "grad_norm": 0.6410892495479411,
+      "learning_rate": 2.0290791599353796e-05,
+      "loss": 0.1561,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07225817441940308,
+      "step": 315,
+      "valid_targets_mean": 1701.5,
+      "valid_targets_min": 827
+    },
+    {
+      "epoch": 0.36219581211092244,
+      "grad_norm": 0.6561577601314719,
+      "learning_rate": 2.0613893376413575e-05,
+      "loss": 0.1587,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07047143578529358,
+      "step": 320,
+      "valid_targets_mean": 1789.9,
+      "valid_targets_min": 940
+    },
+    {
+      "epoch": 0.3678551216751556,
+      "grad_norm": 0.5386901508448514,
+      "learning_rate": 2.0936995153473347e-05,
+      "loss": 0.1777,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06335115432739258,
+      "step": 325,
+      "valid_targets_mean": 2943.8,
+      "valid_targets_min": 958
+    },
+    {
+      "epoch": 0.3735144312393888,
+      "grad_norm": 0.5744258368534766,
+      "learning_rate": 2.1260096930533122e-05,
+      "loss": 0.1484,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.059802595525979996,
+      "step": 330,
+      "valid_targets_mean": 1859.2,
+      "valid_targets_min": 719
+    },
+    {
+      "epoch": 0.379173740803622,
+      "grad_norm": 0.6154652522754883,
+      "learning_rate": 2.1583198707592894e-05,
+      "loss": 0.1793,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.052433621138334274,
+      "step": 335,
+      "valid_targets_mean": 1703.9,
+      "valid_targets_min": 759
+    },
+    {
+      "epoch": 0.38483305036785515,
+      "grad_norm": 1.051344151463182,
+      "learning_rate": 2.1906300484652666e-05,
+      "loss": 0.1768,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.17945857346057892,
+      "step": 340,
+      "valid_targets_mean": 1556.6,
+      "valid_targets_min": 521
+    },
+    {
+      "epoch": 0.3904923599320883,
+      "grad_norm": 0.5630507856667745,
+      "learning_rate": 2.2229402261712442e-05,
+      "loss": 0.1455,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09105045348405838,
+      "step": 345,
+      "valid_targets_mean": 3267.6,
+      "valid_targets_min": 1032
+    },
+    {
+      "epoch": 0.39615166949632147,
+      "grad_norm": 0.4460141163792507,
+      "learning_rate": 2.2552504038772214e-05,
+      "loss": 0.1257,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05309152603149414,
+      "step": 350,
+      "valid_targets_mean": 3609.0,
+      "valid_targets_min": 2741
+    },
+    {
+      "epoch": 0.40181097906055463,
+      "grad_norm": 0.5180312641700419,
+      "learning_rate": 2.2875605815831986e-05,
+      "loss": 0.1441,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06146761775016785,
+      "step": 355,
+      "valid_targets_mean": 2735.8,
+      "valid_targets_min": 1692
+    },
+    {
+      "epoch": 0.4074702886247878,
+      "grad_norm": 0.5409993793906661,
+      "learning_rate": 2.3198707592891765e-05,
+      "loss": 0.1874,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08394213020801544,
+      "step": 360,
+      "valid_targets_mean": 3693.4,
+      "valid_targets_min": 2215
+    },
+    {
+      "epoch": 0.41312959818902095,
+      "grad_norm": 0.5147494120605212,
+      "learning_rate": 2.3521809369951537e-05,
+      "loss": 0.122,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05552713945508003,
+      "step": 365,
+      "valid_targets_mean": 3109.9,
+      "valid_targets_min": 723
+    },
+    {
+      "epoch": 0.4187889077532541,
+      "grad_norm": 0.4317534882574773,
+      "learning_rate": 2.3844911147011312e-05,
+      "loss": 0.1438,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.059747494757175446,
+      "step": 370,
+      "valid_targets_mean": 4984.2,
+      "valid_targets_min": 3282
+    },
+    {
+      "epoch": 0.4244482173174873,
+      "grad_norm": 0.45080990032392254,
+      "learning_rate": 2.4168012924071084e-05,
+      "loss": 0.1369,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05908074602484703,
+      "step": 375,
+      "valid_targets_mean": 3863.4,
+      "valid_targets_min": 995
+    },
+    {
+      "epoch": 0.43010752688172044,
+      "grad_norm": 0.41875129087410196,
+      "learning_rate": 2.449111470113086e-05,
+      "loss": 0.1194,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0577741339802742,
+      "step": 380,
+      "valid_targets_mean": 4201.0,
+      "valid_targets_min": 949
+    },
+    {
+      "epoch": 0.4357668364459536,
+      "grad_norm": 0.5377109399775152,
+      "learning_rate": 2.4814216478190632e-05,
+      "loss": 0.1518,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09177965670824051,
+      "step": 385,
+      "valid_targets_mean": 4321.6,
+      "valid_targets_min": 2724
+    },
+    {
+      "epoch": 0.44142614601018676,
+      "grad_norm": 0.4501846938217892,
+      "learning_rate": 2.5137318255250404e-05,
+      "loss": 0.1276,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04853462427854538,
+      "step": 390,
+      "valid_targets_mean": 3384.5,
+      "valid_targets_min": 424
+    },
+    {
+      "epoch": 0.4470854555744199,
+      "grad_norm": 0.5225479075414039,
+      "learning_rate": 2.546042003231018e-05,
+      "loss": 0.1722,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.057531870901584625,
+      "step": 395,
+      "valid_targets_mean": 2987.2,
+      "valid_targets_min": 531
+    },
+    {
+      "epoch": 0.4527447651386531,
+      "grad_norm": 0.6093343138899836,
+      "learning_rate": 2.5783521809369955e-05,
+      "loss": 0.1616,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05708811804652214,
+      "step": 400,
+      "valid_targets_mean": 3469.5,
+      "valid_targets_min": 1195
+    },
+    {
+      "epoch": 0.45840407470288624,
+      "grad_norm": 0.47514259971920086,
+      "learning_rate": 2.610662358642973e-05,
+      "loss": 0.1229,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0996779128909111,
+      "step": 405,
+      "valid_targets_mean": 2682.8,
+      "valid_targets_min": 722
+    },
+    {
+      "epoch": 0.4640633842671194,
+      "grad_norm": 0.4415829951174395,
+      "learning_rate": 2.6429725363489502e-05,
+      "loss": 0.165,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.061897553503513336,
+      "step": 410,
+      "valid_targets_mean": 3496.9,
+      "valid_targets_min": 1251
+    },
+    {
+      "epoch": 0.46972269383135257,
+      "grad_norm": 0.5725019400302965,
+      "learning_rate": 2.6752827140549274e-05,
+      "loss": 0.1356,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07528968155384064,
+      "step": 415,
+      "valid_targets_mean": 2912.5,
+      "valid_targets_min": 970
+    },
+    {
+      "epoch": 0.47538200339558573,
+      "grad_norm": 0.8717286597062152,
+      "learning_rate": 2.707592891760905e-05,
+      "loss": 0.1592,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07313666492700577,
+      "step": 420,
+      "valid_targets_mean": 1423.6,
+      "valid_targets_min": 634
+    },
+    {
+      "epoch": 0.4810413129598189,
+      "grad_norm": 0.7946161029444309,
+      "learning_rate": 2.7399030694668822e-05,
+      "loss": 0.173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11132633686065674,
+      "step": 425,
+      "valid_targets_mean": 1423.9,
+      "valid_targets_min": 685
+    },
+    {
+      "epoch": 0.48670062252405205,
+      "grad_norm": 0.5451746393923975,
+      "learning_rate": 2.7722132471728597e-05,
+      "loss": 0.1855,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05576259642839432,
+      "step": 430,
+      "valid_targets_mean": 2932.5,
+      "valid_targets_min": 593
+    },
+    {
+      "epoch": 0.4923599320882852,
+      "grad_norm": 0.43001732817202887,
+      "learning_rate": 2.804523424878837e-05,
+      "loss": 0.1452,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.057551369071006775,
+      "step": 435,
+      "valid_targets_mean": 3945.8,
+      "valid_targets_min": 3129
+    },
+    {
+      "epoch": 0.4980192416525184,
+      "grad_norm": 0.5296946263488329,
+      "learning_rate": 2.8368336025848148e-05,
+      "loss": 0.1521,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08257763087749481,
+      "step": 440,
+      "valid_targets_mean": 3621.1,
+      "valid_targets_min": 859
+    },
+    {
+      "epoch": 0.5036785512167515,
+      "grad_norm": 0.6039488014877009,
+      "learning_rate": 2.869143780290792e-05,
+      "loss": 0.1377,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07461287826299667,
+      "step": 445,
+      "valid_targets_mean": 2553.0,
+      "valid_targets_min": 616
+    },
+    {
+      "epoch": 0.5093378607809848,
+      "grad_norm": 0.5640597101205123,
+      "learning_rate": 2.9014539579967692e-05,
+      "loss": 0.1367,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06084398552775383,
+      "step": 450,
+      "valid_targets_mean": 2690.5,
+      "valid_targets_min": 541
+    },
+    {
+      "epoch": 0.5149971703452179,
+      "grad_norm": 1.0840649717270363,
+      "learning_rate": 2.9337641357027468e-05,
+      "loss": 0.1323,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08512777090072632,
+      "step": 455,
+      "valid_targets_mean": 906.4,
+      "valid_targets_min": 598
+    },
+    {
+      "epoch": 0.5206564799094511,
+      "grad_norm": 0.48613293315128153,
+      "learning_rate": 2.966074313408724e-05,
+      "loss": 0.1603,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0669226422905922,
+      "step": 460,
+      "valid_targets_mean": 3147.2,
+      "valid_targets_min": 1101
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 0.5745050629760342,
+      "learning_rate": 2.9983844911147012e-05,
+      "loss": 0.1238,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0562899075448513,
+      "step": 465,
+      "valid_targets_mean": 2331.8,
+      "valid_targets_min": 680
+    },
+    {
+      "epoch": 0.5319750990379174,
+      "grad_norm": 0.5104054659000805,
+      "learning_rate": 3.0306946688206787e-05,
+      "loss": 0.1331,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07346203923225403,
+      "step": 470,
+      "valid_targets_mean": 2577.0,
+      "valid_targets_min": 774
+    },
+    {
+      "epoch": 0.5376344086021505,
+      "grad_norm": 0.49848622482429666,
+      "learning_rate": 3.063004846526656e-05,
+      "loss": 0.1525,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07757288217544556,
+      "step": 475,
+      "valid_targets_mean": 4140.1,
+      "valid_targets_min": 1474
+    },
+    {
+      "epoch": 0.5432937181663837,
+      "grad_norm": 0.3015793802224776,
+      "learning_rate": 3.095315024232634e-05,
+      "loss": 0.1177,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04140617698431015,
+      "step": 480,
+      "valid_targets_mean": 5498.9,
+      "valid_targets_min": 3677
+    },
+    {
+      "epoch": 0.5489530277306168,
+      "grad_norm": 0.4832074611140062,
+      "learning_rate": 3.127625201938611e-05,
+      "loss": 0.1319,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.084229476749897,
+      "step": 485,
+      "valid_targets_mean": 3352.5,
+      "valid_targets_min": 675
+    },
+    {
+      "epoch": 0.55461233729485,
+      "grad_norm": 0.4470848264185768,
+      "learning_rate": 3.159935379644588e-05,
+      "loss": 0.1259,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04923580586910248,
+      "step": 490,
+      "valid_targets_mean": 3902.5,
+      "valid_targets_min": 795
+    },
+    {
+      "epoch": 0.5602716468590832,
+      "grad_norm": 0.6112578592770107,
+      "learning_rate": 3.1922455573505654e-05,
+      "loss": 0.2602,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11462072283029556,
+      "step": 495,
+      "valid_targets_mean": 2495.0,
+      "valid_targets_min": 605
+    },
+    {
+      "epoch": 0.5659309564233164,
+      "grad_norm": 0.5125681408522123,
+      "learning_rate": 3.224555735056543e-05,
+      "loss": 0.1241,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0655694305896759,
+      "step": 500,
+      "valid_targets_mean": 3298.6,
+      "valid_targets_min": 985
+    },
+    {
+      "epoch": 0.5715902659875495,
+      "grad_norm": 0.5812333572331605,
+      "learning_rate": 3.2568659127625205e-05,
+      "loss": 0.1428,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07321052998304367,
+      "step": 505,
+      "valid_targets_mean": 3505.2,
+      "valid_targets_min": 878
+    },
+    {
+      "epoch": 0.5772495755517827,
+      "grad_norm": 0.7865928436925346,
+      "learning_rate": 3.289176090468498e-05,
+      "loss": 0.1666,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16015928983688354,
+      "step": 510,
+      "valid_targets_mean": 2289.5,
+      "valid_targets_min": 1214
+    },
+    {
+      "epoch": 0.5829088851160158,
+      "grad_norm": 0.5824181661697244,
+      "learning_rate": 3.321486268174475e-05,
+      "loss": 0.2887,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1408720165491104,
+      "step": 515,
+      "valid_targets_mean": 5734.0,
+      "valid_targets_min": 4389
+    },
+    {
+      "epoch": 0.588568194680249,
+      "grad_norm": 0.4567419002970561,
+      "learning_rate": 3.353796445880453e-05,
+      "loss": 0.2791,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13881754875183105,
+      "step": 520,
+      "valid_targets_mean": 7783.9,
+      "valid_targets_min": 4541
+    },
+    {
+      "epoch": 0.5942275042444821,
+      "grad_norm": 0.5465419415444335,
+      "learning_rate": 3.38610662358643e-05,
+      "loss": 0.2773,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.16764724254608154,
+      "step": 525,
+      "valid_targets_mean": 6178.1,
+      "valid_targets_min": 4245
+    },
+    {
+      "epoch": 0.5998868138087153,
+      "grad_norm": 0.48682040378983465,
+      "learning_rate": 3.418416801292407e-05,
+      "loss": 0.27,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13740578293800354,
+      "step": 530,
+      "valid_targets_mean": 6757.1,
+      "valid_targets_min": 4108
+    },
+    {
+      "epoch": 0.6055461233729486,
+      "grad_norm": 0.5366939974052881,
+      "learning_rate": 3.450726978998385e-05,
+      "loss": 0.2753,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15044130384922028,
+      "step": 535,
+      "valid_targets_mean": 6910.1,
+      "valid_targets_min": 4689
+    },
+    {
+      "epoch": 0.6112054329371817,
+      "grad_norm": 0.5279487744274057,
+      "learning_rate": 3.483037156704362e-05,
+      "loss": 0.2692,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13835439085960388,
+      "step": 540,
+      "valid_targets_mean": 5941.6,
+      "valid_targets_min": 4398
+    },
+    {
+      "epoch": 0.6168647425014149,
+      "grad_norm": 0.44020640113224385,
+      "learning_rate": 3.5153473344103395e-05,
+      "loss": 0.264,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12045064568519592,
+      "step": 545,
+      "valid_targets_mean": 6833.0,
+      "valid_targets_min": 4826
+    },
+    {
+      "epoch": 0.622524052065648,
+      "grad_norm": 0.5251322912691838,
+      "learning_rate": 3.547657512116317e-05,
+      "loss": 0.2607,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13780143857002258,
+      "step": 550,
+      "valid_targets_mean": 6255.4,
+      "valid_targets_min": 4525
+    },
+    {
+      "epoch": 0.6281833616298812,
+      "grad_norm": 0.39348436596192704,
+      "learning_rate": 3.579967689822294e-05,
+      "loss": 0.2651,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11609511077404022,
+      "step": 555,
+      "valid_targets_mean": 7195.8,
+      "valid_targets_min": 4970
+    },
+    {
+      "epoch": 0.6338426711941143,
+      "grad_norm": 0.5273638269180607,
+      "learning_rate": 3.612277867528272e-05,
+      "loss": 0.2451,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10894660651683807,
+      "step": 560,
+      "valid_targets_mean": 6242.6,
+      "valid_targets_min": 4552
+    },
+    {
+      "epoch": 0.6395019807583475,
+      "grad_norm": 0.9122789048666337,
+      "learning_rate": 3.644588045234249e-05,
+      "loss": 0.2585,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12121409177780151,
+      "step": 565,
+      "valid_targets_mean": 6830.8,
+      "valid_targets_min": 3009
+    },
+    {
+      "epoch": 0.6451612903225806,
+      "grad_norm": 0.5131792448186862,
+      "learning_rate": 3.676898222940227e-05,
+      "loss": 0.2431,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1229555606842041,
+      "step": 570,
+      "valid_targets_mean": 7165.4,
+      "valid_targets_min": 5304
+    },
+    {
+      "epoch": 0.6508205998868138,
+      "grad_norm": 0.46605359625276815,
+      "learning_rate": 3.709208400646204e-05,
+      "loss": 0.246,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10549833625555038,
+      "step": 575,
+      "valid_targets_mean": 5539.0,
+      "valid_targets_min": 3815
+    },
+    {
+      "epoch": 0.656479909451047,
+      "grad_norm": 0.45106077332688427,
+      "learning_rate": 3.741518578352181e-05,
+      "loss": 0.2267,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11322154104709625,
+      "step": 580,
+      "valid_targets_mean": 6168.2,
+      "valid_targets_min": 5417
+    },
+    {
+      "epoch": 0.6621392190152802,
+      "grad_norm": 0.4255427199157256,
+      "learning_rate": 3.7738287560581585e-05,
+      "loss": 0.2289,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12274488806724548,
+      "step": 585,
+      "valid_targets_mean": 8675.8,
+      "valid_targets_min": 4939
+    },
+    {
+      "epoch": 0.6677985285795133,
+      "grad_norm": 0.4484378096406636,
+      "learning_rate": 3.806138933764136e-05,
+      "loss": 0.2467,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11915712058544159,
+      "step": 590,
+      "valid_targets_mean": 6676.6,
+      "valid_targets_min": 5361
+    },
+    {
+      "epoch": 0.6734578381437465,
+      "grad_norm": 0.5019318747313286,
+      "learning_rate": 3.838449111470113e-05,
+      "loss": 0.2416,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08802414685487747,
+      "step": 595,
+      "valid_targets_mean": 6001.9,
+      "valid_targets_min": 4384
+    },
+    {
+      "epoch": 0.6791171477079796,
+      "grad_norm": 0.4418873429670228,
+      "learning_rate": 3.870759289176091e-05,
+      "loss": 0.2221,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10844217240810394,
+      "step": 600,
+      "valid_targets_mean": 6403.6,
+      "valid_targets_min": 4823
+    },
+    {
+      "epoch": 0.6847764572722128,
+      "grad_norm": 0.4440434674725396,
+      "learning_rate": 3.903069466882068e-05,
+      "loss": 0.2184,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10608142614364624,
+      "step": 605,
+      "valid_targets_mean": 6612.9,
+      "valid_targets_min": 5243
+    },
+    {
+      "epoch": 0.6904357668364459,
+      "grad_norm": 0.4503422259878201,
+      "learning_rate": 3.935379644588046e-05,
+      "loss": 0.2311,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11856935918331146,
+      "step": 610,
+      "valid_targets_mean": 6701.5,
+      "valid_targets_min": 4868
+    },
+    {
+      "epoch": 0.6960950764006791,
+      "grad_norm": 0.4923644673669522,
+      "learning_rate": 3.967689822294023e-05,
+      "loss": 0.2552,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14276891946792603,
+      "step": 615,
+      "valid_targets_mean": 6796.9,
+      "valid_targets_min": 4988
+    },
+    {
+      "epoch": 0.7017543859649122,
+      "grad_norm": 0.5460690074752241,
+      "learning_rate": 4e-05,
+      "loss": 0.2319,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12587660551071167,
+      "step": 620,
+      "valid_targets_mean": 5708.9,
+      "valid_targets_min": 4499
+    },
+    {
+      "epoch": 0.7074136955291455,
+      "grad_norm": 0.5015534018290505,
+      "learning_rate": 3.999992044178504e-05,
+      "loss": 0.2354,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.15661609172821045,
+      "step": 625,
+      "valid_targets_mean": 6788.8,
+      "valid_targets_min": 5433
+    },
+    {
+      "epoch": 0.7130730050933786,
+      "grad_norm": 0.45796575600474154,
+      "learning_rate": 3.9999681767773104e-05,
+      "loss": 0.2435,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12810951471328735,
+      "step": 630,
+      "valid_targets_mean": 6085.2,
+      "valid_targets_min": 4619
+    },
+    {
+      "epoch": 0.7187323146576118,
+      "grad_norm": 0.4528405633708562,
+      "learning_rate": 3.999928397986304e-05,
+      "loss": 0.2647,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1050669401884079,
+      "step": 635,
+      "valid_targets_mean": 5615.4,
+      "valid_targets_min": 4596
+    },
+    {
+      "epoch": 0.7243916242218449,
+      "grad_norm": 0.4898932826575515,
+      "learning_rate": 3.9998727081219585e-05,
+      "loss": 0.2665,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11108730733394623,
+      "step": 640,
+      "valid_targets_mean": 6138.2,
+      "valid_targets_min": 4581
+    },
+    {
+      "epoch": 0.7300509337860781,
+      "grad_norm": 0.4861221135887663,
+      "learning_rate": 3.999801107627332e-05,
+      "loss": 0.2354,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11672437191009521,
+      "step": 645,
+      "valid_targets_mean": 6245.5,
+      "valid_targets_min": 5647
+    },
+    {
+      "epoch": 0.7357102433503112,
+      "grad_norm": 0.48066951658004287,
+      "learning_rate": 3.9997135970720655e-05,
+      "loss": 0.2382,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10546030104160309,
+      "step": 650,
+      "valid_targets_mean": 6804.4,
+      "valid_targets_min": 4398
+    },
+    {
+      "epoch": 0.7413695529145444,
+      "grad_norm": 0.5251677921215162,
+      "learning_rate": 3.9996101771523766e-05,
+      "loss": 0.2386,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1344216763973236,
+      "step": 655,
+      "valid_targets_mean": 6334.9,
+      "valid_targets_min": 4418
+    },
+    {
+      "epoch": 0.7470288624787776,
+      "grad_norm": 0.708638598353069,
+      "learning_rate": 3.999490848691057e-05,
+      "loss": 0.2436,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.124361053109169,
+      "step": 660,
+      "valid_targets_mean": 6267.6,
+      "valid_targets_min": 4969
+    },
+    {
+      "epoch": 0.7526881720430108,
+      "grad_norm": 0.4277091013318971,
+      "learning_rate": 3.999355612637461e-05,
+      "loss": 0.2276,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10481563210487366,
+      "step": 665,
+      "valid_targets_mean": 7183.8,
+      "valid_targets_min": 5042
+    },
+    {
+      "epoch": 0.758347481607244,
+      "grad_norm": 0.5009841519742476,
+      "learning_rate": 3.999204470067504e-05,
+      "loss": 0.2464,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12315921485424042,
+      "step": 670,
+      "valid_targets_mean": 7177.6,
+      "valid_targets_min": 4625
+    },
+    {
+      "epoch": 0.7640067911714771,
+      "grad_norm": 0.6278369807429757,
+      "learning_rate": 3.9990374221836484e-05,
+      "loss": 0.2386,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12054689228534698,
+      "step": 675,
+      "valid_targets_mean": 6203.6,
+      "valid_targets_min": 4820
+    },
+    {
+      "epoch": 0.7696661007357103,
+      "grad_norm": 0.4569399192619534,
+      "learning_rate": 3.998854470314898e-05,
+      "loss": 0.222,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11524000763893127,
+      "step": 680,
+      "valid_targets_mean": 5743.5,
+      "valid_targets_min": 4337
+    },
+    {
+      "epoch": 0.7753254102999434,
+      "grad_norm": 0.4303714868511609,
+      "learning_rate": 3.9986556159167846e-05,
+      "loss": 0.206,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10841389000415802,
+      "step": 685,
+      "valid_targets_mean": 6947.5,
+      "valid_targets_min": 3281
+    },
+    {
+      "epoch": 0.7809847198641766,
+      "grad_norm": 0.5102847186556951,
+      "learning_rate": 3.998440860571358e-05,
+      "loss": 0.2285,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11190865933895111,
+      "step": 690,
+      "valid_targets_mean": 6575.4,
+      "valid_targets_min": 5298
+    },
+    {
+      "epoch": 0.7866440294284097,
+      "grad_norm": 0.5087553508622416,
+      "learning_rate": 3.998210205987175e-05,
+      "loss": 0.241,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1291322261095047,
+      "step": 695,
+      "valid_targets_mean": 6347.8,
+      "valid_targets_min": 4543
+    },
+    {
+      "epoch": 0.7923033389926429,
+      "grad_norm": 0.47365975309041325,
+      "learning_rate": 3.9979636539992805e-05,
+      "loss": 0.2391,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11513371765613556,
+      "step": 700,
+      "valid_targets_mean": 6430.0,
+      "valid_targets_min": 4713
+    },
+    {
+      "epoch": 0.797962648556876,
+      "grad_norm": 0.4388599291341055,
+      "learning_rate": 3.9977012065692e-05,
+      "loss": 0.22,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09919897466897964,
+      "step": 705,
+      "valid_targets_mean": 5641.6,
+      "valid_targets_min": 5269
+    },
+    {
+      "epoch": 0.8036219581211093,
+      "grad_norm": 0.4463919108161072,
+      "learning_rate": 3.997422865784916e-05,
+      "loss": 0.2172,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11490724980831146,
+      "step": 710,
+      "valid_targets_mean": 6397.2,
+      "valid_targets_min": 3450
+    },
+    {
+      "epoch": 0.8092812676853424,
+      "grad_norm": 0.4828357038644893,
+      "learning_rate": 3.99712863386086e-05,
+      "loss": 0.2291,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11880475282669067,
+      "step": 715,
+      "valid_targets_mean": 7338.9,
+      "valid_targets_min": 4959
+    },
+    {
+      "epoch": 0.8149405772495756,
+      "grad_norm": 0.44858257832899123,
+      "learning_rate": 3.9968185131378876e-05,
+      "loss": 0.2316,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12451828271150589,
+      "step": 720,
+      "valid_targets_mean": 6312.1,
+      "valid_targets_min": 5322
+    },
+    {
+      "epoch": 0.8205998868138087,
+      "grad_norm": 0.45496947721958614,
+      "learning_rate": 3.996492506083264e-05,
+      "loss": 0.2193,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11696851253509521,
+      "step": 725,
+      "valid_targets_mean": 6234.5,
+      "valid_targets_min": 4716
+    },
+    {
+      "epoch": 0.8262591963780419,
+      "grad_norm": 0.4863152737300233,
+      "learning_rate": 3.9961506152906445e-05,
+      "loss": 0.2247,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1271299421787262,
+      "step": 730,
+      "valid_targets_mean": 5793.6,
+      "valid_targets_min": 4309
+    },
+    {
+      "epoch": 0.831918505942275,
+      "grad_norm": 0.4828982888511043,
+      "learning_rate": 3.995792843480051e-05,
+      "loss": 0.2336,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11888715624809265,
+      "step": 735,
+      "valid_targets_mean": 6092.1,
+      "valid_targets_min": 4923
+    },
+    {
+      "epoch": 0.8375778155065082,
+      "grad_norm": 0.4435116726374469,
+      "learning_rate": 3.9954191934978494e-05,
+      "loss": 0.1984,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11484060436487198,
+      "step": 740,
+      "valid_targets_mean": 6810.4,
+      "valid_targets_min": 4112
+    },
+    {
+      "epoch": 0.8432371250707413,
+      "grad_norm": 1.3926773180242418,
+      "learning_rate": 3.995029668316735e-05,
+      "loss": 0.1942,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11206021904945374,
+      "step": 745,
+      "valid_targets_mean": 5986.9,
+      "valid_targets_min": 3761
+    },
+    {
+      "epoch": 0.8488964346349746,
+      "grad_norm": 0.4407981530154995,
+      "learning_rate": 3.9946242710356994e-05,
+      "loss": 0.2087,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10129470378160477,
+      "step": 750,
+      "valid_targets_mean": 6484.5,
+      "valid_targets_min": 5426
+    },
+    {
+      "epoch": 0.8545557441992077,
+      "grad_norm": 0.495875967462604,
+      "learning_rate": 3.994203004880012e-05,
+      "loss": 0.2153,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10897064954042435,
+      "step": 755,
+      "valid_targets_mean": 5448.1,
+      "valid_targets_min": 3853
+    },
+    {
+      "epoch": 0.8602150537634409,
+      "grad_norm": 0.46378094101859335,
+      "learning_rate": 3.9937658732011905e-05,
+      "loss": 0.2431,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12958288192749023,
+      "step": 760,
+      "valid_targets_mean": 6877.9,
+      "valid_targets_min": 5073
+    },
+    {
+      "epoch": 0.865874363327674,
+      "grad_norm": 0.4684871524871734,
+      "learning_rate": 3.993312879476976e-05,
+      "loss": 0.2644,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12010237574577332,
+      "step": 765,
+      "valid_targets_mean": 6082.2,
+      "valid_targets_min": 4487
+    },
+    {
+      "epoch": 0.8715336728919072,
+      "grad_norm": 0.44626241622158563,
+      "learning_rate": 3.992844027311307e-05,
+      "loss": 0.2145,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09302426874637604,
+      "step": 770,
+      "valid_targets_mean": 5412.6,
+      "valid_targets_min": 4773
+    },
+    {
+      "epoch": 0.8771929824561403,
+      "grad_norm": 0.478268536045561,
+      "learning_rate": 3.992359320434287e-05,
+      "loss": 0.2237,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12707342207431793,
+      "step": 775,
+      "valid_targets_mean": 6079.9,
+      "valid_targets_min": 4547
+    },
+    {
+      "epoch": 0.8828522920203735,
+      "grad_norm": 0.4334489650424965,
+      "learning_rate": 3.9918587627021566e-05,
+      "loss": 0.219,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11817194521427155,
+      "step": 780,
+      "valid_targets_mean": 6327.1,
+      "valid_targets_min": 4826
+    },
+    {
+      "epoch": 0.8885116015846066,
+      "grad_norm": 0.44064245112430617,
+      "learning_rate": 3.991342358097265e-05,
+      "loss": 0.2463,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11938846111297607,
+      "step": 785,
+      "valid_targets_mean": 7172.9,
+      "valid_targets_min": 4949
+    },
+    {
+      "epoch": 0.8941709111488398,
+      "grad_norm": 0.4413441030419955,
+      "learning_rate": 3.990810110728034e-05,
+      "loss": 0.2245,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10728093981742859,
+      "step": 790,
+      "valid_targets_mean": 7059.6,
+      "valid_targets_min": 4489
+    },
+    {
+      "epoch": 0.8998302207130731,
+      "grad_norm": 0.4583051851681349,
+      "learning_rate": 3.99026202482893e-05,
+      "loss": 0.2261,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10446344316005707,
+      "step": 795,
+      "valid_targets_mean": 6002.6,
+      "valid_targets_min": 4865
+    },
+    {
+      "epoch": 0.9054895302773062,
+      "grad_norm": 0.4528837327688818,
+      "learning_rate": 3.989698104760425e-05,
+      "loss": 0.2277,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10144135355949402,
+      "step": 800,
+      "valid_targets_mean": 5837.2,
+      "valid_targets_min": 4452
+    },
+    {
+      "epoch": 0.9111488398415394,
+      "grad_norm": 0.5092026636177043,
+      "learning_rate": 3.989118355008968e-05,
+      "loss": 0.2005,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09619605541229248,
+      "step": 805,
+      "valid_targets_mean": 5746.0,
+      "valid_targets_min": 4915
+    },
+    {
+      "epoch": 0.9168081494057725,
+      "grad_norm": 0.45555758125273477,
+      "learning_rate": 3.988522780186943e-05,
+      "loss": 0.2173,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08734960854053497,
+      "step": 810,
+      "valid_targets_mean": 5819.8,
+      "valid_targets_min": 3727
+    },
+    {
+      "epoch": 0.9224674589700057,
+      "grad_norm": 0.4284308999114465,
+      "learning_rate": 3.987911385032638e-05,
+      "loss": 0.2627,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09507009387016296,
+      "step": 815,
+      "valid_targets_mean": 5818.0,
+      "valid_targets_min": 4482
+    },
+    {
+      "epoch": 0.9281267685342388,
+      "grad_norm": 0.42798736982714913,
+      "learning_rate": 3.987284174410203e-05,
+      "loss": 0.2087,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10232369601726532,
+      "step": 820,
+      "valid_targets_mean": 6368.6,
+      "valid_targets_min": 4598
+    },
+    {
+      "epoch": 0.933786078098472,
+      "grad_norm": 0.48771351810473773,
+      "learning_rate": 3.986641153309615e-05,
+      "loss": 0.225,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10167411714792252,
+      "step": 825,
+      "valid_targets_mean": 5623.0,
+      "valid_targets_min": 4395
+    },
+    {
+      "epoch": 0.9394453876627051,
+      "grad_norm": 0.5266764822562989,
+      "learning_rate": 3.985982326846634e-05,
+      "loss": 0.2292,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11017732322216034,
+      "step": 830,
+      "valid_targets_mean": 5788.0,
+      "valid_targets_min": 4135
+    },
+    {
+      "epoch": 0.9451046972269384,
+      "grad_norm": 0.4531619635923777,
+      "learning_rate": 3.985307700262765e-05,
+      "loss": 0.2111,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0969119668006897,
+      "step": 835,
+      "valid_targets_mean": 6081.9,
+      "valid_targets_min": 4262
+    },
+    {
+      "epoch": 0.9507640067911715,
+      "grad_norm": 0.46464108131609194,
+      "learning_rate": 3.984617278925218e-05,
+      "loss": 0.2012,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12038950622081757,
+      "step": 840,
+      "valid_targets_mean": 7015.5,
+      "valid_targets_min": 5149
+    },
+    {
+      "epoch": 0.9564233163554047,
+      "grad_norm": 0.514720376818517,
+      "learning_rate": 3.9839110683268624e-05,
+      "loss": 0.2062,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09869180619716644,
+      "step": 845,
+      "valid_targets_mean": 5913.9,
+      "valid_targets_min": 3437
+    },
+    {
+      "epoch": 0.9620826259196378,
+      "grad_norm": 0.4471156064631796,
+      "learning_rate": 3.9831890740861826e-05,
+      "loss": 0.2121,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10459499061107635,
+      "step": 850,
+      "valid_targets_mean": 6859.5,
+      "valid_targets_min": 3535
+    },
+    {
+      "epoch": 0.967741935483871,
+      "grad_norm": 0.46477473333283703,
+      "learning_rate": 3.982451301947236e-05,
+      "loss": 0.2082,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11860593408346176,
+      "step": 855,
+      "valid_targets_mean": 6618.5,
+      "valid_targets_min": 4712
+    },
+    {
+      "epoch": 0.9734012450481041,
+      "grad_norm": 0.40099102800583,
+      "learning_rate": 3.981697757779606e-05,
+      "loss": 0.2086,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11344081908464432,
+      "step": 860,
+      "valid_targets_mean": 7741.1,
+      "valid_targets_min": 4987
+    },
+    {
+      "epoch": 0.9790605546123373,
+      "grad_norm": 0.48502045211369704,
+      "learning_rate": 3.980928447578356e-05,
+      "loss": 0.2199,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11051562428474426,
+      "step": 865,
+      "valid_targets_mean": 6720.6,
+      "valid_targets_min": 3577
+    },
+    {
+      "epoch": 0.9847198641765704,
+      "grad_norm": 0.49591736111529194,
+      "learning_rate": 3.98014337746398e-05,
+      "loss": 0.1977,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1100778579711914,
+      "step": 870,
+      "valid_targets_mean": 5528.4,
+      "valid_targets_min": 3665
+    },
+    {
+      "epoch": 0.9903791737408036,
+      "grad_norm": 0.4699012152819031,
+      "learning_rate": 3.9793425536823555e-05,
+      "loss": 0.2249,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10612514615058899,
+      "step": 875,
+      "valid_targets_mean": 7081.1,
+      "valid_targets_min": 5409
+    },
+    {
+      "epoch": 0.9960384833050367,
+      "grad_norm": 0.46536107231874635,
+      "learning_rate": 3.978525982604695e-05,
+      "loss": 0.2284,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11614855378866196,
+      "step": 880,
+      "valid_targets_mean": 5952.5,
+      "valid_targets_min": 3545
+    },
+    {
+      "epoch": 1.0011318619128466,
+      "grad_norm": 0.8865438033939964,
+      "learning_rate": 3.977693670727491e-05,
+      "loss": 0.225,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09773808717727661,
+      "step": 885,
+      "valid_targets_mean": 1525.2,
+      "valid_targets_min": 534
+    },
+    {
+      "epoch": 1.0067911714770799,
+      "grad_norm": 0.5063370058343002,
+      "learning_rate": 3.9768456246724675e-05,
+      "loss": 0.1667,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05781948193907738,
+      "step": 890,
+      "valid_targets_mean": 2735.4,
+      "valid_targets_min": 834
+    },
+    {
+      "epoch": 1.0124504810413129,
+      "grad_norm": 0.4751169750031123,
+      "learning_rate": 3.97598185118653e-05,
+      "loss": 0.1423,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06671807169914246,
+      "step": 895,
+      "valid_targets_mean": 3253.9,
+      "valid_targets_min": 2790
+    },
+    {
+      "epoch": 1.018109790605546,
+      "grad_norm": 0.49455224268728337,
+      "learning_rate": 3.975102357141704e-05,
+      "loss": 0.1277,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.062212906777858734,
+      "step": 900,
+      "valid_targets_mean": 3383.1,
+      "valid_targets_min": 2133
+    },
+    {
+      "epoch": 1.0237691001697793,
+      "grad_norm": 0.48491435433210656,
+      "learning_rate": 3.974207149535088e-05,
+      "loss": 0.1551,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07126481831073761,
+      "step": 905,
+      "valid_targets_mean": 2954.8,
+      "valid_targets_min": 2338
+    },
+    {
+      "epoch": 1.0294284097340125,
+      "grad_norm": 0.4814473235767768,
+      "learning_rate": 3.9732962354887936e-05,
+      "loss": 0.1235,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06773301959037781,
+      "step": 910,
+      "valid_targets_mean": 2680.4,
+      "valid_targets_min": 662
+    },
+    {
+      "epoch": 1.0350877192982457,
+      "grad_norm": 1.103079520003271,
+      "learning_rate": 3.972369622249891e-05,
+      "loss": 0.1614,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11469177901744843,
+      "step": 915,
+      "valid_targets_mean": 1101.0,
+      "valid_targets_min": 559
+    },
+    {
+      "epoch": 1.0407470288624787,
+      "grad_norm": 0.42949449706213516,
+      "learning_rate": 3.9714273171903486e-05,
+      "loss": 0.1797,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05430174618959427,
+      "step": 920,
+      "valid_targets_mean": 3490.6,
+      "valid_targets_min": 1091
+    },
+    {
+      "epoch": 1.046406338426712,
+      "grad_norm": 0.47845132220188324,
+      "learning_rate": 3.970469327806978e-05,
+      "loss": 0.138,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06519544124603271,
+      "step": 925,
+      "valid_targets_mean": 3061.8,
+      "valid_targets_min": 947
+    },
+    {
+      "epoch": 1.0520656479909452,
+      "grad_norm": 0.6437310047721856,
+      "learning_rate": 3.969495661721372e-05,
+      "loss": 0.1729,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1346655786037445,
+      "step": 930,
+      "valid_targets_mean": 2125.4,
+      "valid_targets_min": 859
+    },
+    {
+      "epoch": 1.0577249575551784,
+      "grad_norm": 0.31829812960731585,
+      "learning_rate": 3.9685063266798434e-05,
+      "loss": 0.1232,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06885267049074173,
+      "step": 935,
+      "valid_targets_mean": 5837.8,
+      "valid_targets_min": 636
+    },
+    {
+      "epoch": 1.0633842671194114,
+      "grad_norm": 0.4465363199078046,
+      "learning_rate": 3.967501330553366e-05,
+      "loss": 0.1259,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07051503658294678,
+      "step": 940,
+      "valid_targets_mean": 2185.0,
+      "valid_targets_min": 826
+    },
+    {
+      "epoch": 1.0690435766836446,
+      "grad_norm": 0.3705970828279186,
+      "learning_rate": 3.966480681337508e-05,
+      "loss": 0.1238,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05657622963190079,
+      "step": 945,
+      "valid_targets_mean": 3446.5,
+      "valid_targets_min": 1096
+    },
+    {
+      "epoch": 1.0747028862478778,
+      "grad_norm": 0.5397895830818321,
+      "learning_rate": 3.965444387152375e-05,
+      "loss": 0.1509,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06327497959136963,
+      "step": 950,
+      "valid_targets_mean": 2343.1,
+      "valid_targets_min": 688
+    },
+    {
+      "epoch": 1.080362195812111,
+      "grad_norm": 0.40484299036114096,
+      "learning_rate": 3.9643924562425365e-05,
+      "loss": 0.1482,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0464307963848114,
+      "step": 955,
+      "valid_targets_mean": 2938.5,
+      "valid_targets_min": 553
+    },
+    {
+      "epoch": 1.086021505376344,
+      "grad_norm": 0.527669961782359,
+      "learning_rate": 3.963324896976968e-05,
+      "loss": 0.1291,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07065701484680176,
+      "step": 960,
+      "valid_targets_mean": 2988.9,
+      "valid_targets_min": 566
+    },
+    {
+      "epoch": 1.0916808149405772,
+      "grad_norm": 0.34631052663197365,
+      "learning_rate": 3.962241717848979e-05,
+      "loss": 0.1213,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.049620211124420166,
+      "step": 965,
+      "valid_targets_mean": 3230.2,
+      "valid_targets_min": 1111
+    },
+    {
+      "epoch": 1.0973401245048104,
+      "grad_norm": 0.5785260713409839,
+      "learning_rate": 3.961142927476151e-05,
+      "loss": 0.1252,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07470313459634781,
+      "step": 970,
+      "valid_targets_mean": 1232.1,
+      "valid_targets_min": 622
+    },
+    {
+      "epoch": 1.1029994340690437,
+      "grad_norm": 0.7279773364937,
+      "learning_rate": 3.960028534600264e-05,
+      "loss": 0.1452,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06258562207221985,
+      "step": 975,
+      "valid_targets_mean": 2132.5,
+      "valid_targets_min": 696
+    },
+    {
+      "epoch": 1.1086587436332767,
+      "grad_norm": 0.47232133102237744,
+      "learning_rate": 3.9588985480872275e-05,
+      "loss": 0.1395,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06839032471179962,
+      "step": 980,
+      "valid_targets_mean": 3225.2,
+      "valid_targets_min": 1922
+    },
+    {
+      "epoch": 1.1143180531975099,
+      "grad_norm": 0.4854644284648448,
+      "learning_rate": 3.9577529769270137e-05,
+      "loss": 0.1453,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05005858838558197,
+      "step": 985,
+      "valid_targets_mean": 2008.5,
+      "valid_targets_min": 802
+    },
+    {
+      "epoch": 1.119977362761743,
+      "grad_norm": 0.559844287103089,
+      "learning_rate": 3.9565918302335816e-05,
+      "loss": 0.1517,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09888643026351929,
+      "step": 990,
+      "valid_targets_mean": 1754.1,
+      "valid_targets_min": 957
+    },
+    {
+      "epoch": 1.1256366723259763,
+      "grad_norm": 0.42889645843313234,
+      "learning_rate": 3.955415117244807e-05,
+      "loss": 0.175,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06962975114583969,
+      "step": 995,
+      "valid_targets_mean": 2498.5,
+      "valid_targets_min": 641
+    },
+    {
+      "epoch": 1.1312959818902093,
+      "grad_norm": 0.45602507669650366,
+      "learning_rate": 3.9542228473224086e-05,
+      "loss": 0.122,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08043299615383148,
+      "step": 1000,
+      "valid_targets_mean": 2364.6,
+      "valid_targets_min": 924
+    },
+    {
+      "epoch": 1.1369552914544425,
+      "grad_norm": 0.5532316300725741,
+      "learning_rate": 3.953015029951874e-05,
+      "loss": 0.1777,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12269890308380127,
+      "step": 1005,
+      "valid_targets_mean": 2385.5,
+      "valid_targets_min": 700
+    },
+    {
+      "epoch": 1.1426146010186757,
+      "grad_norm": 0.5581292862294611,
+      "learning_rate": 3.9517916747423804e-05,
+      "loss": 0.1499,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11780844628810883,
+      "step": 1010,
+      "valid_targets_mean": 3363.2,
+      "valid_targets_min": 2731
+    },
+    {
+      "epoch": 1.148273910582909,
+      "grad_norm": 0.574726721027817,
+      "learning_rate": 3.9505527914267255e-05,
+      "loss": 0.1333,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1179429143667221,
+      "step": 1015,
+      "valid_targets_mean": 2615.0,
+      "valid_targets_min": 893
+    },
+    {
+      "epoch": 1.1539332201471422,
+      "grad_norm": 0.701124705724105,
+      "learning_rate": 3.949298389861243e-05,
+      "loss": 0.3261,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.325585275888443,
+      "step": 1020,
+      "valid_targets_mean": 2615.9,
+      "valid_targets_min": 922
+    },
+    {
+      "epoch": 1.1595925297113752,
+      "grad_norm": 0.6420209776362951,
+      "learning_rate": 3.948028480025728e-05,
+      "loss": 0.1742,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05083722993731499,
+      "step": 1025,
+      "valid_targets_mean": 1357.4,
+      "valid_targets_min": 507
+    },
+    {
+      "epoch": 1.1652518392756084,
+      "grad_norm": 0.46908656533863097,
+      "learning_rate": 3.9467430720233555e-05,
+      "loss": 0.1477,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07212112843990326,
+      "step": 1030,
+      "valid_targets_mean": 3236.9,
+      "valid_targets_min": 615
+    },
+    {
+      "epoch": 1.1709111488398416,
+      "grad_norm": 0.5681321397261054,
+      "learning_rate": 3.945442176080604e-05,
+      "loss": 0.2414,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09335005283355713,
+      "step": 1035,
+      "valid_targets_mean": 3023.1,
+      "valid_targets_min": 826
+    },
+    {
+      "epoch": 1.1765704584040746,
+      "grad_norm": 0.41618756001441537,
+      "learning_rate": 3.944125802547168e-05,
+      "loss": 0.1288,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06382972002029419,
+      "step": 1040,
+      "valid_targets_mean": 2924.4,
+      "valid_targets_min": 851
+    },
+    {
+      "epoch": 1.1822297679683078,
+      "grad_norm": 0.39670580092470037,
+      "learning_rate": 3.942793961895881e-05,
+      "loss": 0.1247,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08929502218961716,
+      "step": 1045,
+      "valid_targets_mean": 4528.4,
+      "valid_targets_min": 2665
+    },
+    {
+      "epoch": 1.187889077532541,
+      "grad_norm": 0.38695172358297053,
+      "learning_rate": 3.941446664722629e-05,
+      "loss": 0.1328,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04372069984674454,
+      "step": 1050,
+      "valid_targets_mean": 2820.6,
+      "valid_targets_min": 595
+    },
+    {
+      "epoch": 1.1935483870967742,
+      "grad_norm": 0.5172254191591813,
+      "learning_rate": 3.940083921746268e-05,
+      "loss": 0.1257,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09082646667957306,
+      "step": 1055,
+      "valid_targets_mean": 2583.1,
+      "valid_targets_min": 825
+    },
+    {
+      "epoch": 1.1992076966610075,
+      "grad_norm": 0.4718431022285411,
+      "learning_rate": 3.938705743808538e-05,
+      "loss": 0.1215,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.061327312141656876,
+      "step": 1060,
+      "valid_targets_mean": 3771.5,
+      "valid_targets_min": 672
+    },
+    {
+      "epoch": 1.2048670062252405,
+      "grad_norm": 0.39632696337146545,
+      "learning_rate": 3.9373121418739765e-05,
+      "loss": 0.116,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04865419119596481,
+      "step": 1065,
+      "valid_targets_mean": 3165.0,
+      "valid_targets_min": 1956
+    },
+    {
+      "epoch": 1.2105263157894737,
+      "grad_norm": 0.42106936959071706,
+      "learning_rate": 3.935903127029832e-05,
+      "loss": 0.1244,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05617896094918251,
+      "step": 1070,
+      "valid_targets_mean": 3719.8,
+      "valid_targets_min": 2540
+    },
+    {
+      "epoch": 1.216185625353707,
+      "grad_norm": 0.4528101314505677,
+      "learning_rate": 3.934478710485975e-05,
+      "loss": 0.1124,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07928674668073654,
+      "step": 1075,
+      "valid_targets_mean": 3447.5,
+      "valid_targets_min": 1240
+    },
+    {
+      "epoch": 1.22184493491794,
+      "grad_norm": 0.3120643737961244,
+      "learning_rate": 3.9330389035748086e-05,
+      "loss": 0.1685,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03837960213422775,
+      "step": 1080,
+      "valid_targets_mean": 2975.2,
+      "valid_targets_min": 623
+    },
+    {
+      "epoch": 1.227504244482173,
+      "grad_norm": 0.3885296909293876,
+      "learning_rate": 3.9315837177511816e-05,
+      "loss": 0.1086,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05274404585361481,
+      "step": 1085,
+      "valid_targets_mean": 2960.1,
+      "valid_targets_min": 583
+    },
+    {
+      "epoch": 1.2331635540464063,
+      "grad_norm": 0.356973749147182,
+      "learning_rate": 3.93011316459229e-05,
+      "loss": 0.1137,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05195704102516174,
+      "step": 1090,
+      "valid_targets_mean": 3723.5,
+      "valid_targets_min": 3230
+    },
+    {
+      "epoch": 1.2388228636106395,
+      "grad_norm": 0.39169491503215326,
+      "learning_rate": 3.928627255797593e-05,
+      "loss": 0.1105,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047731343656778336,
+      "step": 1095,
+      "valid_targets_mean": 2520.9,
+      "valid_targets_min": 647
+    },
+    {
+      "epoch": 1.2444821731748728,
+      "grad_norm": 0.6653145002449634,
+      "learning_rate": 3.927126003188717e-05,
+      "loss": 0.1768,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13609322905540466,
+      "step": 1100,
+      "valid_targets_mean": 1094.5,
+      "valid_targets_min": 195
+    },
+    {
+      "epoch": 1.2501414827391057,
+      "grad_norm": 0.38343539230965595,
+      "learning_rate": 3.925609418709358e-05,
+      "loss": 0.1195,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07983401417732239,
+      "step": 1105,
+      "valid_targets_mean": 3635.9,
+      "valid_targets_min": 3050
+    },
+    {
+      "epoch": 1.255800792303339,
+      "grad_norm": 0.5909637066467904,
+      "learning_rate": 3.924077514425193e-05,
+      "loss": 0.1689,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10678569227457047,
+      "step": 1110,
+      "valid_targets_mean": 2382.9,
+      "valid_targets_min": 1087
+    },
+    {
+      "epoch": 1.2614601018675722,
+      "grad_norm": 0.396949567295422,
+      "learning_rate": 3.922530302523779e-05,
+      "loss": 0.1304,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.053525328636169434,
+      "step": 1115,
+      "valid_targets_mean": 3025.5,
+      "valid_targets_min": 847
+    },
+    {
+      "epoch": 1.2671194114318054,
+      "grad_norm": 0.579659940889096,
+      "learning_rate": 3.920967795314456e-05,
+      "loss": 0.1628,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08805930614471436,
+      "step": 1120,
+      "valid_targets_mean": 2263.1,
+      "valid_targets_min": 916
+    },
+    {
+      "epoch": 1.2727787209960386,
+      "grad_norm": 0.47685523392610285,
+      "learning_rate": 3.919390005228254e-05,
+      "loss": 0.1594,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06404339522123337,
+      "step": 1125,
+      "valid_targets_mean": 2567.0,
+      "valid_targets_min": 1062
+    },
+    {
+      "epoch": 1.2784380305602716,
+      "grad_norm": 0.6989711984654079,
+      "learning_rate": 3.9177969448177884e-05,
+      "loss": 0.1587,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09563852846622467,
+      "step": 1130,
+      "valid_targets_mean": 1443.4,
+      "valid_targets_min": 771
+    },
+    {
+      "epoch": 1.2840973401245048,
+      "grad_norm": 0.43053766505877294,
+      "learning_rate": 3.916188626757164e-05,
+      "loss": 0.126,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0617242157459259,
+      "step": 1135,
+      "valid_targets_mean": 2753.2,
+      "valid_targets_min": 707
+    },
+    {
+      "epoch": 1.289756649688738,
+      "grad_norm": 0.35448411029999566,
+      "learning_rate": 3.9145650638418724e-05,
+      "loss": 0.137,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0613369345664978,
+      "step": 1140,
+      "valid_targets_mean": 3665.8,
+      "valid_targets_min": 2850
+    },
+    {
+      "epoch": 1.295415959252971,
+      "grad_norm": 0.3869846628456179,
+      "learning_rate": 3.91292626898869e-05,
+      "loss": 0.1259,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04617086797952652,
+      "step": 1145,
+      "valid_targets_mean": 2238.2,
+      "valid_targets_min": 749
+    },
+    {
+      "epoch": 1.3010752688172043,
+      "grad_norm": 0.33613632328457826,
+      "learning_rate": 3.911272255235576e-05,
+      "loss": 0.1091,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05651552975177765,
+      "step": 1150,
+      "valid_targets_mean": 4488.2,
+      "valid_targets_min": 1052
+    },
+    {
+      "epoch": 1.3067345783814375,
+      "grad_norm": 0.31285777012499805,
+      "learning_rate": 3.909603035741568e-05,
+      "loss": 0.1045,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.056950271129608154,
+      "step": 1155,
+      "valid_targets_mean": 4258.2,
+      "valid_targets_min": 2540
+    },
+    {
+      "epoch": 1.3123938879456707,
+      "grad_norm": 0.9708093653119585,
+      "learning_rate": 3.90791862378668e-05,
+      "loss": 0.1192,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04511269927024841,
+      "step": 1160,
+      "valid_targets_mean": 3782.5,
+      "valid_targets_min": 1859
+    },
+    {
+      "epoch": 1.318053197509904,
+      "grad_norm": 0.36781299612359436,
+      "learning_rate": 3.906219032771791e-05,
+      "loss": 0.1424,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05373764410614967,
+      "step": 1165,
+      "valid_targets_mean": 2879.5,
+      "valid_targets_min": 893
+    },
+    {
+      "epoch": 1.323712507074137,
+      "grad_norm": 0.4460616004456905,
+      "learning_rate": 3.904504276218545e-05,
+      "loss": 0.131,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05803672969341278,
+      "step": 1170,
+      "valid_targets_mean": 2072.6,
+      "valid_targets_min": 753
+    },
+    {
+      "epoch": 1.3293718166383701,
+      "grad_norm": 0.3158007682003136,
+      "learning_rate": 3.902774367769238e-05,
+      "loss": 0.1236,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.038449548184871674,
+      "step": 1175,
+      "valid_targets_mean": 4205.6,
+      "valid_targets_min": 3934
+    },
+    {
+      "epoch": 1.3350311262026033,
+      "grad_norm": 0.4783392925529815,
+      "learning_rate": 3.901029321186715e-05,
+      "loss": 0.1115,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05803724378347397,
+      "step": 1180,
+      "valid_targets_mean": 3174.9,
+      "valid_targets_min": 1576
+    },
+    {
+      "epoch": 1.3406904357668363,
+      "grad_norm": 0.43233209247081006,
+      "learning_rate": 3.8992691503542526e-05,
+      "loss": 0.1314,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07074721157550812,
+      "step": 1185,
+      "valid_targets_mean": 3241.8,
+      "valid_targets_min": 1006
+    },
+    {
+      "epoch": 1.3463497453310695,
+      "grad_norm": 0.2999666063440558,
+      "learning_rate": 3.8974938692754565e-05,
+      "loss": 0.112,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.038348324596881866,
+      "step": 1190,
+      "valid_targets_mean": 3445.5,
+      "valid_targets_min": 980
+    },
+    {
+      "epoch": 1.3520090548953028,
+      "grad_norm": 0.5702681832091586,
+      "learning_rate": 3.895703492074147e-05,
+      "loss": 0.1237,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08744599670171738,
+      "step": 1195,
+      "valid_targets_mean": 2083.9,
+      "valid_targets_min": 745
+    },
+    {
+      "epoch": 1.357668364459536,
+      "grad_norm": 0.5319499867993535,
+      "learning_rate": 3.893898032994244e-05,
+      "loss": 0.1251,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08307814598083496,
+      "step": 1200,
+      "valid_targets_mean": 2768.8,
+      "valid_targets_min": 1020
+    },
+    {
+      "epoch": 1.3633276740237692,
+      "grad_norm": 0.45044487288489926,
+      "learning_rate": 3.892077506399659e-05,
+      "loss": 0.1241,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08427537232637405,
+      "step": 1205,
+      "valid_targets_mean": 2314.8,
+      "valid_targets_min": 967
+    },
+    {
+      "epoch": 1.3689869835880022,
+      "grad_norm": 0.43653773157031,
+      "learning_rate": 3.890241926774176e-05,
+      "loss": 0.1459,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05483022704720497,
+      "step": 1210,
+      "valid_targets_mean": 2462.0,
+      "valid_targets_min": 1015
+    },
+    {
+      "epoch": 1.3746462931522354,
+      "grad_norm": 0.6209470219739801,
+      "learning_rate": 3.888391308721339e-05,
+      "loss": 0.1237,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06672392040491104,
+      "step": 1215,
+      "valid_targets_mean": 1214.9,
+      "valid_targets_min": 705
+    },
+    {
+      "epoch": 1.3803056027164686,
+      "grad_norm": 0.36268128265592686,
+      "learning_rate": 3.8865256669643345e-05,
+      "loss": 0.1375,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04450538009405136,
+      "step": 1220,
+      "valid_targets_mean": 2364.8,
+      "valid_targets_min": 622
+    },
+    {
+      "epoch": 1.3859649122807016,
+      "grad_norm": 0.519302521395283,
+      "learning_rate": 3.884645016345876e-05,
+      "loss": 0.1504,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04675455018877983,
+      "step": 1225,
+      "valid_targets_mean": 3702.2,
+      "valid_targets_min": 1322
+    },
+    {
+      "epoch": 1.3916242218449348,
+      "grad_norm": 0.38648865826420076,
+      "learning_rate": 3.882749371828084e-05,
+      "loss": 0.121,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.057519398629665375,
+      "step": 1230,
+      "valid_targets_mean": 2863.1,
+      "valid_targets_min": 1011
+    },
+    {
+      "epoch": 1.397283531409168,
+      "grad_norm": 0.460184569981678,
+      "learning_rate": 3.880838748492367e-05,
+      "loss": 0.1078,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.071271613240242,
+      "step": 1235,
+      "valid_targets_mean": 3106.1,
+      "valid_targets_min": 874
+    },
+    {
+      "epoch": 1.4029428409734013,
+      "grad_norm": 0.5766508644135783,
+      "learning_rate": 3.878913161539304e-05,
+      "loss": 0.1262,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08002141118049622,
+      "step": 1240,
+      "valid_targets_mean": 3161.4,
+      "valid_targets_min": 1420
+    },
+    {
+      "epoch": 1.4086021505376345,
+      "grad_norm": 0.3860671704421311,
+      "learning_rate": 3.876972626288521e-05,
+      "loss": 0.1423,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04819522798061371,
+      "step": 1245,
+      "valid_targets_mean": 2796.0,
+      "valid_targets_min": 1109
+    },
+    {
+      "epoch": 1.4142614601018675,
+      "grad_norm": 0.35053583101621766,
+      "learning_rate": 3.87501715817857e-05,
+      "loss": 0.0992,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04520991072058678,
+      "step": 1250,
+      "valid_targets_mean": 1822.9,
+      "valid_targets_min": 684
+    },
+    {
+      "epoch": 1.4199207696661007,
+      "grad_norm": 0.42084556115909966,
+      "learning_rate": 3.873046772766806e-05,
+      "loss": 0.1231,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06229548901319504,
+      "step": 1255,
+      "valid_targets_mean": 2389.8,
+      "valid_targets_min": 671
+    },
+    {
+      "epoch": 1.425580079230334,
+      "grad_norm": 0.33967966643494113,
+      "learning_rate": 3.871061485729264e-05,
+      "loss": 0.1108,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.051834587007761,
+      "step": 1260,
+      "valid_targets_mean": 4513.8,
+      "valid_targets_min": 1057
+    },
+    {
+      "epoch": 1.4312393887945671,
+      "grad_norm": 0.35529195183530865,
+      "learning_rate": 3.8690613128605325e-05,
+      "loss": 0.0971,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04473290964961052,
+      "step": 1265,
+      "valid_targets_mean": 3533.1,
+      "valid_targets_min": 1243
+    },
+    {
+      "epoch": 1.4368986983588004,
+      "grad_norm": 0.3675645578200872,
+      "learning_rate": 3.867046270073631e-05,
+      "loss": 0.126,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05495892092585564,
+      "step": 1270,
+      "valid_targets_mean": 3911.2,
+      "valid_targets_min": 3322
+    },
+    {
+      "epoch": 1.4425580079230333,
+      "grad_norm": 0.5466385885827223,
+      "learning_rate": 3.8650163733998796e-05,
+      "loss": 0.1098,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06903824955224991,
+      "step": 1275,
+      "valid_targets_mean": 1820.0,
+      "valid_targets_min": 680
+    },
+    {
+      "epoch": 1.4482173174872666,
+      "grad_norm": 0.43224278596513105,
+      "learning_rate": 3.862971638988774e-05,
+      "loss": 0.1441,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06648287177085876,
+      "step": 1280,
+      "valid_targets_mean": 3371.9,
+      "valid_targets_min": 640
+    },
+    {
+      "epoch": 1.4538766270514998,
+      "grad_norm": 0.27648092143925773,
+      "learning_rate": 3.860912083107856e-05,
+      "loss": 0.1237,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03397554159164429,
+      "step": 1285,
+      "valid_targets_mean": 3327.0,
+      "valid_targets_min": 929
+    },
+    {
+      "epoch": 1.4595359366157328,
+      "grad_norm": 0.5125946762898674,
+      "learning_rate": 3.8588377221425846e-05,
+      "loss": 0.1375,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07937013357877731,
+      "step": 1290,
+      "valid_targets_mean": 3318.0,
+      "valid_targets_min": 2380
+    },
+    {
+      "epoch": 1.465195246179966,
+      "grad_norm": 0.32570324145205093,
+      "learning_rate": 3.8567485725962054e-05,
+      "loss": 0.1118,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05373993515968323,
+      "step": 1295,
+      "valid_targets_mean": 3709.4,
+      "valid_targets_min": 2619
+    },
+    {
+      "epoch": 1.4708545557441992,
+      "grad_norm": 0.6432426263383474,
+      "learning_rate": 3.8546446510896196e-05,
+      "loss": 0.1242,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07761438190937042,
+      "step": 1300,
+      "valid_targets_mean": 1574.6,
+      "valid_targets_min": 693
+    },
+    {
+      "epoch": 1.4765138653084324,
+      "grad_norm": 0.3759504861236696,
+      "learning_rate": 3.8525259743612504e-05,
+      "loss": 0.1225,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06465225666761398,
+      "step": 1305,
+      "valid_targets_mean": 3885.1,
+      "valid_targets_min": 3129
+    },
+    {
+      "epoch": 1.4821731748726656,
+      "grad_norm": 0.7410415751745506,
+      "learning_rate": 3.850392559266912e-05,
+      "loss": 0.1536,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0710059255361557,
+      "step": 1310,
+      "valid_targets_mean": 1611.0,
+      "valid_targets_min": 543
+    },
+    {
+      "epoch": 1.4878324844368986,
+      "grad_norm": 0.4491786380956953,
+      "learning_rate": 3.848244422779675e-05,
+      "loss": 0.1541,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0697890967130661,
+      "step": 1315,
+      "valid_targets_mean": 2319.6,
+      "valid_targets_min": 503
+    },
+    {
+      "epoch": 1.4934917940011319,
+      "grad_norm": 0.4775574488067112,
+      "learning_rate": 3.8460815819897275e-05,
+      "loss": 0.1242,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07620774209499359,
+      "step": 1320,
+      "valid_targets_mean": 1987.9,
+      "valid_targets_min": 625
+    },
+    {
+      "epoch": 1.499151103565365,
+      "grad_norm": 0.42587142989262655,
+      "learning_rate": 3.8439040541042477e-05,
+      "loss": 0.1193,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.052210576832294464,
+      "step": 1325,
+      "valid_targets_mean": 3822.8,
+      "valid_targets_min": 2822
+    },
+    {
+      "epoch": 1.504810413129598,
+      "grad_norm": 0.37466197637926096,
+      "learning_rate": 3.8417118564472566e-05,
+      "loss": 0.1179,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06935345381498337,
+      "step": 1330,
+      "valid_targets_mean": 3724.5,
+      "valid_targets_min": 2987
+    },
+    {
+      "epoch": 1.5104697226938315,
+      "grad_norm": 0.34309600816128266,
+      "learning_rate": 3.8395050064594886e-05,
+      "loss": 0.1073,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04143518954515457,
+      "step": 1335,
+      "valid_targets_mean": 3022.0,
+      "valid_targets_min": 856
+    },
+    {
+      "epoch": 1.5161290322580645,
+      "grad_norm": 0.8380903918481841,
+      "learning_rate": 3.8372835216982474e-05,
+      "loss": 0.1247,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06867626309394836,
+      "step": 1340,
+      "valid_targets_mean": 764.2,
+      "valid_targets_min": 563
+    },
+    {
+      "epoch": 1.5217883418222977,
+      "grad_norm": 0.39129534267372695,
+      "learning_rate": 3.83504741983727e-05,
+      "loss": 0.1203,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045590244233608246,
+      "step": 1345,
+      "valid_targets_mean": 3117.1,
+      "valid_targets_min": 751
+    },
+    {
+      "epoch": 1.527447651386531,
+      "grad_norm": 0.4709592139736282,
+      "learning_rate": 3.832796718666583e-05,
+      "loss": 0.1073,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07025882601737976,
+      "step": 1350,
+      "valid_targets_mean": 3566.1,
+      "valid_targets_min": 980
+    },
+    {
+      "epoch": 1.533106960950764,
+      "grad_norm": 0.3754764647286503,
+      "learning_rate": 3.830531436092363e-05,
+      "loss": 0.1128,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05809894576668739,
+      "step": 1355,
+      "valid_targets_mean": 3589.8,
+      "valid_targets_min": 2538
+    },
+    {
+      "epoch": 1.5387662705149971,
+      "grad_norm": 0.29918468907103524,
+      "learning_rate": 3.828251590136795e-05,
+      "loss": 0.1209,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0431993193924427,
+      "step": 1360,
+      "valid_targets_mean": 4182.8,
+      "valid_targets_min": 485
+    },
+    {
+      "epoch": 1.5444255800792304,
+      "grad_norm": 0.2833736858661739,
+      "learning_rate": 3.8259571989379256e-05,
+      "loss": 0.1016,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04630671441555023,
+      "step": 1365,
+      "valid_targets_mean": 4832.8,
+      "valid_targets_min": 2551
+    },
+    {
+      "epoch": 1.5500848896434634,
+      "grad_norm": 0.3338178626223724,
+      "learning_rate": 3.8236482807495214e-05,
+      "loss": 0.1132,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05794106796383858,
+      "step": 1370,
+      "valid_targets_mean": 4733.6,
+      "valid_targets_min": 3365
+    },
+    {
+      "epoch": 1.5557441992076968,
+      "grad_norm": 0.504798476371182,
+      "learning_rate": 3.8213248539409236e-05,
+      "loss": 0.116,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07776099443435669,
+      "step": 1375,
+      "valid_targets_mean": 2954.4,
+      "valid_targets_min": 872
+    },
+    {
+      "epoch": 1.5614035087719298,
+      "grad_norm": 0.39332659782776147,
+      "learning_rate": 3.8189869369969016e-05,
+      "loss": 0.2146,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.058538392186164856,
+      "step": 1380,
+      "valid_targets_mean": 2590.9,
+      "valid_targets_min": 1015
+    },
+    {
+      "epoch": 1.567062818336163,
+      "grad_norm": 0.4071498726340932,
+      "learning_rate": 3.816634548517505e-05,
+      "loss": 0.1099,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0820421576499939,
+      "step": 1385,
+      "valid_targets_mean": 2342.4,
+      "valid_targets_min": 967
+    },
+    {
+      "epoch": 1.5727221279003962,
+      "grad_norm": 0.34503766933511393,
+      "learning_rate": 3.814267707217917e-05,
+      "loss": 0.1131,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05009127035737038,
+      "step": 1390,
+      "valid_targets_mean": 3335.1,
+      "valid_targets_min": 886
+    },
+    {
+      "epoch": 1.5783814374646292,
+      "grad_norm": 0.49085271652953166,
+      "learning_rate": 3.8118864319283025e-05,
+      "loss": 0.1541,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1052684485912323,
+      "step": 1395,
+      "valid_targets_mean": 5394.5,
+      "valid_targets_min": 3513
+    },
+    {
+      "epoch": 1.5840407470288624,
+      "grad_norm": 0.3975070541142933,
+      "learning_rate": 3.809490741593665e-05,
+      "loss": 0.2179,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1035846471786499,
+      "step": 1400,
+      "valid_targets_mean": 7348.0,
+      "valid_targets_min": 4327
+    },
+    {
+      "epoch": 1.5897000565930957,
+      "grad_norm": 0.42605183941258545,
+      "learning_rate": 3.807080655273689e-05,
+      "loss": 0.2106,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10495330393314362,
+      "step": 1405,
+      "valid_targets_mean": 6346.0,
+      "valid_targets_min": 4480
+    },
+    {
+      "epoch": 1.5953593661573287,
+      "grad_norm": 0.4098843199819319,
+      "learning_rate": 3.8046561921425895e-05,
+      "loss": 0.2015,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10180170834064484,
+      "step": 1410,
+      "valid_targets_mean": 6343.4,
+      "valid_targets_min": 4620
+    },
+    {
+      "epoch": 1.601018675721562,
+      "grad_norm": 0.41401813751759137,
+      "learning_rate": 3.802217371488964e-05,
+      "loss": 0.1982,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11393437534570694,
+      "step": 1415,
+      "valid_targets_mean": 7255.5,
+      "valid_targets_min": 4873
+    },
+    {
+      "epoch": 1.606677985285795,
+      "grad_norm": 0.4053213144145575,
+      "learning_rate": 3.799764212715633e-05,
+      "loss": 0.215,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12544777989387512,
+      "step": 1420,
+      "valid_targets_mean": 7472.5,
+      "valid_targets_min": 4229
+    },
+    {
+      "epoch": 1.6123372948500283,
+      "grad_norm": 0.4481680933994446,
+      "learning_rate": 3.7972967353394906e-05,
+      "loss": 0.2107,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11408184468746185,
+      "step": 1425,
+      "valid_targets_mean": 5988.0,
+      "valid_targets_min": 4279
+    },
+    {
+      "epoch": 1.6179966044142615,
+      "grad_norm": 0.4013637757195013,
+      "learning_rate": 3.794814958991346e-05,
+      "loss": 0.1988,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08839428424835205,
+      "step": 1430,
+      "valid_targets_mean": 5757.6,
+      "valid_targets_min": 4542
+    },
+    {
+      "epoch": 1.6236559139784945,
+      "grad_norm": 0.5460721320853573,
+      "learning_rate": 3.792318903415769e-05,
+      "loss": 0.2215,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09095409512519836,
+      "step": 1435,
+      "valid_targets_mean": 2177.2,
+      "valid_targets_min": 1473
+    },
+    {
+      "epoch": 1.629315223542728,
+      "grad_norm": 0.38132411865496363,
+      "learning_rate": 3.789808588470932e-05,
+      "loss": 0.2017,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09979454427957535,
+      "step": 1440,
+      "valid_targets_mean": 6128.4,
+      "valid_targets_min": 5332
+    },
+    {
+      "epoch": 1.634974533106961,
+      "grad_norm": 0.4021534938140799,
+      "learning_rate": 3.787284034128453e-05,
+      "loss": 0.2026,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10964792221784592,
+      "step": 1445,
+      "valid_targets_mean": 5782.4,
+      "valid_targets_min": 4612
+    },
+    {
+      "epoch": 1.6406338426711942,
+      "grad_norm": 0.41280595181068663,
+      "learning_rate": 3.784745260473235e-05,
+      "loss": 0.2115,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10620203614234924,
+      "step": 1450,
+      "valid_targets_mean": 6704.2,
+      "valid_targets_min": 4491
+    },
+    {
+      "epoch": 1.6462931522354274,
+      "grad_norm": 0.42243167940800497,
+      "learning_rate": 3.782192287703309e-05,
+      "loss": 0.2016,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09460029751062393,
+      "step": 1455,
+      "valid_targets_mean": 6032.8,
+      "valid_targets_min": 4268
+    },
+    {
+      "epoch": 1.6519524617996604,
+      "grad_norm": 0.4632810068092794,
+      "learning_rate": 3.7796251361296695e-05,
+      "loss": 0.1938,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09115828573703766,
+      "step": 1460,
+      "valid_targets_mean": 6025.0,
+      "valid_targets_min": 4787
+    },
+    {
+      "epoch": 1.6576117713638936,
+      "grad_norm": 0.37677069362563936,
+      "learning_rate": 3.777043826176117e-05,
+      "loss": 0.1833,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08965925872325897,
+      "step": 1465,
+      "valid_targets_mean": 6030.5,
+      "valid_targets_min": 5052
+    },
+    {
+      "epoch": 1.6632710809281268,
+      "grad_norm": 0.7634583360643158,
+      "learning_rate": 3.7744483783790924e-05,
+      "loss": 0.1898,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09772264957427979,
+      "step": 1470,
+      "valid_targets_mean": 6500.6,
+      "valid_targets_min": 4664
+    },
+    {
+      "epoch": 1.6689303904923598,
+      "grad_norm": 0.4190566877617691,
+      "learning_rate": 3.771838813387516e-05,
+      "loss": 0.2004,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08660245686769485,
+      "step": 1475,
+      "valid_targets_mean": 5990.5,
+      "valid_targets_min": 4211
+    },
+    {
+      "epoch": 1.6745897000565932,
+      "grad_norm": 0.43553267639720167,
+      "learning_rate": 3.7692151519626196e-05,
+      "loss": 0.2001,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09539982676506042,
+      "step": 1480,
+      "valid_targets_mean": 5844.5,
+      "valid_targets_min": 3898
+    },
+    {
+      "epoch": 1.6802490096208262,
+      "grad_norm": 0.3808590147998363,
+      "learning_rate": 3.766577414977786e-05,
+      "loss": 0.1795,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08017526566982269,
+      "step": 1485,
+      "valid_targets_mean": 5826.0,
+      "valid_targets_min": 4800
+    },
+    {
+      "epoch": 1.6859083191850595,
+      "grad_norm": 0.37139397588184625,
+      "learning_rate": 3.763925623418379e-05,
+      "loss": 0.1785,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08735372871160507,
+      "step": 1490,
+      "valid_targets_mean": 7745.9,
+      "valid_targets_min": 6651
+    },
+    {
+      "epoch": 1.6915676287492927,
+      "grad_norm": 0.4191773916247659,
+      "learning_rate": 3.7612597983815797e-05,
+      "loss": 0.2018,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11389439553022385,
+      "step": 1495,
+      "valid_targets_mean": 6058.4,
+      "valid_targets_min": 3477
+    },
+    {
+      "epoch": 1.6972269383135257,
+      "grad_norm": 0.4133937352156518,
+      "learning_rate": 3.7585799610762166e-05,
+      "loss": 0.2188,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10912871360778809,
+      "step": 1500,
+      "valid_targets_mean": 5174.0,
+      "valid_targets_min": 965
+    },
+    {
+      "epoch": 1.7028862478777589,
+      "grad_norm": 0.4120100472086927,
+      "learning_rate": 3.755886132822596e-05,
+      "loss": 0.1858,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10974337160587311,
+      "step": 1505,
+      "valid_targets_mean": 6904.5,
+      "valid_targets_min": 5226
+    },
+    {
+      "epoch": 1.708545557441992,
+      "grad_norm": 0.4132924563269811,
+      "learning_rate": 3.753178335052335e-05,
+      "loss": 0.1953,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09370157122612,
+      "step": 1510,
+      "valid_targets_mean": 6807.5,
+      "valid_targets_min": 4237
+    },
+    {
+      "epoch": 1.714204867006225,
+      "grad_norm": 0.4360013599921074,
+      "learning_rate": 3.750456589308189e-05,
+      "loss": 0.2115,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11260436475276947,
+      "step": 1515,
+      "valid_targets_mean": 5527.6,
+      "valid_targets_min": 3761
+    },
+    {
+      "epoch": 1.7198641765704585,
+      "grad_norm": 0.3869642916804208,
+      "learning_rate": 3.7477209172438824e-05,
+      "loss": 0.2276,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12241595983505249,
+      "step": 1520,
+      "valid_targets_mean": 7231.9,
+      "valid_targets_min": 4993
+    },
+    {
+      "epoch": 1.7255234861346915,
+      "grad_norm": 0.43344417263376994,
+      "learning_rate": 3.744971340623932e-05,
+      "loss": 0.223,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10435118526220322,
+      "step": 1525,
+      "valid_targets_mean": 6576.1,
+      "valid_targets_min": 5199
+    },
+    {
+      "epoch": 1.7311827956989247,
+      "grad_norm": 0.43576627273847,
+      "learning_rate": 3.74220788132348e-05,
+      "loss": 0.1997,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11716549843549728,
+      "step": 1530,
+      "valid_targets_mean": 7336.0,
+      "valid_targets_min": 4534
+    },
+    {
+      "epoch": 1.736842105263158,
+      "grad_norm": 0.4299013929408139,
+      "learning_rate": 3.739430561328116e-05,
+      "loss": 0.2015,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09132295846939087,
+      "step": 1535,
+      "valid_targets_mean": 6389.6,
+      "valid_targets_min": 4751
+    },
+    {
+      "epoch": 1.742501414827391,
+      "grad_norm": 0.41927799631687634,
+      "learning_rate": 3.736639402733699e-05,
+      "loss": 0.2011,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08794035762548447,
+      "step": 1540,
+      "valid_targets_mean": 5551.6,
+      "valid_targets_min": 3888
+    },
+    {
+      "epoch": 1.7481607243916242,
+      "grad_norm": 0.43051456261992793,
+      "learning_rate": 3.733834427746192e-05,
+      "loss": 0.2085,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11216922849416733,
+      "step": 1545,
+      "valid_targets_mean": 6779.5,
+      "valid_targets_min": 4455
+    },
+    {
+      "epoch": 1.7538200339558574,
+      "grad_norm": 0.37161737302703196,
+      "learning_rate": 3.7310156586814736e-05,
+      "loss": 0.1964,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10933095961809158,
+      "step": 1550,
+      "valid_targets_mean": 7067.5,
+      "valid_targets_min": 5230
+    },
+    {
+      "epoch": 1.7594793435200904,
+      "grad_norm": 0.3789176263366543,
+      "learning_rate": 3.7281831179651674e-05,
+      "loss": 0.2071,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08778786659240723,
+      "step": 1555,
+      "valid_targets_mean": 7394.4,
+      "valid_targets_min": 5668
+    },
+    {
+      "epoch": 1.7651386530843238,
+      "grad_norm": 0.4549485161473529,
+      "learning_rate": 3.725336828132462e-05,
+      "loss": 0.2043,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1037561446428299,
+      "step": 1560,
+      "valid_targets_mean": 6609.0,
+      "valid_targets_min": 4871
+    },
+    {
+      "epoch": 1.7707979626485568,
+      "grad_norm": 0.3545247802982652,
+      "learning_rate": 3.722476811827931e-05,
+      "loss": 0.1886,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11487674713134766,
+      "step": 1565,
+      "valid_targets_mean": 8925.8,
+      "valid_targets_min": 6195
+    },
+    {
+      "epoch": 1.77645727221279,
+      "grad_norm": 0.36277353523285893,
+      "learning_rate": 3.719603091805354e-05,
+      "loss": 0.1767,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08930060267448425,
+      "step": 1570,
+      "valid_targets_mean": 7189.8,
+      "valid_targets_min": 3533
+    },
+    {
+      "epoch": 1.7821165817770233,
+      "grad_norm": 0.45227067238258667,
+      "learning_rate": 3.716715690927534e-05,
+      "loss": 0.2059,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11415096372365952,
+      "step": 1575,
+      "valid_targets_mean": 7004.8,
+      "valid_targets_min": 5199
+    },
+    {
+      "epoch": 1.7877758913412563,
+      "grad_norm": 0.45897291873533036,
+      "learning_rate": 3.713814632166117e-05,
+      "loss": 0.2071,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10266570001840591,
+      "step": 1580,
+      "valid_targets_mean": 5626.2,
+      "valid_targets_min": 4923
+    },
+    {
+      "epoch": 1.7934352009054897,
+      "grad_norm": 0.40908930308574387,
+      "learning_rate": 3.7108999386014094e-05,
+      "loss": 0.1984,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08395086973905563,
+      "step": 1585,
+      "valid_targets_mean": 6766.5,
+      "valid_targets_min": 4920
+    },
+    {
+      "epoch": 1.7990945104697227,
+      "grad_norm": 0.40410711804240085,
+      "learning_rate": 3.707971633422192e-05,
+      "loss": 0.1966,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1279432773590088,
+      "step": 1590,
+      "valid_targets_mean": 7549.5,
+      "valid_targets_min": 5551
+    },
+    {
+      "epoch": 1.804753820033956,
+      "grad_norm": 0.3866717411123608,
+      "learning_rate": 3.705029739925539e-05,
+      "loss": 0.1825,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08999251574277878,
+      "step": 1595,
+      "valid_targets_mean": 6716.9,
+      "valid_targets_min": 4685
+    },
+    {
+      "epoch": 1.8104131295981891,
+      "grad_norm": 0.5079107039691413,
+      "learning_rate": 3.702074281516629e-05,
+      "loss": 0.1993,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08725505322217941,
+      "step": 1600,
+      "valid_targets_mean": 5615.0,
+      "valid_targets_min": 4875
+    },
+    {
+      "epoch": 1.8160724391624221,
+      "grad_norm": 0.3927449142097747,
+      "learning_rate": 3.699105281708562e-05,
+      "loss": 0.2006,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08934473991394043,
+      "step": 1605,
+      "valid_targets_mean": 6375.9,
+      "valid_targets_min": 4433
+    },
+    {
+      "epoch": 1.8217317487266553,
+      "grad_norm": 0.47740533561150034,
+      "learning_rate": 3.69612276412217e-05,
+      "loss": 0.1913,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09106989204883575,
+      "step": 1610,
+      "valid_targets_mean": 5845.8,
+      "valid_targets_min": 4540
+    },
+    {
+      "epoch": 1.8273910582908885,
+      "grad_norm": 0.42177388710145675,
+      "learning_rate": 3.693126752485833e-05,
+      "loss": 0.2032,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.12526273727416992,
+      "step": 1615,
+      "valid_targets_mean": 7222.8,
+      "valid_targets_min": 4056
+    },
+    {
+      "epoch": 1.8330503678551215,
+      "grad_norm": 0.4068620675561105,
+      "learning_rate": 3.6901172706352804e-05,
+      "loss": 0.1925,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07828503102064133,
+      "step": 1620,
+      "valid_targets_mean": 5307.6,
+      "valid_targets_min": 4499
+    },
+    {
+      "epoch": 1.838709677419355,
+      "grad_norm": 0.38269369152928895,
+      "learning_rate": 3.687094342513416e-05,
+      "loss": 0.1685,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08113433420658112,
+      "step": 1625,
+      "valid_targets_mean": 6030.1,
+      "valid_targets_min": 5268
+    },
+    {
+      "epoch": 1.844368986983588,
+      "grad_norm": 0.3863151468513951,
+      "learning_rate": 3.6840579921701155e-05,
+      "loss": 0.1732,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0900208055973053,
+      "step": 1630,
+      "valid_targets_mean": 6520.6,
+      "valid_targets_min": 5074
+    },
+    {
+      "epoch": 1.8500282965478212,
+      "grad_norm": 0.37476299112538597,
+      "learning_rate": 3.68100824376204e-05,
+      "loss": 0.1815,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08535371720790863,
+      "step": 1635,
+      "valid_targets_mean": 6091.6,
+      "valid_targets_min": 5221
+    },
+    {
+      "epoch": 1.8556876061120544,
+      "grad_norm": 0.4091994709243003,
+      "learning_rate": 3.6779451215524425e-05,
+      "loss": 0.1925,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09082099795341492,
+      "step": 1640,
+      "valid_targets_mean": 5409.5,
+      "valid_targets_min": 4642
+    },
+    {
+      "epoch": 1.8613469156762874,
+      "grad_norm": 0.4830949072902286,
+      "learning_rate": 3.6748686499109784e-05,
+      "loss": 0.2177,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10957798361778259,
+      "step": 1645,
+      "valid_targets_mean": 4272.0,
+      "valid_targets_min": 3222
+    },
+    {
+      "epoch": 1.8670062252405206,
+      "grad_norm": 0.4151545714626815,
+      "learning_rate": 3.6717788533135056e-05,
+      "loss": 0.2263,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09137696027755737,
+      "step": 1650,
+      "valid_targets_mean": 6490.6,
+      "valid_targets_min": 4371
+    },
+    {
+      "epoch": 1.8726655348047538,
+      "grad_norm": 0.44885692213614614,
+      "learning_rate": 3.6686757563418945e-05,
+      "loss": 0.1876,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10351642966270447,
+      "step": 1655,
+      "valid_targets_mean": 5688.4,
+      "valid_targets_min": 3689
+    },
+    {
+      "epoch": 1.8783248443689868,
+      "grad_norm": 0.4200752558338508,
+      "learning_rate": 3.665559383683832e-05,
+      "loss": 0.197,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1036931574344635,
+      "step": 1660,
+      "valid_targets_mean": 6685.9,
+      "valid_targets_min": 4281
+    },
+    {
+      "epoch": 1.8839841539332203,
+      "grad_norm": 0.42397350541058904,
+      "learning_rate": 3.6624297601326205e-05,
+      "loss": 0.198,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11201959103345871,
+      "step": 1665,
+      "valid_targets_mean": 6344.2,
+      "valid_targets_min": 4844
+    },
+    {
+      "epoch": 1.8896434634974533,
+      "grad_norm": 0.4080030610770839,
+      "learning_rate": 3.659286910586988e-05,
+      "loss": 0.2112,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09051713347434998,
+      "step": 1670,
+      "valid_targets_mean": 5900.6,
+      "valid_targets_min": 4549
+    },
+    {
+      "epoch": 1.8953027730616865,
+      "grad_norm": 0.4160628972234572,
+      "learning_rate": 3.656130860050883e-05,
+      "loss": 0.196,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08832396566867828,
+      "step": 1675,
+      "valid_targets_mean": 4921.4,
+      "valid_targets_min": 2461
+    },
+    {
+      "epoch": 1.9009620826259197,
+      "grad_norm": 0.39791164334313245,
+      "learning_rate": 3.652961633633282e-05,
+      "loss": 0.2009,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11802472174167633,
+      "step": 1680,
+      "valid_targets_mean": 6683.8,
+      "valid_targets_min": 4563
+    },
+    {
+      "epoch": 1.9066213921901527,
+      "grad_norm": 0.3566026358241044,
+      "learning_rate": 3.649779256547984e-05,
+      "loss": 0.1944,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08277365565299988,
+      "step": 1685,
+      "valid_targets_mean": 6517.6,
+      "valid_targets_min": 5192
+    },
+    {
+      "epoch": 1.912280701754386,
+      "grad_norm": 0.39067941057281313,
+      "learning_rate": 3.6465837541134114e-05,
+      "loss": 0.179,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08514373749494553,
+      "step": 1690,
+      "valid_targets_mean": 5787.6,
+      "valid_targets_min": 5186
+    },
+    {
+      "epoch": 1.9179400113186191,
+      "grad_norm": 0.407667620077915,
+      "learning_rate": 3.643375151752414e-05,
+      "loss": 0.1932,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08429624140262604,
+      "step": 1695,
+      "valid_targets_mean": 5163.2,
+      "valid_targets_min": 3786
+    },
+    {
+      "epoch": 1.9235993208828521,
+      "grad_norm": 0.4152827211492994,
+      "learning_rate": 3.6401534749920566e-05,
+      "loss": 0.2364,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10867131501436234,
+      "step": 1700,
+      "valid_targets_mean": 6142.8,
+      "valid_targets_min": 4560
+    },
+    {
+      "epoch": 1.9292586304470856,
+      "grad_norm": 0.39474558824207884,
+      "learning_rate": 3.636918749463426e-05,
+      "loss": 0.185,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10353638231754303,
+      "step": 1705,
+      "valid_targets_mean": 5659.8,
+      "valid_targets_min": 3952
+    },
+    {
+      "epoch": 1.9349179400113186,
+      "grad_norm": 0.4330875696320046,
+      "learning_rate": 3.633671000901422e-05,
+      "loss": 0.1984,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11550572514533997,
+      "step": 1710,
+      "valid_targets_mean": 6811.5,
+      "valid_targets_min": 5134
+    },
+    {
+      "epoch": 1.9405772495755518,
+      "grad_norm": 0.4429867842820959,
+      "learning_rate": 3.63041025514455e-05,
+      "loss": 0.2038,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10658969730138779,
+      "step": 1715,
+      "valid_targets_mean": 6538.6,
+      "valid_targets_min": 3762
+    },
+    {
+      "epoch": 1.946236559139785,
+      "grad_norm": 0.44278076944927575,
+      "learning_rate": 3.627136538134723e-05,
+      "loss": 0.1768,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08601470291614532,
+      "step": 1720,
+      "valid_targets_mean": 6285.8,
+      "valid_targets_min": 4726
+    },
+    {
+      "epoch": 1.951895868704018,
+      "grad_norm": 0.47706316548142697,
+      "learning_rate": 3.623849875917049e-05,
+      "loss": 0.1859,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10423313081264496,
+      "step": 1725,
+      "valid_targets_mean": 6054.1,
+      "valid_targets_min": 3724
+    },
+    {
+      "epoch": 1.9575551782682514,
+      "grad_norm": 1.2427803871821272,
+      "learning_rate": 3.620550294639625e-05,
+      "loss": 0.1719,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09197145700454712,
+      "step": 1730,
+      "valid_targets_mean": 6452.4,
+      "valid_targets_min": 5578
+    },
+    {
+      "epoch": 1.9632144878324844,
+      "grad_norm": 0.37933050898977705,
+      "learning_rate": 3.6172378205533316e-05,
+      "loss": 0.1943,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09184758365154266,
+      "step": 1735,
+      "valid_targets_mean": 6827.4,
+      "valid_targets_min": 5795
+    },
+    {
+      "epoch": 1.9688737973967176,
+      "grad_norm": 0.3713666814054497,
+      "learning_rate": 3.613912480011621e-05,
+      "loss": 0.1818,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07646412402391434,
+      "step": 1740,
+      "valid_targets_mean": 6744.8,
+      "valid_targets_min": 5268
+    },
+    {
+      "epoch": 1.9745331069609509,
+      "grad_norm": 0.37046500322729714,
+      "learning_rate": 3.610574299470308e-05,
+      "loss": 0.1863,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08873957395553589,
+      "step": 1745,
+      "valid_targets_mean": 6928.8,
+      "valid_targets_min": 4920
+    },
+    {
+      "epoch": 1.9801924165251839,
+      "grad_norm": 0.347080465291547,
+      "learning_rate": 3.6072233054873634e-05,
+      "loss": 0.1925,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07456870377063751,
+      "step": 1750,
+      "valid_targets_mean": 7381.1,
+      "valid_targets_min": 5243
+    },
+    {
+      "epoch": 1.985851726089417,
+      "grad_norm": 0.3875616108130273,
+      "learning_rate": 3.6038595247226946e-05,
+      "loss": 0.1783,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09468382596969604,
+      "step": 1755,
+      "valid_targets_mean": 6154.6,
+      "valid_targets_min": 4794
+    },
+    {
+      "epoch": 1.9915110356536503,
+      "grad_norm": 0.5613872353671522,
+      "learning_rate": 3.600482983937943e-05,
+      "loss": 0.1979,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09273573756217957,
+      "step": 1760,
+      "valid_targets_mean": 6188.1,
+      "valid_targets_min": 5168
+    },
+    {
+      "epoch": 1.9971703452178833,
+      "grad_norm": 0.46965060288835536,
+      "learning_rate": 3.597093709996263e-05,
+      "loss": 0.2075,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.124471016228199,
+      "step": 1765,
+      "valid_targets_mean": 5461.5,
+      "valid_targets_min": 4156
+    },
+    {
+      "epoch": 2.0022637238256933,
+      "grad_norm": 0.5343589104355505,
+      "learning_rate": 3.593691729862114e-05,
+      "loss": 0.1786,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06375987082719803,
+      "step": 1770,
+      "valid_targets_mean": 2736.0,
+      "valid_targets_min": 876
+    },
+    {
+      "epoch": 2.0079230333899263,
+      "grad_norm": 0.5519379811681631,
+      "learning_rate": 3.5902770706010414e-05,
+      "loss": 0.1403,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.052028506994247437,
+      "step": 1775,
+      "valid_targets_mean": 1472.5,
+      "valid_targets_min": 324
+    },
+    {
+      "epoch": 2.0135823429541597,
+      "grad_norm": 0.4039268628622655,
+      "learning_rate": 3.586849759379466e-05,
+      "loss": 0.1091,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06458728015422821,
+      "step": 1780,
+      "valid_targets_mean": 2699.9,
+      "valid_targets_min": 1064
+    },
+    {
+      "epoch": 2.0192416525183927,
+      "grad_norm": 0.41595399584522014,
+      "learning_rate": 3.583409823464464e-05,
+      "loss": 0.1063,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05470968037843704,
+      "step": 1785,
+      "valid_targets_mean": 3137.0,
+      "valid_targets_min": 710
+    },
+    {
+      "epoch": 2.0249009620826257,
+      "grad_norm": 0.32856953624648133,
+      "learning_rate": 3.5799572902235506e-05,
+      "loss": 0.1223,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0377882644534111,
+      "step": 1790,
+      "valid_targets_mean": 3472.9,
+      "valid_targets_min": 1223
+    },
+    {
+      "epoch": 2.030560271646859,
+      "grad_norm": 0.44520318976957635,
+      "learning_rate": 3.576492187124465e-05,
+      "loss": 0.1087,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05933263152837753,
+      "step": 1795,
+      "valid_targets_mean": 3326.0,
+      "valid_targets_min": 1431
+    },
+    {
+      "epoch": 2.036219581211092,
+      "grad_norm": 0.6748590008746032,
+      "learning_rate": 3.5730145417349486e-05,
+      "loss": 0.1455,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06660880148410797,
+      "step": 1800,
+      "valid_targets_mean": 1161.2,
+      "valid_targets_min": 559
+    },
+    {
+      "epoch": 2.0418788907753256,
+      "grad_norm": 0.3459296124867082,
+      "learning_rate": 3.569524381722527e-05,
+      "loss": 0.1411,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05327014625072479,
+      "step": 1805,
+      "valid_targets_mean": 3598.2,
+      "valid_targets_min": 1623
+    },
+    {
+      "epoch": 2.0475382003395586,
+      "grad_norm": 0.42589163559071397,
+      "learning_rate": 3.5660217348542905e-05,
+      "loss": 0.1204,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.061662595719099045,
+      "step": 1810,
+      "valid_targets_mean": 3178.2,
+      "valid_targets_min": 846
+    },
+    {
+      "epoch": 2.0531975099037916,
+      "grad_norm": 0.46588853281466014,
+      "learning_rate": 3.562506628996672e-05,
+      "loss": 0.1612,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10813078284263611,
+      "step": 1815,
+      "valid_targets_mean": 3622.6,
+      "valid_targets_min": 1949
+    },
+    {
+      "epoch": 2.058856819468025,
+      "grad_norm": 0.3260360817250823,
+      "learning_rate": 3.558979092115227e-05,
+      "loss": 0.0881,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04911057651042938,
+      "step": 1820,
+      "valid_targets_mean": 3344.9,
+      "valid_targets_min": 764
+    },
+    {
+      "epoch": 2.064516129032258,
+      "grad_norm": 0.4572750079822724,
+      "learning_rate": 3.555439152274408e-05,
+      "loss": 0.1075,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05797174200415611,
+      "step": 1825,
+      "valid_targets_mean": 2391.6,
+      "valid_targets_min": 776
+    },
+    {
+      "epoch": 2.0701754385964914,
+      "grad_norm": 0.39297056511962264,
+      "learning_rate": 3.551886837637346e-05,
+      "loss": 0.1085,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.058884136378765106,
+      "step": 1830,
+      "valid_targets_mean": 2818.5,
+      "valid_targets_min": 754
+    },
+    {
+      "epoch": 2.0758347481607244,
+      "grad_norm": 0.4654746519862881,
+      "learning_rate": 3.548322176465622e-05,
+      "loss": 0.1306,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06505589187145233,
+      "step": 1835,
+      "valid_targets_mean": 1646.6,
+      "valid_targets_min": 635
+    },
+    {
+      "epoch": 2.0814940577249574,
+      "grad_norm": 0.3796269751062797,
+      "learning_rate": 3.544745197119042e-05,
+      "loss": 0.1245,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.056274592876434326,
+      "step": 1840,
+      "valid_targets_mean": 3374.8,
+      "valid_targets_min": 1862
+    },
+    {
+      "epoch": 2.087153367289191,
+      "grad_norm": 0.3970755533915738,
+      "learning_rate": 3.541155928055418e-05,
+      "loss": 0.1094,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06704463064670563,
+      "step": 1845,
+      "valid_targets_mean": 2837.4,
+      "valid_targets_min": 574
+    },
+    {
+      "epoch": 2.092812676853424,
+      "grad_norm": 0.45205308230485036,
+      "learning_rate": 3.537554397830331e-05,
+      "loss": 0.1054,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047444507479667664,
+      "step": 1850,
+      "valid_targets_mean": 2618.4,
+      "valid_targets_min": 523
+    },
+    {
+      "epoch": 2.098471986417657,
+      "grad_norm": 0.40906046372009836,
+      "learning_rate": 3.533940635096915e-05,
+      "loss": 0.1071,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06280224770307541,
+      "step": 1855,
+      "valid_targets_mean": 3548.9,
+      "valid_targets_min": 2189
+    },
+    {
+      "epoch": 2.1041312959818903,
+      "grad_norm": 0.3594281659067044,
+      "learning_rate": 3.530314668605621e-05,
+      "loss": 0.1152,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04078724980354309,
+      "step": 1860,
+      "valid_targets_mean": 3564.6,
+      "valid_targets_min": 827
+    },
+    {
+      "epoch": 2.1097906055461233,
+      "grad_norm": 0.4405119633389643,
+      "learning_rate": 3.5266765272039895e-05,
+      "loss": 0.1298,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06051761656999588,
+      "step": 1865,
+      "valid_targets_mean": 1936.6,
+      "valid_targets_min": 597
+    },
+    {
+      "epoch": 2.1154499151103567,
+      "grad_norm": 0.4699306852938723,
+      "learning_rate": 3.523026239836426e-05,
+      "loss": 0.1247,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.053375493735075,
+      "step": 1870,
+      "valid_targets_mean": 1747.5,
+      "valid_targets_min": 701
+    },
+    {
+      "epoch": 2.1211092246745897,
+      "grad_norm": 0.5009994914539639,
+      "learning_rate": 3.5193638355439635e-05,
+      "loss": 0.1494,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1392790824174881,
+      "step": 1875,
+      "valid_targets_mean": 3329.6,
+      "valid_targets_min": 1652
+    },
+    {
+      "epoch": 2.1267685342388227,
+      "grad_norm": 0.3944392507851324,
+      "learning_rate": 3.515689343464038e-05,
+      "loss": 0.1293,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.054778940975666046,
+      "step": 1880,
+      "valid_targets_mean": 3117.1,
+      "valid_targets_min": 786
+    },
+    {
+      "epoch": 2.132427843803056,
+      "grad_norm": 0.5339847438916009,
+      "learning_rate": 3.512002792830252e-05,
+      "loss": 0.107,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06564757972955704,
+      "step": 1885,
+      "valid_targets_mean": 2574.4,
+      "valid_targets_min": 971
+    },
+    {
+      "epoch": 2.138087153367289,
+      "grad_norm": 0.39951693830902274,
+      "learning_rate": 3.508304212972145e-05,
+      "loss": 0.1494,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.060700491070747375,
+      "step": 1890,
+      "valid_targets_mean": 3320.0,
+      "valid_targets_min": 2610
+    },
+    {
+      "epoch": 2.143746462931522,
+      "grad_norm": 0.3945705461968114,
+      "learning_rate": 3.504593633314957e-05,
+      "loss": 0.1294,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.041278015822172165,
+      "step": 1895,
+      "valid_targets_mean": 2580.6,
+      "valid_targets_min": 753
+    },
+    {
+      "epoch": 2.1494057724957556,
+      "grad_norm": 0.505040296343978,
+      "learning_rate": 3.500871083379398e-05,
+      "loss": 0.1178,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05414751172065735,
+      "step": 1900,
+      "valid_targets_mean": 1537.1,
+      "valid_targets_min": 619
+    },
+    {
+      "epoch": 2.1550650820599886,
+      "grad_norm": 0.501915030556122,
+      "learning_rate": 3.497136592781411e-05,
+      "loss": 0.3208,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13047850131988525,
+      "step": 1905,
+      "valid_targets_mean": 2271.2,
+      "valid_targets_min": 987
+    },
+    {
+      "epoch": 2.160724391624222,
+      "grad_norm": 0.5774470883261211,
+      "learning_rate": 3.493390191231937e-05,
+      "loss": 0.1346,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06460921466350555,
+      "step": 1910,
+      "valid_targets_mean": 1351.5,
+      "valid_targets_min": 329
+    },
+    {
+      "epoch": 2.166383701188455,
+      "grad_norm": 0.47231456069415856,
+      "learning_rate": 3.4896319085366764e-05,
+      "loss": 0.1191,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.054049719125032425,
+      "step": 1915,
+      "valid_targets_mean": 1553.9,
+      "valid_targets_min": 608
+    },
+    {
+      "epoch": 2.172043010752688,
+      "grad_norm": 0.596868119862558,
+      "learning_rate": 3.485861774595857e-05,
+      "loss": 0.2209,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07800990343093872,
+      "step": 1920,
+      "valid_targets_mean": 3645.6,
+      "valid_targets_min": 873
+    },
+    {
+      "epoch": 2.1777023203169215,
+      "grad_norm": 0.2824839933919901,
+      "learning_rate": 3.482079819403991e-05,
+      "loss": 0.1018,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02868354693055153,
+      "step": 1925,
+      "valid_targets_mean": 4720.6,
+      "valid_targets_min": 3529
+    },
+    {
+      "epoch": 2.1833616298811545,
+      "grad_norm": 0.38361826489016726,
+      "learning_rate": 3.4782860730496385e-05,
+      "loss": 0.1185,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06481634825468063,
+      "step": 1930,
+      "valid_targets_mean": 4437.6,
+      "valid_targets_min": 2336
+    },
+    {
+      "epoch": 2.1890209394453874,
+      "grad_norm": 0.40780977658908407,
+      "learning_rate": 3.474480565715168e-05,
+      "loss": 0.114,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05100560560822487,
+      "step": 1935,
+      "valid_targets_mean": 3533.1,
+      "valid_targets_min": 1226
+    },
+    {
+      "epoch": 2.194680249009621,
+      "grad_norm": 0.3656835709426523,
+      "learning_rate": 3.470663327676517e-05,
+      "loss": 0.108,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05036871135234833,
+      "step": 1940,
+      "valid_targets_mean": 3299.2,
+      "valid_targets_min": 798
+    },
+    {
+      "epoch": 2.200339558573854,
+      "grad_norm": 0.4512957818695427,
+      "learning_rate": 3.466834389302951e-05,
+      "loss": 0.1019,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04307692497968674,
+      "step": 1945,
+      "valid_targets_mean": 1836.9,
+      "valid_targets_min": 723
+    },
+    {
+      "epoch": 2.2059988681380873,
+      "grad_norm": 0.3946416768429036,
+      "learning_rate": 3.4629937810568185e-05,
+      "loss": 0.1035,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05205557867884636,
+      "step": 1950,
+      "valid_targets_mean": 3316.0,
+      "valid_targets_min": 898
+    },
+    {
+      "epoch": 2.2116581777023203,
+      "grad_norm": 0.32804938512357273,
+      "learning_rate": 3.459141533493315e-05,
+      "loss": 0.0984,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.039048101752996445,
+      "step": 1955,
+      "valid_targets_mean": 4027.2,
+      "valid_targets_min": 3278
+    },
+    {
+      "epoch": 2.2173174872665533,
+      "grad_norm": 0.45209680916546285,
+      "learning_rate": 3.455277677260231e-05,
+      "loss": 0.1068,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04982101917266846,
+      "step": 1960,
+      "valid_targets_mean": 2052.8,
+      "valid_targets_min": 739
+    },
+    {
+      "epoch": 2.2229767968307867,
+      "grad_norm": 0.492249954877648,
+      "learning_rate": 3.451402243097721e-05,
+      "loss": 0.1442,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.056385502219200134,
+      "step": 1965,
+      "valid_targets_mean": 1574.9,
+      "valid_targets_min": 538
+    },
+    {
+      "epoch": 2.2286361063950197,
+      "grad_norm": 0.3964539132387015,
+      "learning_rate": 3.4475152618380456e-05,
+      "loss": 0.0869,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.041245199739933014,
+      "step": 1970,
+      "valid_targets_mean": 1956.9,
+      "valid_targets_min": 654
+    },
+    {
+      "epoch": 2.234295415959253,
+      "grad_norm": 0.4423259353420391,
+      "learning_rate": 3.443616764405334e-05,
+      "loss": 0.1058,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06300957500934601,
+      "step": 1975,
+      "valid_targets_mean": 2735.4,
+      "valid_targets_min": 930
+    },
+    {
+      "epoch": 2.239954725523486,
+      "grad_norm": 0.42042784263990535,
+      "learning_rate": 3.4397067818153345e-05,
+      "loss": 0.094,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05541990324854851,
+      "step": 1980,
+      "valid_targets_mean": 2965.0,
+      "valid_targets_min": 684
+    },
+    {
+      "epoch": 2.245614035087719,
+      "grad_norm": 0.3823237810459968,
+      "learning_rate": 3.435785345175173e-05,
+      "loss": 0.1549,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.055711839348077774,
+      "step": 1985,
+      "valid_targets_mean": 3344.6,
+      "valid_targets_min": 999
+    },
+    {
+      "epoch": 2.2512733446519526,
+      "grad_norm": 0.49579247528646964,
+      "learning_rate": 3.431852485683098e-05,
+      "loss": 0.1186,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06579576432704926,
+      "step": 1990,
+      "valid_targets_mean": 2445.4,
+      "valid_targets_min": 696
+    },
+    {
+      "epoch": 2.2569326542161856,
+      "grad_norm": 0.3744697004230511,
+      "learning_rate": 3.4279082346282396e-05,
+      "loss": 0.1303,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05816779285669327,
+      "step": 1995,
+      "valid_targets_mean": 3514.9,
+      "valid_targets_min": 1068
+    },
+    {
+      "epoch": 2.2625919637804186,
+      "grad_norm": 0.43769701229555164,
+      "learning_rate": 3.423952623390352e-05,
+      "loss": 0.1144,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04952312633395195,
+      "step": 2000,
+      "valid_targets_mean": 1602.8,
+      "valid_targets_min": 536
+    },
+    {
+      "epoch": 2.268251273344652,
+      "grad_norm": 0.4972723099721578,
+      "learning_rate": 3.419985683439574e-05,
+      "loss": 0.1645,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1218375414609909,
+      "step": 2005,
+      "valid_targets_mean": 3568.8,
+      "valid_targets_min": 1507
+    },
+    {
+      "epoch": 2.273910582908885,
+      "grad_norm": 0.40876282439264494,
+      "learning_rate": 3.416007446336172e-05,
+      "loss": 0.1187,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05623714625835419,
+      "step": 2010,
+      "valid_targets_mean": 3292.2,
+      "valid_targets_min": 2342
+    },
+    {
+      "epoch": 2.279569892473118,
+      "grad_norm": 0.575333657640531,
+      "learning_rate": 3.4120179437302885e-05,
+      "loss": 0.1442,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06543414294719696,
+      "step": 2015,
+      "valid_targets_mean": 1567.5,
+      "valid_targets_min": 687
+    },
+    {
+      "epoch": 2.2852292020373515,
+      "grad_norm": 0.502617446583266,
+      "learning_rate": 3.408017207361696e-05,
+      "loss": 0.1037,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03619558364152908,
+      "step": 2020,
+      "valid_targets_mean": 1145.4,
+      "valid_targets_min": 449
+    },
+    {
+      "epoch": 2.2908885116015845,
+      "grad_norm": 0.3303411430626945,
+      "learning_rate": 3.4040052690595376e-05,
+      "loss": 0.1131,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04491014778614044,
+      "step": 2025,
+      "valid_targets_mean": 3191.0,
+      "valid_targets_min": 658
+    },
+    {
+      "epoch": 2.296547821165818,
+      "grad_norm": 0.5931100420211858,
+      "learning_rate": 3.399982160742079e-05,
+      "loss": 0.1144,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06616038084030151,
+      "step": 2030,
+      "valid_targets_mean": 1924.8,
+      "valid_targets_min": 577
+    },
+    {
+      "epoch": 2.302207130730051,
+      "grad_norm": 0.32834282624415856,
+      "learning_rate": 3.3959479144164515e-05,
+      "loss": 0.0928,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045235902070999146,
+      "step": 2035,
+      "valid_targets_mean": 3992.5,
+      "valid_targets_min": 726
+    },
+    {
+      "epoch": 2.3078664402942843,
+      "grad_norm": 0.35739919576262585,
+      "learning_rate": 3.3919025621783996e-05,
+      "loss": 0.0932,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.054038695991039276,
+      "step": 2040,
+      "valid_targets_mean": 3626.4,
+      "valid_targets_min": 2252
+    },
+    {
+      "epoch": 2.3135257498585173,
+      "grad_norm": 0.4409496519995762,
+      "learning_rate": 3.387846136212022e-05,
+      "loss": 0.1037,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04206996411085129,
+      "step": 2045,
+      "valid_targets_mean": 1556.2,
+      "valid_targets_min": 531
+    },
+    {
+      "epoch": 2.3191850594227503,
+      "grad_norm": 0.42359808354879613,
+      "learning_rate": 3.3837786687895214e-05,
+      "loss": 0.1241,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.053804170340299606,
+      "step": 2050,
+      "valid_targets_mean": 2410.5,
+      "valid_targets_min": 744
+    },
+    {
+      "epoch": 2.3248443689869838,
+      "grad_norm": 0.41869586549521276,
+      "learning_rate": 3.3797001922709416e-05,
+      "loss": 0.1157,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.062466152012348175,
+      "step": 2055,
+      "valid_targets_mean": 3795.1,
+      "valid_targets_min": 3136
+    },
+    {
+      "epoch": 2.3305036785512168,
+      "grad_norm": 0.2961135510626377,
+      "learning_rate": 3.375610739103913e-05,
+      "loss": 0.1015,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.043240226805210114,
+      "step": 2060,
+      "valid_targets_mean": 3324.4,
+      "valid_targets_min": 2366
+    },
+    {
+      "epoch": 2.3361629881154498,
+      "grad_norm": 0.35769557911734157,
+      "learning_rate": 3.371510341823396e-05,
+      "loss": 0.0995,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03898439556360245,
+      "step": 2065,
+      "valid_targets_mean": 1668.1,
+      "valid_targets_min": 669
+    },
+    {
+      "epoch": 2.341822297679683,
+      "grad_norm": 0.4078907877168531,
+      "learning_rate": 3.3673990330514197e-05,
+      "loss": 0.1218,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06470276415348053,
+      "step": 2070,
+      "valid_targets_mean": 3529.8,
+      "valid_targets_min": 1785
+    },
+    {
+      "epoch": 2.347481607243916,
+      "grad_norm": 0.3050351893984349,
+      "learning_rate": 3.363276845496822e-05,
+      "loss": 0.0898,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04898000508546829,
+      "step": 2075,
+      "valid_targets_mean": 4120.1,
+      "valid_targets_min": 3862
+    },
+    {
+      "epoch": 2.353140916808149,
+      "grad_norm": 0.3895061867392029,
+      "learning_rate": 3.359143811954992e-05,
+      "loss": 0.1078,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047017570585012436,
+      "step": 2080,
+      "valid_targets_mean": 3062.2,
+      "valid_targets_min": 539
+    },
+    {
+      "epoch": 2.3588002263723826,
+      "grad_norm": 0.40020922560661926,
+      "learning_rate": 3.354999965307606e-05,
+      "loss": 0.1118,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04285983368754387,
+      "step": 2085,
+      "valid_targets_mean": 2781.5,
+      "valid_targets_min": 1016
+    },
+    {
+      "epoch": 2.3644595359366156,
+      "grad_norm": 0.6579214230944497,
+      "learning_rate": 3.3508453385223684e-05,
+      "loss": 0.1234,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07328744232654572,
+      "step": 2090,
+      "valid_targets_mean": 1102.9,
+      "valid_targets_min": 888
+    },
+    {
+      "epoch": 2.370118845500849,
+      "grad_norm": 0.4484198722432637,
+      "learning_rate": 3.346679964652749e-05,
+      "loss": 0.1129,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.044897790998220444,
+      "step": 2095,
+      "valid_targets_mean": 2602.5,
+      "valid_targets_min": 697
+    },
+    {
+      "epoch": 2.375778155065082,
+      "grad_norm": 0.7923891815342871,
+      "learning_rate": 3.342503876837718e-05,
+      "loss": 0.1122,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06976594030857086,
+      "step": 2100,
+      "valid_targets_mean": 1592.9,
+      "valid_targets_min": 605
+    },
+    {
+      "epoch": 2.381437464629315,
+      "grad_norm": 0.44766073428303044,
+      "learning_rate": 3.3383171083014856e-05,
+      "loss": 0.1113,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04511480778455734,
+      "step": 2105,
+      "valid_targets_mean": 2899.1,
+      "valid_targets_min": 1117
+    },
+    {
+      "epoch": 2.3870967741935485,
+      "grad_norm": 0.3854842899628016,
+      "learning_rate": 3.3341196923532336e-05,
+      "loss": 0.1354,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04914814978837967,
+      "step": 2110,
+      "valid_targets_mean": 3376.6,
+      "valid_targets_min": 1388
+    },
+    {
+      "epoch": 2.3927560837577815,
+      "grad_norm": 0.3421245181290135,
+      "learning_rate": 3.329911662386855e-05,
+      "loss": 0.106,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04689233750104904,
+      "step": 2115,
+      "valid_targets_mean": 3243.4,
+      "valid_targets_min": 524
+    },
+    {
+      "epoch": 2.398415393322015,
+      "grad_norm": 0.43526759990227604,
+      "learning_rate": 3.3256930518806845e-05,
+      "loss": 0.0968,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04915416240692139,
+      "step": 2120,
+      "valid_targets_mean": 2468.0,
+      "valid_targets_min": 970
+    },
+    {
+      "epoch": 2.404074702886248,
+      "grad_norm": 0.4716090172233965,
+      "learning_rate": 3.321463894397235e-05,
+      "loss": 0.1203,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.055890556424856186,
+      "step": 2125,
+      "valid_targets_mean": 2959.6,
+      "valid_targets_min": 877
+    },
+    {
+      "epoch": 2.409734012450481,
+      "grad_norm": 0.33045623066380864,
+      "learning_rate": 3.317224223582927e-05,
+      "loss": 0.1144,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04590590298175812,
+      "step": 2130,
+      "valid_targets_mean": 3886.5,
+      "valid_targets_min": 3251
+    },
+    {
+      "epoch": 2.4153933220147144,
+      "grad_norm": 0.495374000160121,
+      "learning_rate": 3.312974073167825e-05,
+      "loss": 0.0938,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05848722159862518,
+      "step": 2135,
+      "valid_targets_mean": 2695.6,
+      "valid_targets_min": 564
+    },
+    {
+      "epoch": 2.4210526315789473,
+      "grad_norm": 0.32905133925375857,
+      "learning_rate": 3.30871347696537e-05,
+      "loss": 0.1028,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05663274973630905,
+      "step": 2140,
+      "valid_targets_mean": 4404.8,
+      "valid_targets_min": 2555
+    },
+    {
+      "epoch": 2.4267119411431803,
+      "grad_norm": 0.31029857156036833,
+      "learning_rate": 3.3044424688721016e-05,
+      "loss": 0.094,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045422300696372986,
+      "step": 2145,
+      "valid_targets_mean": 4410.5,
+      "valid_targets_min": 3261
+    },
+    {
+      "epoch": 2.432371250707414,
+      "grad_norm": 0.3994352846867125,
+      "learning_rate": 3.300161082867398e-05,
+      "loss": 0.0851,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03942389786243439,
+      "step": 2150,
+      "valid_targets_mean": 1768.5,
+      "valid_targets_min": 618
+    },
+    {
+      "epoch": 2.4380305602716468,
+      "grad_norm": 0.3063122736017613,
+      "learning_rate": 3.295869353013204e-05,
+      "loss": 0.1115,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04628031700849533,
+      "step": 2155,
+      "valid_targets_mean": 3985.8,
+      "valid_targets_min": 3213
+    },
+    {
+      "epoch": 2.44368986983588,
+      "grad_norm": 0.35734873295090847,
+      "learning_rate": 3.291567313453754e-05,
+      "loss": 0.1077,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.103085957467556,
+      "step": 2160,
+      "valid_targets_mean": 3149.1,
+      "valid_targets_min": 1539
+    },
+    {
+      "epoch": 2.449349179400113,
+      "grad_norm": 0.316704339390023,
+      "learning_rate": 3.287254998415308e-05,
+      "loss": 0.1184,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03836618363857269,
+      "step": 2165,
+      "valid_targets_mean": 2094.8,
+      "valid_targets_min": 509
+    },
+    {
+      "epoch": 2.455008488964346,
+      "grad_norm": 0.31838255897118733,
+      "learning_rate": 3.282932442205875e-05,
+      "loss": 0.1088,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029482107609510422,
+      "step": 2170,
+      "valid_targets_mean": 2441.4,
+      "valid_targets_min": 633
+    },
+    {
+      "epoch": 2.4606677985285796,
+      "grad_norm": 0.42563343610522253,
+      "learning_rate": 3.2785996792149397e-05,
+      "loss": 0.1305,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05118153989315033,
+      "step": 2175,
+      "valid_targets_mean": 2740.9,
+      "valid_targets_min": 737
+    },
+    {
+      "epoch": 2.4663271080928126,
+      "grad_norm": 0.35110501564800306,
+      "learning_rate": 3.274256743913192e-05,
+      "loss": 0.093,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04503490775823593,
+      "step": 2180,
+      "valid_targets_mean": 2726.9,
+      "valid_targets_min": 492
+    },
+    {
+      "epoch": 2.471986417657046,
+      "grad_norm": 0.5284106993544762,
+      "learning_rate": 3.2699036708522486e-05,
+      "loss": 0.118,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07250982522964478,
+      "step": 2185,
+      "valid_targets_mean": 1607.9,
+      "valid_targets_min": 833
+    },
+    {
+      "epoch": 2.477645727221279,
+      "grad_norm": 0.32838112597791635,
+      "learning_rate": 3.265540494664383e-05,
+      "loss": 0.0984,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03342479467391968,
+      "step": 2190,
+      "valid_targets_mean": 3502.6,
+      "valid_targets_min": 923
+    },
+    {
+      "epoch": 2.483305036785512,
+      "grad_norm": 0.6682289383654914,
+      "learning_rate": 3.261167250062246e-05,
+      "loss": 0.1478,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07084657996892929,
+      "step": 2195,
+      "valid_targets_mean": 1553.9,
+      "valid_targets_min": 531
+    },
+    {
+      "epoch": 2.4889643463497455,
+      "grad_norm": 0.5788918787085738,
+      "learning_rate": 3.25678397183859e-05,
+      "loss": 0.1371,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08993472903966904,
+      "step": 2200,
+      "valid_targets_mean": 1825.6,
+      "valid_targets_min": 575
+    },
+    {
+      "epoch": 2.4946236559139785,
+      "grad_norm": 0.4137059798137688,
+      "learning_rate": 3.252390694865995e-05,
+      "loss": 0.1045,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05526465177536011,
+      "step": 2205,
+      "valid_targets_mean": 3701.9,
+      "valid_targets_min": 2784
+    },
+    {
+      "epoch": 2.5002829654782115,
+      "grad_norm": 0.33766167661538804,
+      "learning_rate": 3.247987454096588e-05,
+      "loss": 0.1031,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04647237807512283,
+      "step": 2210,
+      "valid_targets_mean": 3575.8,
+      "valid_targets_min": 2525
+    },
+    {
+      "epoch": 2.505942275042445,
+      "grad_norm": 0.33315570907766456,
+      "learning_rate": 3.2435742845617664e-05,
+      "loss": 0.0999,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03852749615907669,
+      "step": 2215,
+      "valid_targets_mean": 3081.0,
+      "valid_targets_min": 970
+    },
+    {
+      "epoch": 2.511601584606678,
+      "grad_norm": 0.46136266798103887,
+      "learning_rate": 3.2391512213719195e-05,
+      "loss": 0.0965,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04876357689499855,
+      "step": 2220,
+      "valid_targets_mean": 1963.5,
+      "valid_targets_min": 817
+    },
+    {
+      "epoch": 2.517260894170911,
+      "grad_norm": 0.7264199502052342,
+      "learning_rate": 3.23471829971615e-05,
+      "loss": 0.1216,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08215144276618958,
+      "step": 2225,
+      "valid_targets_mean": 1270.9,
+      "valid_targets_min": 637
+    },
+    {
+      "epoch": 2.5229202037351444,
+      "grad_norm": 0.39900134281384,
+      "learning_rate": 3.230275554861988e-05,
+      "loss": 0.0912,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04432211071252823,
+      "step": 2230,
+      "valid_targets_mean": 2594.1,
+      "valid_targets_min": 893
+    },
+    {
+      "epoch": 2.5285795132993774,
+      "grad_norm": 0.3613977004667585,
+      "learning_rate": 3.2258230221551216e-05,
+      "loss": 0.0952,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04420216754078865,
+      "step": 2235,
+      "valid_targets_mean": 3222.2,
+      "valid_targets_min": 1606
+    },
+    {
+      "epoch": 2.534238822863611,
+      "grad_norm": 0.38220539961473143,
+      "learning_rate": 3.221360737019105e-05,
+      "loss": 0.1001,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.046213869005441666,
+      "step": 2240,
+      "valid_targets_mean": 3023.8,
+      "valid_targets_min": 678
+    },
+    {
+      "epoch": 2.539898132427844,
+      "grad_norm": 0.30782875399074944,
+      "learning_rate": 3.216888734955082e-05,
+      "loss": 0.1058,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04539969190955162,
+      "step": 2245,
+      "valid_targets_mean": 4263.8,
+      "valid_targets_min": 1078
+    },
+    {
+      "epoch": 2.5455574419920772,
+      "grad_norm": 0.30145130948033844,
+      "learning_rate": 3.2124070515415026e-05,
+      "loss": 0.0913,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.053275216370821,
+      "step": 2250,
+      "valid_targets_mean": 4150.0,
+      "valid_targets_min": 761
+    },
+    {
+      "epoch": 2.5512167515563102,
+      "grad_norm": 0.4481699482875616,
+      "learning_rate": 3.20791572243384e-05,
+      "loss": 0.1013,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05159508064389229,
+      "step": 2255,
+      "valid_targets_mean": 1368.4,
+      "valid_targets_min": 538
+    },
+    {
+      "epoch": 2.556876061120543,
+      "grad_norm": 0.49014476191694045,
+      "learning_rate": 3.2034147833643085e-05,
+      "loss": 0.1171,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09637396037578583,
+      "step": 2260,
+      "valid_targets_mean": 2630.4,
+      "valid_targets_min": 780
+    },
+    {
+      "epoch": 2.5625353706847767,
+      "grad_norm": 0.36000553066283647,
+      "learning_rate": 3.1989042701415735e-05,
+      "loss": 0.1782,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04270230978727341,
+      "step": 2265,
+      "valid_targets_mean": 3353.9,
+      "valid_targets_min": 2347
+    },
+    {
+      "epoch": 2.5681946802490097,
+      "grad_norm": 0.3837524899503797,
+      "learning_rate": 3.194384218650475e-05,
+      "loss": 0.1001,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0583348423242569,
+      "step": 2270,
+      "valid_targets_mean": 3880.2,
+      "valid_targets_min": 2473
+    },
+    {
+      "epoch": 2.5738539898132426,
+      "grad_norm": 0.36597215244104614,
+      "learning_rate": 3.1898546648517344e-05,
+      "loss": 0.0977,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05031474679708481,
+      "step": 2275,
+      "valid_targets_mean": 3556.4,
+      "valid_targets_min": 2245
+    },
+    {
+      "epoch": 2.579513299377476,
+      "grad_norm": 0.45686116420648,
+      "learning_rate": 3.185315644781674e-05,
+      "loss": 0.1609,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10099667310714722,
+      "step": 2280,
+      "valid_targets_mean": 7477.8,
+      "valid_targets_min": 6099
+    },
+    {
+      "epoch": 2.585172608941709,
+      "grad_norm": 0.3813066709188113,
+      "learning_rate": 3.1807671945519275e-05,
+      "loss": 0.1901,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09658841788768768,
+      "step": 2285,
+      "valid_targets_mean": 6943.4,
+      "valid_targets_min": 5066
+    },
+    {
+      "epoch": 2.590831918505942,
+      "grad_norm": 0.35783658375355415,
+      "learning_rate": 3.1762093503491515e-05,
+      "loss": 0.1836,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08664655685424805,
+      "step": 2290,
+      "valid_targets_mean": 6880.4,
+      "valid_targets_min": 4923
+    },
+    {
+      "epoch": 2.5964912280701755,
+      "grad_norm": 0.4859680581264661,
+      "learning_rate": 3.171642148434743e-05,
+      "loss": 0.1782,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0868193656206131,
+      "step": 2295,
+      "valid_targets_mean": 5842.0,
+      "valid_targets_min": 4099
+    },
+    {
+      "epoch": 2.6021505376344085,
+      "grad_norm": 0.3853649936254644,
+      "learning_rate": 3.167065625144544e-05,
+      "loss": 0.1764,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09008608758449554,
+      "step": 2300,
+      "valid_targets_mean": 7123.2,
+      "valid_targets_min": 4797
+    },
+    {
+      "epoch": 2.6078098471986415,
+      "grad_norm": 0.406067923281501,
+      "learning_rate": 3.1624798168885566e-05,
+      "loss": 0.1959,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1066371351480484,
+      "step": 2305,
+      "valid_targets_mean": 6494.1,
+      "valid_targets_min": 3853
+    },
+    {
+      "epoch": 2.613469156762875,
+      "grad_norm": 0.3751345658950459,
+      "learning_rate": 3.157884760150653e-05,
+      "loss": 0.185,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09144657850265503,
+      "step": 2310,
+      "valid_targets_mean": 6439.9,
+      "valid_targets_min": 4586
+    },
+    {
+      "epoch": 2.619128466327108,
+      "grad_norm": 0.3936546927517281,
+      "learning_rate": 3.153280491488285e-05,
+      "loss": 0.1766,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10087771713733673,
+      "step": 2315,
+      "valid_targets_mean": 7251.0,
+      "valid_targets_min": 4728
+    },
+    {
+      "epoch": 2.6247877758913414,
+      "grad_norm": 0.47571609372351176,
+      "learning_rate": 3.148667047532191e-05,
+      "loss": 0.2079,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.14377912878990173,
+      "step": 2320,
+      "valid_targets_mean": 6318.6,
+      "valid_targets_min": 4375
+    },
+    {
+      "epoch": 2.6304470854555744,
+      "grad_norm": 0.37395928511083404,
+      "learning_rate": 3.1440444649861084e-05,
+      "loss": 0.1729,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09737908840179443,
+      "step": 2325,
+      "valid_targets_mean": 7099.8,
+      "valid_targets_min": 4561
+    },
+    {
+      "epoch": 2.636106395019808,
+      "grad_norm": 0.4152141257019434,
+      "learning_rate": 3.139412780626478e-05,
+      "loss": 0.1879,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09891627728939056,
+      "step": 2330,
+      "valid_targets_mean": 4537.5,
+      "valid_targets_min": 3439
+    },
+    {
+      "epoch": 2.641765704584041,
+      "grad_norm": 0.39151064653586565,
+      "learning_rate": 3.134772031302156e-05,
+      "loss": 0.1779,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07997195422649384,
+      "step": 2335,
+      "valid_targets_mean": 5579.2,
+      "valid_targets_min": 3635
+    },
+    {
+      "epoch": 2.647425014148274,
+      "grad_norm": 0.4044443479051716,
+      "learning_rate": 3.130122253934113e-05,
+      "loss": 0.1844,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08669149875640869,
+      "step": 2340,
+      "valid_targets_mean": 6693.9,
+      "valid_targets_min": 4393
+    },
+    {
+      "epoch": 2.6530843237125072,
+      "grad_norm": 0.37016901815230124,
+      "learning_rate": 3.125463485515149e-05,
+      "loss": 0.17,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09471109509468079,
+      "step": 2345,
+      "valid_targets_mean": 7235.5,
+      "valid_targets_min": 4749
+    },
+    {
+      "epoch": 2.6587436332767402,
+      "grad_norm": 0.48451993488716116,
+      "learning_rate": 3.1207957631095944e-05,
+      "loss": 0.1701,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05042736977338791,
+      "step": 2350,
+      "valid_targets_mean": 2121.1,
+      "valid_targets_min": 1062
+    },
+    {
+      "epoch": 2.6644029428409732,
+      "grad_norm": 0.40757994716047474,
+      "learning_rate": 3.116119123853014e-05,
+      "loss": 0.1695,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09001005440950394,
+      "step": 2355,
+      "valid_targets_mean": 6031.5,
+      "valid_targets_min": 3119
+    },
+    {
+      "epoch": 2.6700622524052067,
+      "grad_norm": 0.421113323241765,
+      "learning_rate": 3.1114336049519165e-05,
+      "loss": 0.179,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09557072818279266,
+      "step": 2360,
+      "valid_targets_mean": 5516.4,
+      "valid_targets_min": 3774
+    },
+    {
+      "epoch": 2.6757215619694397,
+      "grad_norm": 0.4645749415310214,
+      "learning_rate": 3.106739243683453e-05,
+      "loss": 0.1771,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08603259921073914,
+      "step": 2365,
+      "valid_targets_mean": 6248.4,
+      "valid_targets_min": 5140
+    },
+    {
+      "epoch": 2.6813808715336727,
+      "grad_norm": 0.3593632108982063,
+      "learning_rate": 3.1020360773951225e-05,
+      "loss": 0.1586,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08268121629953384,
+      "step": 2370,
+      "valid_targets_mean": 6634.4,
+      "valid_targets_min": 5665
+    },
+    {
+      "epoch": 2.687040181097906,
+      "grad_norm": 0.39292843471019895,
+      "learning_rate": 3.097324143504479e-05,
+      "loss": 0.166,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09025974571704865,
+      "step": 2375,
+      "valid_targets_mean": 6851.5,
+      "valid_targets_min": 4428
+    },
+    {
+      "epoch": 2.692699490662139,
+      "grad_norm": 0.42834346718026955,
+      "learning_rate": 3.092603479498826e-05,
+      "loss": 0.1899,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10379134118556976,
+      "step": 2380,
+      "valid_targets_mean": 5922.0,
+      "valid_targets_min": 4690
+    },
+    {
+      "epoch": 2.6983588002263725,
+      "grad_norm": 0.3783709839981614,
+      "learning_rate": 3.087874122934924e-05,
+      "loss": 0.1863,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07935582101345062,
+      "step": 2385,
+      "valid_targets_mean": 5270.4,
+      "valid_targets_min": 4262
+    },
+    {
+      "epoch": 2.7040181097906055,
+      "grad_norm": 0.42404247224839714,
+      "learning_rate": 3.0831361114386905e-05,
+      "loss": 0.1692,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09030906856060028,
+      "step": 2390,
+      "valid_targets_mean": 6213.9,
+      "valid_targets_min": 5149
+    },
+    {
+      "epoch": 2.709677419354839,
+      "grad_norm": 0.4042419368135553,
+      "learning_rate": 3.078389482704897e-05,
+      "loss": 0.1786,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08515478670597076,
+      "step": 2395,
+      "valid_targets_mean": 5613.8,
+      "valid_targets_min": 3840
+    },
+    {
+      "epoch": 2.715336728919072,
+      "grad_norm": 0.4144672098350081,
+      "learning_rate": 3.0736342744968764e-05,
+      "loss": 0.1933,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10695742070674896,
+      "step": 2400,
+      "valid_targets_mean": 6458.6,
+      "valid_targets_min": 5104
+    },
+    {
+      "epoch": 2.720996038483305,
+      "grad_norm": 0.39526097299065227,
+      "learning_rate": 3.068870524646215e-05,
+      "loss": 0.208,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08301019668579102,
+      "step": 2405,
+      "valid_targets_mean": 5527.5,
+      "valid_targets_min": 4224
+    },
+    {
+      "epoch": 2.7266553480475384,
+      "grad_norm": 0.4207334631291255,
+      "learning_rate": 3.064098271052457e-05,
+      "loss": 0.1968,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09231782704591751,
+      "step": 2410,
+      "valid_targets_mean": 6107.0,
+      "valid_targets_min": 4318
+    },
+    {
+      "epoch": 2.7323146576117714,
+      "grad_norm": 0.3776667868267842,
+      "learning_rate": 3.059317551682801e-05,
+      "loss": 0.1794,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0937800407409668,
+      "step": 2415,
+      "valid_targets_mean": 6608.5,
+      "valid_targets_min": 4783
+    },
+    {
+      "epoch": 2.7379739671760044,
+      "grad_norm": 0.37027789136730715,
+      "learning_rate": 3.0545284045717956e-05,
+      "loss": 0.1805,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08681375533342361,
+      "step": 2420,
+      "valid_targets_mean": 7459.4,
+      "valid_targets_min": 4412
+    },
+    {
+      "epoch": 2.743633276740238,
+      "grad_norm": 0.40114239927315337,
+      "learning_rate": 3.0497308678210413e-05,
+      "loss": 0.1879,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09719152003526688,
+      "step": 2425,
+      "valid_targets_mean": 6031.6,
+      "valid_targets_min": 4332
+    },
+    {
+      "epoch": 2.749292586304471,
+      "grad_norm": 0.37900115665484424,
+      "learning_rate": 3.044924979598882e-05,
+      "loss": 0.1809,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08584432303905487,
+      "step": 2430,
+      "valid_targets_mean": 5925.8,
+      "valid_targets_min": 5096
+    },
+    {
+      "epoch": 2.754951895868704,
+      "grad_norm": 0.4430659542546633,
+      "learning_rate": 3.0401107781401092e-05,
+      "loss": 0.1819,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10050064325332642,
+      "step": 2435,
+      "valid_targets_mean": 5700.1,
+      "valid_targets_min": 2364
+    },
+    {
+      "epoch": 2.7606112054329373,
+      "grad_norm": 0.47768270919139494,
+      "learning_rate": 3.0352883017456497e-05,
+      "loss": 0.1884,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09526128321886063,
+      "step": 2440,
+      "valid_targets_mean": 6654.9,
+      "valid_targets_min": 4793
+    },
+    {
+      "epoch": 2.7662705149971702,
+      "grad_norm": 0.4496406784426124,
+      "learning_rate": 3.0304575887822635e-05,
+      "loss": 0.1826,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09403373301029205,
+      "step": 2445,
+      "valid_targets_mean": 5911.5,
+      "valid_targets_min": 4588
+    },
+    {
+      "epoch": 2.7719298245614032,
+      "grad_norm": 0.36149311840596915,
+      "learning_rate": 3.0256186776822415e-05,
+      "loss": 0.1665,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07817672938108444,
+      "step": 2450,
+      "valid_targets_mean": 6948.5,
+      "valid_targets_min": 5388
+    },
+    {
+      "epoch": 2.7775891341256367,
+      "grad_norm": 0.42396774471012927,
+      "learning_rate": 3.0207716069430968e-05,
+      "loss": 0.1642,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1000523716211319,
+      "step": 2455,
+      "valid_targets_mean": 6336.5,
+      "valid_targets_min": 3666
+    },
+    {
+      "epoch": 2.7832484436898697,
+      "grad_norm": 0.4235691448657738,
+      "learning_rate": 3.015916415127259e-05,
+      "loss": 0.1886,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10965962707996368,
+      "step": 2460,
+      "valid_targets_mean": 7032.6,
+      "valid_targets_min": 5077
+    },
+    {
+      "epoch": 2.788907753254103,
+      "grad_norm": 0.453165159769694,
+      "learning_rate": 3.011053140861768e-05,
+      "loss": 0.1892,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10380945354700089,
+      "step": 2465,
+      "valid_targets_mean": 5717.2,
+      "valid_targets_min": 3663
+    },
+    {
+      "epoch": 2.794567062818336,
+      "grad_norm": 0.4361045043646229,
+      "learning_rate": 3.006181822837964e-05,
+      "loss": 0.1775,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0868472084403038,
+      "step": 2470,
+      "valid_targets_mean": 5608.9,
+      "valid_targets_min": 4105
+    },
+    {
+      "epoch": 2.8002263723825696,
+      "grad_norm": 0.37584720530392013,
+      "learning_rate": 3.0013024998111856e-05,
+      "loss": 0.1755,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09811882674694061,
+      "step": 2475,
+      "valid_targets_mean": 7618.5,
+      "valid_targets_min": 5201
+    },
+    {
+      "epoch": 2.8058856819468025,
+      "grad_norm": 0.4324789733430624,
+      "learning_rate": 2.9964152106004546e-05,
+      "loss": 0.1705,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09703391790390015,
+      "step": 2480,
+      "valid_targets_mean": 6253.0,
+      "valid_targets_min": 5069
+    },
+    {
+      "epoch": 2.8115449915110355,
+      "grad_norm": 0.40342691092349325,
+      "learning_rate": 2.9915199940881723e-05,
+      "loss": 0.1767,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08094887435436249,
+      "step": 2485,
+      "valid_targets_mean": 5635.0,
+      "valid_targets_min": 4729
+    },
+    {
+      "epoch": 2.817204301075269,
+      "grad_norm": 0.4312322464757439,
+      "learning_rate": 2.9866168892198067e-05,
+      "loss": 0.1856,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09300193190574646,
+      "step": 2490,
+      "valid_targets_mean": 5936.4,
+      "valid_targets_min": 4567
+    },
+    {
+      "epoch": 2.822863610639502,
+      "grad_norm": 0.4321933129129484,
+      "learning_rate": 2.9817059350035858e-05,
+      "loss": 0.1703,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08238036930561066,
+      "step": 2495,
+      "valid_targets_mean": 6021.9,
+      "valid_targets_min": 4464
+    },
+    {
+      "epoch": 2.828522920203735,
+      "grad_norm": 0.43337872296458924,
+      "learning_rate": 2.9767871705101834e-05,
+      "loss": 0.1882,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08571532368659973,
+      "step": 2500,
+      "valid_targets_mean": 5414.9,
+      "valid_targets_min": 4908
+    },
+    {
+      "epoch": 2.8341822297679684,
+      "grad_norm": 0.45092675331202847,
+      "learning_rate": 2.9718606348724135e-05,
+      "loss": 0.167,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07677493989467621,
+      "step": 2505,
+      "valid_targets_mean": 5470.8,
+      "valid_targets_min": 4443
+    },
+    {
+      "epoch": 2.8398415393322014,
+      "grad_norm": 0.4000960970251542,
+      "learning_rate": 2.966926367284913e-05,
+      "loss": 0.1529,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07979180663824081,
+      "step": 2510,
+      "valid_targets_mean": 6542.5,
+      "valid_targets_min": 3381
+    },
+    {
+      "epoch": 2.8455008488964344,
+      "grad_norm": 0.3979654843586047,
+      "learning_rate": 2.9619844070038336e-05,
+      "loss": 0.1594,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08121464401483536,
+      "step": 2515,
+      "valid_targets_mean": 6168.5,
+      "valid_targets_min": 4790
+    },
+    {
+      "epoch": 2.851160158460668,
+      "grad_norm": 0.37816905867197753,
+      "learning_rate": 2.957034793346531e-05,
+      "loss": 0.1628,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.079801045358181,
+      "step": 2520,
+      "valid_targets_mean": 6507.5,
+      "valid_targets_min": 5161
+    },
+    {
+      "epoch": 2.856819468024901,
+      "grad_norm": 0.38435518172062916,
+      "learning_rate": 2.9520775656912467e-05,
+      "loss": 0.1791,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08284391462802887,
+      "step": 2525,
+      "valid_targets_mean": 6376.0,
+      "valid_targets_min": 4491
+    },
+    {
+      "epoch": 2.8624787775891343,
+      "grad_norm": 0.6472018683033478,
+      "learning_rate": 2.9471127634767992e-05,
+      "loss": 0.2105,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10909480601549149,
+      "step": 2530,
+      "valid_targets_mean": 2179.4,
+      "valid_targets_min": 817
+    },
+    {
+      "epoch": 2.8681380871533673,
+      "grad_norm": 0.42870449333604926,
+      "learning_rate": 2.9421404262022687e-05,
+      "loss": 0.1903,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08151814341545105,
+      "step": 2535,
+      "valid_targets_mean": 5207.4,
+      "valid_targets_min": 3893
+    },
+    {
+      "epoch": 2.8737973967176007,
+      "grad_norm": 0.48576110905094605,
+      "learning_rate": 2.9371605934266826e-05,
+      "loss": 0.171,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09397213160991669,
+      "step": 2540,
+      "valid_targets_mean": 6132.4,
+      "valid_targets_min": 4622
+    },
+    {
+      "epoch": 2.8794567062818337,
+      "grad_norm": 0.39758832416258966,
+      "learning_rate": 2.9321733047687028e-05,
+      "loss": 0.1785,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08779112994670868,
+      "step": 2545,
+      "valid_targets_mean": 7527.8,
+      "valid_targets_min": 6108
+    },
+    {
+      "epoch": 2.8851160158460667,
+      "grad_norm": 0.4014941053033983,
+      "learning_rate": 2.9271785999063058e-05,
+      "loss": 0.1832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0961420014500618,
+      "step": 2550,
+      "valid_targets_mean": 6656.1,
+      "valid_targets_min": 4253
+    },
+    {
+      "epoch": 2.8907753254103,
+      "grad_norm": 0.3932889537237683,
+      "learning_rate": 2.922176518576473e-05,
+      "loss": 0.1917,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09385694563388824,
+      "step": 2555,
+      "valid_targets_mean": 6820.0,
+      "valid_targets_min": 4990
+    },
+    {
+      "epoch": 2.896434634974533,
+      "grad_norm": 0.4111962963781346,
+      "learning_rate": 2.9171671005748705e-05,
+      "loss": 0.1799,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11026223003864288,
+      "step": 2560,
+      "valid_targets_mean": 6825.6,
+      "valid_targets_min": 4678
+    },
+    {
+      "epoch": 2.902093944538766,
+      "grad_norm": 0.3829985111464065,
+      "learning_rate": 2.9121503857555337e-05,
+      "loss": 0.1827,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09137346595525742,
+      "step": 2565,
+      "valid_targets_mean": 6218.2,
+      "valid_targets_min": 4775
+    },
+    {
+      "epoch": 2.9077532541029996,
+      "grad_norm": 0.37253615264351747,
+      "learning_rate": 2.9071264140305504e-05,
+      "loss": 0.1693,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06885994225740433,
+      "step": 2570,
+      "valid_targets_mean": 5699.0,
+      "valid_targets_min": 4098
+    },
+    {
+      "epoch": 2.9134125636672326,
+      "grad_norm": 0.40557670033767224,
+      "learning_rate": 2.9020952253697417e-05,
+      "loss": 0.1675,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09723977744579315,
+      "step": 2575,
+      "valid_targets_mean": 6155.6,
+      "valid_targets_min": 4801
+    },
+    {
+      "epoch": 2.9190718732314656,
+      "grad_norm": 0.46032741699589297,
+      "learning_rate": 2.8970568598003485e-05,
+      "loss": 0.2189,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.20152047276496887,
+      "step": 2580,
+      "valid_targets_mean": 5976.9,
+      "valid_targets_min": 4734
+    },
+    {
+      "epoch": 2.924731182795699,
+      "grad_norm": 0.42670510429174907,
+      "learning_rate": 2.8920113574067063e-05,
+      "loss": 0.1784,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0888219028711319,
+      "step": 2585,
+      "valid_targets_mean": 5994.2,
+      "valid_targets_min": 4400
+    },
+    {
+      "epoch": 2.930390492359932,
+      "grad_norm": 0.4596152448984337,
+      "learning_rate": 2.8869587583299315e-05,
+      "loss": 0.1694,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09296728670597076,
+      "step": 2590,
+      "valid_targets_mean": 6467.8,
+      "valid_targets_min": 4919
+    },
+    {
+      "epoch": 2.936049801924165,
+      "grad_norm": 0.4288831072130001,
+      "learning_rate": 2.8818991027676014e-05,
+      "loss": 0.1813,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10694336891174316,
+      "step": 2595,
+      "valid_targets_mean": 6262.5,
+      "valid_targets_min": 4611
+    },
+    {
+      "epoch": 2.9417091114883984,
+      "grad_norm": 0.3797399132709078,
+      "learning_rate": 2.876832430973432e-05,
+      "loss": 0.1809,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07845215499401093,
+      "step": 2600,
+      "valid_targets_mean": 6272.1,
+      "valid_targets_min": 2275
+    },
+    {
+      "epoch": 2.9473684210526314,
+      "grad_norm": 0.4164521528436999,
+      "learning_rate": 2.8717587832569598e-05,
+      "loss": 0.1587,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.082811139523983,
+      "step": 2605,
+      "valid_targets_mean": 6114.8,
+      "valid_targets_min": 4826
+    },
+    {
+      "epoch": 2.953027730616865,
+      "grad_norm": 0.3801213903767742,
+      "learning_rate": 2.8666781999832198e-05,
+      "loss": 0.1747,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08315998315811157,
+      "step": 2610,
+      "valid_targets_mean": 6942.9,
+      "valid_targets_min": 4707
+    },
+    {
+      "epoch": 2.958687040181098,
+      "grad_norm": 0.39485809535379474,
+      "learning_rate": 2.8615907215724266e-05,
+      "loss": 0.1633,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08990705013275146,
+      "step": 2615,
+      "valid_targets_mean": 7121.4,
+      "valid_targets_min": 5421
+    },
+    {
+      "epoch": 2.9643463497453313,
+      "grad_norm": 0.4966445577987727,
+      "learning_rate": 2.8564963884996494e-05,
+      "loss": 0.1694,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08690492808818817,
+      "step": 2620,
+      "valid_targets_mean": 7213.6,
+      "valid_targets_min": 5440
+    },
+    {
+      "epoch": 2.9700056593095643,
+      "grad_norm": 0.42263654185236305,
+      "learning_rate": 2.851395241294493e-05,
+      "loss": 0.1686,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08929473161697388,
+      "step": 2625,
+      "valid_targets_mean": 6386.6,
+      "valid_targets_min": 4831
+    },
+    {
+      "epoch": 2.9756649688737973,
+      "grad_norm": 0.40244069300386137,
+      "learning_rate": 2.8462873205407747e-05,
+      "loss": 0.1754,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10473649948835373,
+      "step": 2630,
+      "valid_targets_mean": 6396.2,
+      "valid_targets_min": 4018
+    },
+    {
+      "epoch": 2.9813242784380307,
+      "grad_norm": 0.34774921085017213,
+      "learning_rate": 2.8411726668761998e-05,
+      "loss": 0.1641,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06774158775806427,
+      "step": 2635,
+      "valid_targets_mean": 6891.8,
+      "valid_targets_min": 5034
+    },
+    {
+      "epoch": 2.9869835880022637,
+      "grad_norm": 0.4290323597843678,
+      "learning_rate": 2.8360513209920388e-05,
+      "loss": 0.1726,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09784676134586334,
+      "step": 2640,
+      "valid_targets_mean": 6423.0,
+      "valid_targets_min": 4682
+    },
+    {
+      "epoch": 2.9926428975664967,
+      "grad_norm": 0.4782741863927516,
+      "learning_rate": 2.8309233236328074e-05,
+      "loss": 0.183,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08807047456502914,
+      "step": 2645,
+      "valid_targets_mean": 5597.6,
+      "valid_targets_min": 4764
+    },
+    {
+      "epoch": 2.99830220713073,
+      "grad_norm": 0.4613350403309322,
+      "learning_rate": 2.8257887155959352e-05,
+      "loss": 0.1865,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09654569625854492,
+      "step": 2650,
+      "valid_targets_mean": 4990.0,
+      "valid_targets_min": 2481
+    },
+    {
+      "epoch": 3.0033955857385397,
+      "grad_norm": 0.49867476024789664,
+      "learning_rate": 2.8206475377314486e-05,
+      "loss": 0.1569,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.112117700278759,
+      "step": 2655,
+      "valid_targets_mean": 2046.1,
+      "valid_targets_min": 333
+    },
+    {
+      "epoch": 3.009054895302773,
+      "grad_norm": 0.37228601244243087,
+      "learning_rate": 2.8154998309416404e-05,
+      "loss": 0.1074,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05608535185456276,
+      "step": 2660,
+      "valid_targets_mean": 3455.9,
+      "valid_targets_min": 712
+    },
+    {
+      "epoch": 3.014714204867006,
+      "grad_norm": 0.44240647825464446,
+      "learning_rate": 2.8103456361807473e-05,
+      "loss": 0.0978,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04511546343564987,
+      "step": 2665,
+      "valid_targets_mean": 2452.6,
+      "valid_targets_min": 732
+    },
+    {
+      "epoch": 3.0203735144312396,
+      "grad_norm": 0.4607141370178821,
+      "learning_rate": 2.8051849944546225e-05,
+      "loss": 0.1042,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04693339765071869,
+      "step": 2670,
+      "valid_targets_mean": 2228.9,
+      "valid_targets_min": 803
+    },
+    {
+      "epoch": 3.0260328239954726,
+      "grad_norm": 0.38307989696714345,
+      "learning_rate": 2.80001794682041e-05,
+      "loss": 0.0924,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.048715487122535706,
+      "step": 2675,
+      "valid_targets_mean": 3038.6,
+      "valid_targets_min": 818
+    },
+    {
+      "epoch": 3.0316921335597056,
+      "grad_norm": 0.41932954254381544,
+      "learning_rate": 2.7948445343862188e-05,
+      "loss": 0.1001,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.051280081272125244,
+      "step": 2680,
+      "valid_targets_mean": 3049.4,
+      "valid_targets_min": 1524
+    },
+    {
+      "epoch": 3.037351443123939,
+      "grad_norm": 0.7586911048822879,
+      "learning_rate": 2.7896647983107952e-05,
+      "loss": 0.1454,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0651891827583313,
+      "step": 2685,
+      "valid_targets_mean": 1256.1,
+      "valid_targets_min": 539
+    },
+    {
+      "epoch": 3.043010752688172,
+      "grad_norm": 0.37844312475214087,
+      "learning_rate": 2.784478779803194e-05,
+      "loss": 0.1112,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047880202531814575,
+      "step": 2690,
+      "valid_targets_mean": 3597.0,
+      "valid_targets_min": 2920
+    },
+    {
+      "epoch": 3.048670062252405,
+      "grad_norm": 0.4449710609341959,
+      "learning_rate": 2.7792865201224536e-05,
+      "loss": 0.1087,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05327470228075981,
+      "step": 2695,
+      "valid_targets_mean": 2737.9,
+      "valid_targets_min": 1048
+    },
+    {
+      "epoch": 3.0543293718166384,
+      "grad_norm": 0.3062929318516885,
+      "learning_rate": 2.7740880605772644e-05,
+      "loss": 0.136,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03465072065591812,
+      "step": 2700,
+      "valid_targets_mean": 4340.1,
+      "valid_targets_min": 962
+    },
+    {
+      "epoch": 3.0599886813808714,
+      "grad_norm": 0.3536858987060171,
+      "learning_rate": 2.7688834425256426e-05,
+      "loss": 0.0833,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05480746924877167,
+      "step": 2705,
+      "valid_targets_mean": 4283.1,
+      "valid_targets_min": 2091
+    },
+    {
+      "epoch": 3.065647990945105,
+      "grad_norm": 0.34355131976242337,
+      "learning_rate": 2.7636727073746015e-05,
+      "loss": 0.0939,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04400227963924408,
+      "step": 2710,
+      "valid_targets_mean": 4320.9,
+      "valid_targets_min": 3349
+    },
+    {
+      "epoch": 3.071307300509338,
+      "grad_norm": 0.3473400965332635,
+      "learning_rate": 2.7584558965798183e-05,
+      "loss": 0.0955,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.050659552216529846,
+      "step": 2715,
+      "valid_targets_mean": 3895.9,
+      "valid_targets_min": 518
+    },
+    {
+      "epoch": 3.076966610073571,
+      "grad_norm": 0.4883421261459582,
+      "learning_rate": 2.7532330516453094e-05,
+      "loss": 0.1382,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05640873312950134,
+      "step": 2720,
+      "valid_targets_mean": 2219.6,
+      "valid_targets_min": 549
+    },
+    {
+      "epoch": 3.0826259196378043,
+      "grad_norm": 0.33344345331957614,
+      "learning_rate": 2.7480042141230963e-05,
+      "loss": 0.088,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03706565871834755,
+      "step": 2725,
+      "valid_targets_mean": 3700.2,
+      "valid_targets_min": 2724
+    },
+    {
+      "epoch": 3.0882852292020373,
+      "grad_norm": 0.47444017456116305,
+      "learning_rate": 2.7427694256128776e-05,
+      "loss": 0.1028,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.049323540180921555,
+      "step": 2730,
+      "valid_targets_mean": 1672.5,
+      "valid_targets_min": 775
+    },
+    {
+      "epoch": 3.0939445387662703,
+      "grad_norm": 0.3169477407104796,
+      "learning_rate": 2.737528727761696e-05,
+      "loss": 0.0834,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.025108829140663147,
+      "step": 2735,
+      "valid_targets_mean": 3546.2,
+      "valid_targets_min": 3183
+    },
+    {
+      "epoch": 3.0996038483305037,
+      "grad_norm": 0.45802642303214147,
+      "learning_rate": 2.7322821622636077e-05,
+      "loss": 0.1002,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04511656612157822,
+      "step": 2740,
+      "valid_targets_mean": 2473.2,
+      "valid_targets_min": 577
+    },
+    {
+      "epoch": 3.1052631578947367,
+      "grad_norm": 0.5529272872722081,
+      "learning_rate": 2.7270297708593517e-05,
+      "loss": 0.1111,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07362447679042816,
+      "step": 2745,
+      "valid_targets_mean": 1597.0,
+      "valid_targets_min": 557
+    },
+    {
+      "epoch": 3.11092246745897,
+      "grad_norm": 0.40781801639907334,
+      "learning_rate": 2.7217715953360166e-05,
+      "loss": 0.1056,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05626679211854935,
+      "step": 2750,
+      "valid_targets_mean": 3019.1,
+      "valid_targets_min": 774
+    },
+    {
+      "epoch": 3.116581777023203,
+      "grad_norm": 0.3914645639461479,
+      "learning_rate": 2.716507677526707e-05,
+      "loss": 0.1081,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04464668408036232,
+      "step": 2755,
+      "valid_targets_mean": 1825.8,
+      "valid_targets_min": 680
+    },
+    {
+      "epoch": 3.122241086587436,
+      "grad_norm": 0.5488045264692737,
+      "learning_rate": 2.711238059310215e-05,
+      "loss": 0.1524,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08102589845657349,
+      "step": 2760,
+      "valid_targets_mean": 3686.9,
+      "valid_targets_min": 2819
+    },
+    {
+      "epoch": 3.1279003961516696,
+      "grad_norm": 0.36975350669309054,
+      "learning_rate": 2.7059627826106817e-05,
+      "loss": 0.0908,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.038989197462797165,
+      "step": 2765,
+      "valid_targets_mean": 4137.8,
+      "valid_targets_min": 3927
+    },
+    {
+      "epoch": 3.1335597057159026,
+      "grad_norm": 0.5124554857187381,
+      "learning_rate": 2.700681889397267e-05,
+      "loss": 0.1023,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06412796676158905,
+      "step": 2770,
+      "valid_targets_mean": 1376.1,
+      "valid_targets_min": 714
+    },
+    {
+      "epoch": 3.139219015280136,
+      "grad_norm": 0.42403525497064243,
+      "learning_rate": 2.6953954216838148e-05,
+      "loss": 0.1294,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045657929033041,
+      "step": 2775,
+      "valid_targets_mean": 3432.0,
+      "valid_targets_min": 754
+    },
+    {
+      "epoch": 3.144878324844369,
+      "grad_norm": 0.37109234218920956,
+      "learning_rate": 2.6901034215285182e-05,
+      "loss": 0.1139,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04888893663883209,
+      "step": 2780,
+      "valid_targets_mean": 3855.2,
+      "valid_targets_min": 3178
+    },
+    {
+      "epoch": 3.150537634408602,
+      "grad_norm": 0.7007792893263197,
+      "learning_rate": 2.684805931033586e-05,
+      "loss": 0.1366,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13111639022827148,
+      "step": 2785,
+      "valid_targets_mean": 1566.6,
+      "valid_targets_min": 920
+    },
+    {
+      "epoch": 3.1561969439728355,
+      "grad_norm": 0.42704325731003817,
+      "learning_rate": 2.679502992344907e-05,
+      "loss": 0.2762,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04908895492553711,
+      "step": 2790,
+      "valid_targets_mean": 3478.0,
+      "valid_targets_min": 2314
+    },
+    {
+      "epoch": 3.1618562535370685,
+      "grad_norm": 0.4160207265430514,
+      "learning_rate": 2.6741946476517146e-05,
+      "loss": 0.1116,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04074154049158096,
+      "step": 2795,
+      "valid_targets_mean": 2561.1,
+      "valid_targets_min": 833
+    },
+    {
+      "epoch": 3.1675155631013014,
+      "grad_norm": 0.4216708740511012,
+      "learning_rate": 2.6688809391862523e-05,
+      "loss": 0.1079,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06856664270162582,
+      "step": 2800,
+      "valid_targets_mean": 3509.2,
+      "valid_targets_min": 1803
+    },
+    {
+      "epoch": 3.173174872665535,
+      "grad_norm": 0.4387140812495042,
+      "learning_rate": 2.663561909223435e-05,
+      "loss": 0.2045,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07015801966190338,
+      "step": 2805,
+      "valid_targets_mean": 4291.4,
+      "valid_targets_min": 3089
+    },
+    {
+      "epoch": 3.178834182229768,
+      "grad_norm": 0.24134557097883164,
+      "learning_rate": 2.6582376000805165e-05,
+      "loss": 0.0804,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.039008043706417084,
+      "step": 2810,
+      "valid_targets_mean": 4843.2,
+      "valid_targets_min": 2664
+    },
+    {
+      "epoch": 3.1844934917940013,
+      "grad_norm": 0.42824132808893417,
+      "learning_rate": 2.6529080541167495e-05,
+      "loss": 0.1095,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.031571805477142334,
+      "step": 2815,
+      "valid_targets_mean": 3042.1,
+      "valid_targets_min": 560
+    },
+    {
+      "epoch": 3.1901528013582343,
+      "grad_norm": 0.3932975746399924,
+      "learning_rate": 2.6475733137330507e-05,
+      "loss": 0.1079,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.053876928985118866,
+      "step": 2820,
+      "valid_targets_mean": 3863.6,
+      "valid_targets_min": 1615
+    },
+    {
+      "epoch": 3.1958121109224673,
+      "grad_norm": 0.35507034759593514,
+      "learning_rate": 2.6422334213716624e-05,
+      "loss": 0.0915,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.033908043056726456,
+      "step": 2825,
+      "valid_targets_mean": 3312.5,
+      "valid_targets_min": 2172
+    },
+    {
+      "epoch": 3.2014714204867007,
+      "grad_norm": 0.3743335731732549,
+      "learning_rate": 2.6368884195158143e-05,
+      "loss": 0.0881,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03953585773706436,
+      "step": 2830,
+      "valid_targets_mean": 3059.9,
+      "valid_targets_min": 536
+    },
+    {
+      "epoch": 3.2071307300509337,
+      "grad_norm": 0.3880753228682472,
+      "learning_rate": 2.6315383506893876e-05,
+      "loss": 0.0924,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04549029842019081,
+      "step": 2835,
+      "valid_targets_mean": 3881.0,
+      "valid_targets_min": 3295
+    },
+    {
+      "epoch": 3.212790039615167,
+      "grad_norm": 0.37105377174054777,
+      "learning_rate": 2.6261832574565752e-05,
+      "loss": 0.0867,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03725513815879822,
+      "step": 2840,
+      "valid_targets_mean": 3287.2,
+      "valid_targets_min": 820
+    },
+    {
+      "epoch": 3.2184493491794,
+      "grad_norm": 0.6135674153683103,
+      "learning_rate": 2.6208231824215417e-05,
+      "loss": 0.1366,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.13685393333435059,
+      "step": 2845,
+      "valid_targets_mean": 2566.6,
+      "valid_targets_min": 1046
+    },
+    {
+      "epoch": 3.224108658743633,
+      "grad_norm": 0.3247543158156727,
+      "learning_rate": 2.6154581682280892e-05,
+      "loss": 0.0841,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042167115956544876,
+      "step": 2850,
+      "valid_targets_mean": 3590.1,
+      "valid_targets_min": 2719
+    },
+    {
+      "epoch": 3.2297679683078666,
+      "grad_norm": 0.630994403345283,
+      "learning_rate": 2.610088257559311e-05,
+      "loss": 0.0868,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06745156645774841,
+      "step": 2855,
+      "valid_targets_mean": 1638.1,
+      "valid_targets_min": 699
+    },
+    {
+      "epoch": 3.2354272778720996,
+      "grad_norm": 0.32258810125656434,
+      "learning_rate": 2.604713493137259e-05,
+      "loss": 0.083,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03706847131252289,
+      "step": 2860,
+      "valid_targets_mean": 3621.6,
+      "valid_targets_min": 2353
+    },
+    {
+      "epoch": 3.2410865874363326,
+      "grad_norm": 0.34459531626543854,
+      "learning_rate": 2.5993339177226002e-05,
+      "loss": 0.084,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04135024547576904,
+      "step": 2865,
+      "valid_targets_mean": 2328.1,
+      "valid_targets_min": 549
+    },
+    {
+      "epoch": 3.246745897000566,
+      "grad_norm": 0.3750427914243617,
+      "learning_rate": 2.593949574114274e-05,
+      "loss": 0.1404,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03787697106599808,
+      "step": 2870,
+      "valid_targets_mean": 3330.4,
+      "valid_targets_min": 908
+    },
+    {
+      "epoch": 3.252405206564799,
+      "grad_norm": 0.35834456738616854,
+      "learning_rate": 2.5885605051491592e-05,
+      "loss": 0.1144,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07931341230869293,
+      "step": 2875,
+      "valid_targets_mean": 3458.4,
+      "valid_targets_min": 2196
+    },
+    {
+      "epoch": 3.258064516129032,
+      "grad_norm": 0.36621640184414345,
+      "learning_rate": 2.583166753701725e-05,
+      "loss": 0.1023,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03504461795091629,
+      "step": 2880,
+      "valid_targets_mean": 1252.1,
+      "valid_targets_min": 598
+    },
+    {
+      "epoch": 3.2637238256932655,
+      "grad_norm": 0.8388186250463507,
+      "learning_rate": 2.5777683626836964e-05,
+      "loss": 0.1193,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.105122409760952,
+      "step": 2885,
+      "valid_targets_mean": 1353.1,
+      "valid_targets_min": 578
+    },
+    {
+      "epoch": 3.2693831352574985,
+      "grad_norm": 0.6250870179668947,
+      "learning_rate": 2.5723653750437083e-05,
+      "loss": 0.1438,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07785950601100922,
+      "step": 2890,
+      "valid_targets_mean": 1974.2,
+      "valid_targets_min": 695
+    },
+    {
+      "epoch": 3.275042444821732,
+      "grad_norm": 0.49383934588608436,
+      "learning_rate": 2.5669578337669653e-05,
+      "loss": 0.0978,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04261304438114166,
+      "step": 2895,
+      "valid_targets_mean": 1724.5,
+      "valid_targets_min": 691
+    },
+    {
+      "epoch": 3.280701754385965,
+      "grad_norm": 0.33482884154545456,
+      "learning_rate": 2.5615457818749007e-05,
+      "loss": 0.1194,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03891771659255028,
+      "step": 2900,
+      "valid_targets_mean": 3842.6,
+      "valid_targets_min": 2024
+    },
+    {
+      "epoch": 3.286361063950198,
+      "grad_norm": 0.610701381353736,
+      "learning_rate": 2.5561292624248344e-05,
+      "loss": 0.1028,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.062936931848526,
+      "step": 2905,
+      "valid_targets_mean": 1651.0,
+      "valid_targets_min": 523
+    },
+    {
+      "epoch": 3.2920203735144313,
+      "grad_norm": 0.33261200460919144,
+      "learning_rate": 2.5507083185096267e-05,
+      "loss": 0.0921,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03689384460449219,
+      "step": 2910,
+      "valid_targets_mean": 3532.5,
+      "valid_targets_min": 468
+    },
+    {
+      "epoch": 3.2976796830786643,
+      "grad_norm": 0.28733728828226146,
+      "learning_rate": 2.545282993257341e-05,
+      "loss": 0.0964,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.024604657664895058,
+      "step": 2915,
+      "valid_targets_mean": 5298.0,
+      "valid_targets_min": 1195
+    },
+    {
+      "epoch": 3.3033389926428978,
+      "grad_norm": 0.35030140303019586,
+      "learning_rate": 2.5398533298308956e-05,
+      "loss": 0.0868,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03047536499798298,
+      "step": 2920,
+      "valid_targets_mean": 3562.6,
+      "valid_targets_min": 459
+    },
+    {
+      "epoch": 3.3089983022071308,
+      "grad_norm": 0.3396849200129721,
+      "learning_rate": 2.534419371427724e-05,
+      "loss": 0.0862,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0391726940870285,
+      "step": 2925,
+      "valid_targets_mean": 3548.0,
+      "valid_targets_min": 981
+    },
+    {
+      "epoch": 3.3146576117713638,
+      "grad_norm": 0.42836419743421056,
+      "learning_rate": 2.5289811612794297e-05,
+      "loss": 0.0979,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05852380022406578,
+      "step": 2930,
+      "valid_targets_mean": 2130.1,
+      "valid_targets_min": 697
+    },
+    {
+      "epoch": 3.320316921335597,
+      "grad_norm": 0.4119669824345928,
+      "learning_rate": 2.5235387426514405e-05,
+      "loss": 0.1056,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04985947161912918,
+      "step": 2935,
+      "valid_targets_mean": 3661.6,
+      "valid_targets_min": 2759
+    },
+    {
+      "epoch": 3.32597623089983,
+      "grad_norm": 0.39827957163214495,
+      "learning_rate": 2.5180921588426693e-05,
+      "loss": 0.1033,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05189929157495499,
+      "step": 2940,
+      "valid_targets_mean": 3909.5,
+      "valid_targets_min": 3391
+    },
+    {
+      "epoch": 3.331635540464063,
+      "grad_norm": 0.32351171301938114,
+      "learning_rate": 2.5126414531851634e-05,
+      "loss": 0.0881,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03757951408624649,
+      "step": 2945,
+      "valid_targets_mean": 3319.9,
+      "valid_targets_min": 1099
+    },
+    {
+      "epoch": 3.3372948500282966,
+      "grad_norm": 0.401450449997819,
+      "learning_rate": 2.507186669043764e-05,
+      "loss": 0.0914,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04845608398318291,
+      "step": 2950,
+      "valid_targets_mean": 3717.0,
+      "valid_targets_min": 1874
+    },
+    {
+      "epoch": 3.3429541595925296,
+      "grad_norm": 0.3588098277530219,
+      "learning_rate": 2.5017278498157608e-05,
+      "loss": 0.104,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0418374203145504,
+      "step": 2955,
+      "valid_targets_mean": 3263.5,
+      "valid_targets_min": 724
+    },
+    {
+      "epoch": 3.348613469156763,
+      "grad_norm": 0.2821542142135515,
+      "learning_rate": 2.496265038930545e-05,
+      "loss": 0.0779,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03482644259929657,
+      "step": 2960,
+      "valid_targets_mean": 3707.5,
+      "valid_targets_min": 2769
+    },
+    {
+      "epoch": 3.354272778720996,
+      "grad_norm": 0.425467705850417,
+      "learning_rate": 2.4907982798492647e-05,
+      "loss": 0.101,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04261321574449539,
+      "step": 2965,
+      "valid_targets_mean": 2815.8,
+      "valid_targets_min": 645
+    },
+    {
+      "epoch": 3.359932088285229,
+      "grad_norm": 0.3729179661346765,
+      "learning_rate": 2.485327616064479e-05,
+      "loss": 0.0941,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.039063774049282074,
+      "step": 2970,
+      "valid_targets_mean": 3488.8,
+      "valid_targets_min": 600
+    },
+    {
+      "epoch": 3.3655913978494625,
+      "grad_norm": 0.3963000668065549,
+      "learning_rate": 2.4798530910998126e-05,
+      "loss": 0.1127,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0476563386619091,
+      "step": 2975,
+      "valid_targets_mean": 3373.4,
+      "valid_targets_min": 1648
+    },
+    {
+      "epoch": 3.3712507074136955,
+      "grad_norm": 0.4347727613279711,
+      "learning_rate": 2.474374748509609e-05,
+      "loss": 0.0976,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05656619369983673,
+      "step": 2980,
+      "valid_targets_mean": 2555.0,
+      "valid_targets_min": 821
+    },
+    {
+      "epoch": 3.376910016977929,
+      "grad_norm": 0.8531677563654521,
+      "learning_rate": 2.4688926318785845e-05,
+      "loss": 0.1117,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06763380765914917,
+      "step": 2985,
+      "valid_targets_mean": 867.1,
+      "valid_targets_min": 612
+    },
+    {
+      "epoch": 3.382569326542162,
+      "grad_norm": 0.5959324801916324,
+      "learning_rate": 2.4634067848214797e-05,
+      "loss": 0.0977,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07143428921699524,
+      "step": 2990,
+      "valid_targets_mean": 2202.1,
+      "valid_targets_min": 830
+    },
+    {
+      "epoch": 3.388228636106395,
+      "grad_norm": 0.40398700006350446,
+      "learning_rate": 2.4579172509827146e-05,
+      "loss": 0.1109,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04321750998497009,
+      "step": 2995,
+      "valid_targets_mean": 3027.0,
+      "valid_targets_min": 1146
+    },
+    {
+      "epoch": 3.3938879456706283,
+      "grad_norm": 0.42215532219757984,
+      "learning_rate": 2.4524240740360404e-05,
+      "loss": 0.0957,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.058524373918771744,
+      "step": 3000,
+      "valid_targets_mean": 3296.6,
+      "valid_targets_min": 2760
+    },
+    {
+      "epoch": 3.3995472552348613,
+      "grad_norm": 0.6394230386674347,
+      "learning_rate": 2.4469272976841925e-05,
+      "loss": 0.0895,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06249532476067543,
+      "step": 3005,
+      "valid_targets_mean": 1469.5,
+      "valid_targets_min": 628
+    },
+    {
+      "epoch": 3.4052065647990943,
+      "grad_norm": 0.6002430318815608,
+      "learning_rate": 2.441426965658543e-05,
+      "loss": 0.113,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09136934578418732,
+      "step": 3010,
+      "valid_targets_mean": 1752.1,
+      "valid_targets_min": 691
+    },
+    {
+      "epoch": 3.4108658743633278,
+      "grad_norm": 0.3232808526479633,
+      "learning_rate": 2.4359231217187508e-05,
+      "loss": 0.0876,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.025129452347755432,
+      "step": 3015,
+      "valid_targets_mean": 3863.9,
+      "valid_targets_min": 3613
+    },
+    {
+      "epoch": 3.4165251839275608,
+      "grad_norm": 0.3785001207675656,
+      "learning_rate": 2.430415809652416e-05,
+      "loss": 0.0854,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04442009702324867,
+      "step": 3020,
+      "valid_targets_mean": 4304.2,
+      "valid_targets_min": 1773
+    },
+    {
+      "epoch": 3.4221844934917938,
+      "grad_norm": 0.3551280101771824,
+      "learning_rate": 2.4249050732747302e-05,
+      "loss": 0.0937,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.049544379115104675,
+      "step": 3025,
+      "valid_targets_mean": 1971.9,
+      "valid_targets_min": 762
+    },
+    {
+      "epoch": 3.427843803056027,
+      "grad_norm": 0.385576263745652,
+      "learning_rate": 2.4193909564281288e-05,
+      "loss": 0.0818,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.058811601251363754,
+      "step": 3030,
+      "valid_targets_mean": 4554.1,
+      "valid_targets_min": 946
+    },
+    {
+      "epoch": 3.43350311262026,
+      "grad_norm": 0.3460366760046519,
+      "learning_rate": 2.4138735029819418e-05,
+      "loss": 0.0776,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05385265499353409,
+      "step": 3035,
+      "valid_targets_mean": 5015.5,
+      "valid_targets_min": 4104
+    },
+    {
+      "epoch": 3.4391624221844936,
+      "grad_norm": 0.3614747621859789,
+      "learning_rate": 2.408352756832042e-05,
+      "loss": 0.0999,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04436466097831726,
+      "step": 3040,
+      "valid_targets_mean": 3064.4,
+      "valid_targets_min": 739
+    },
+    {
+      "epoch": 3.4448217317487266,
+      "grad_norm": 0.4712524391437108,
+      "learning_rate": 2.402828761900502e-05,
+      "loss": 0.1125,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0511796772480011,
+      "step": 3045,
+      "valid_targets_mean": 3863.6,
+      "valid_targets_min": 3550
+    },
+    {
+      "epoch": 3.4504810413129596,
+      "grad_norm": 0.36121041271525794,
+      "learning_rate": 2.3973015621352382e-05,
+      "loss": 0.0916,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.052094023674726486,
+      "step": 3050,
+      "valid_targets_mean": 3474.9,
+      "valid_targets_min": 704
+    },
+    {
+      "epoch": 3.456140350877193,
+      "grad_norm": 0.3504346596616668,
+      "learning_rate": 2.3917712015096664e-05,
+      "loss": 0.0938,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.039699751883745193,
+      "step": 3055,
+      "valid_targets_mean": 2568.8,
+      "valid_targets_min": 774
+    },
+    {
+      "epoch": 3.461799660441426,
+      "grad_norm": 0.32816913612913545,
+      "learning_rate": 2.386237724022348e-05,
+      "loss": 0.1144,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.036705564707517624,
+      "step": 3060,
+      "valid_targets_mean": 3486.2,
+      "valid_targets_min": 888
+    },
+    {
+      "epoch": 3.4674589700056595,
+      "grad_norm": 0.40338144229925676,
+      "learning_rate": 2.3807011736966414e-05,
+      "loss": 0.0882,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047249242663383484,
+      "step": 3065,
+      "valid_targets_mean": 3371.6,
+      "valid_targets_min": 1048
+    },
+    {
+      "epoch": 3.4731182795698925,
+      "grad_norm": 0.3535424736946541,
+      "learning_rate": 2.3751615945803547e-05,
+      "loss": 0.1002,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04499473422765732,
+      "step": 3070,
+      "valid_targets_mean": 2941.5,
+      "valid_targets_min": 722
+    },
+    {
+      "epoch": 3.4787775891341255,
+      "grad_norm": 0.49910869294611127,
+      "learning_rate": 2.3696190307453883e-05,
+      "loss": 0.0958,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05616830289363861,
+      "step": 3075,
+      "valid_targets_mean": 2359.2,
+      "valid_targets_min": 865
+    },
+    {
+      "epoch": 3.484436898698359,
+      "grad_norm": 0.5057917812740189,
+      "learning_rate": 2.364073526287392e-05,
+      "loss": 0.1348,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03738151490688324,
+      "step": 3080,
+      "valid_targets_mean": 1747.0,
+      "valid_targets_min": 570
+    },
+    {
+      "epoch": 3.490096208262592,
+      "grad_norm": 0.4574095932942482,
+      "learning_rate": 2.358525125325409e-05,
+      "loss": 0.1129,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05637986958026886,
+      "step": 3085,
+      "valid_targets_mean": 3704.2,
+      "valid_targets_min": 2811
+    },
+    {
+      "epoch": 3.495755517826825,
+      "grad_norm": 0.40349874604175534,
+      "learning_rate": 2.352973872001527e-05,
+      "loss": 0.093,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04045228660106659,
+      "step": 3090,
+      "valid_targets_mean": 1749.1,
+      "valid_targets_min": 635
+    },
+    {
+      "epoch": 3.5014148273910584,
+      "grad_norm": 0.3913164678718162,
+      "learning_rate": 2.347419810480527e-05,
+      "loss": 0.0904,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045254193246364594,
+      "step": 3095,
+      "valid_targets_mean": 2985.1,
+      "valid_targets_min": 1591
+    },
+    {
+      "epoch": 3.5070741369552914,
+      "grad_norm": 0.373402014080191,
+      "learning_rate": 2.34186298494953e-05,
+      "loss": 0.0893,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03965598717331886,
+      "step": 3100,
+      "valid_targets_mean": 2912.6,
+      "valid_targets_min": 800
+    },
+    {
+      "epoch": 3.5127334465195243,
+      "grad_norm": 0.35416739930750163,
+      "learning_rate": 2.3363034396176486e-05,
+      "loss": 0.0814,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.043870240449905396,
+      "step": 3105,
+      "valid_targets_mean": 3084.9,
+      "valid_targets_min": 860
+    },
+    {
+      "epoch": 3.518392756083758,
+      "grad_norm": 0.48504459667904787,
+      "learning_rate": 2.3307412187156334e-05,
+      "loss": 0.1112,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05146137624979019,
+      "step": 3110,
+      "valid_targets_mean": 2482.6,
+      "valid_targets_min": 878
+    },
+    {
+      "epoch": 3.524052065647991,
+      "grad_norm": 0.48286539941725964,
+      "learning_rate": 2.3251763664955208e-05,
+      "loss": 0.0788,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.041975438594818115,
+      "step": 3115,
+      "valid_targets_mean": 3403.2,
+      "valid_targets_min": 1024
+    },
+    {
+      "epoch": 3.5297113752122242,
+      "grad_norm": 0.4240507601652416,
+      "learning_rate": 2.3196089272302813e-05,
+      "loss": 0.0884,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.043690115213394165,
+      "step": 3120,
+      "valid_targets_mean": 2173.1,
+      "valid_targets_min": 786
+    },
+    {
+      "epoch": 3.535370684776457,
+      "grad_norm": 0.4661439062322214,
+      "learning_rate": 2.3140389452134677e-05,
+      "loss": 0.0903,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.057237282395362854,
+      "step": 3125,
+      "valid_targets_mean": 3233.9,
+      "valid_targets_min": 2573
+    },
+    {
+      "epoch": 3.5410299943406907,
+      "grad_norm": 0.33256859494846386,
+      "learning_rate": 2.3084664647588636e-05,
+      "loss": 0.0906,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04802317917346954,
+      "step": 3130,
+      "valid_targets_mean": 3821.9,
+      "valid_targets_min": 2274
+    },
+    {
+      "epoch": 3.5466893039049237,
+      "grad_norm": 0.3773696940527812,
+      "learning_rate": 2.3028915302001286e-05,
+      "loss": 0.0804,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05291939526796341,
+      "step": 3135,
+      "valid_targets_mean": 3791.2,
+      "valid_targets_min": 892
+    },
+    {
+      "epoch": 3.5523486134691566,
+      "grad_norm": 0.32177160076280925,
+      "learning_rate": 2.297314185890446e-05,
+      "loss": 0.0868,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.035302624106407166,
+      "step": 3140,
+      "valid_targets_mean": 4820.4,
+      "valid_targets_min": 4491
+    },
+    {
+      "epoch": 3.55800792303339,
+      "grad_norm": 0.5654758830478894,
+      "learning_rate": 2.291734476202173e-05,
+      "loss": 0.1292,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1034613698720932,
+      "step": 3145,
+      "valid_targets_mean": 2159.1,
+      "valid_targets_min": 709
+    },
+    {
+      "epoch": 3.563667232597623,
+      "grad_norm": 0.35504828725122617,
+      "learning_rate": 2.286152445526482e-05,
+      "loss": 0.1392,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.028719976544380188,
+      "step": 3150,
+      "valid_targets_mean": 3430.8,
+      "valid_targets_min": 1097
+    },
+    {
+      "epoch": 3.569326542161856,
+      "grad_norm": 0.3509166269383449,
+      "learning_rate": 2.2805681382730142e-05,
+      "loss": 0.0913,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.038257353007793427,
+      "step": 3155,
+      "valid_targets_mean": 3032.0,
+      "valid_targets_min": 840
+    },
+    {
+      "epoch": 3.5749858517260895,
+      "grad_norm": 0.3309589835327151,
+      "learning_rate": 2.2749815988695208e-05,
+      "loss": 0.0844,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0359211340546608,
+      "step": 3160,
+      "valid_targets_mean": 3812.2,
+      "valid_targets_min": 3106
+    },
+    {
+      "epoch": 3.5806451612903225,
+      "grad_norm": 0.567395487040236,
+      "learning_rate": 2.2693928717615118e-05,
+      "loss": 0.1687,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08195723593235016,
+      "step": 3165,
+      "valid_targets_mean": 5518.8,
+      "valid_targets_min": 4751
+    },
+    {
+      "epoch": 3.5863044708545555,
+      "grad_norm": 0.3563034368992575,
+      "learning_rate": 2.2638020014119033e-05,
+      "loss": 0.1708,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08806541562080383,
+      "step": 3170,
+      "valid_targets_mean": 8587.9,
+      "valid_targets_min": 5164
+    },
+    {
+      "epoch": 3.591963780418789,
+      "grad_norm": 0.3849035050615699,
+      "learning_rate": 2.2582090323006603e-05,
+      "loss": 0.1643,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07838860154151917,
+      "step": 3175,
+      "valid_targets_mean": 6379.9,
+      "valid_targets_min": 4342
+    },
+    {
+      "epoch": 3.597623089983022,
+      "grad_norm": 0.38875598497022024,
+      "learning_rate": 2.2526140089244483e-05,
+      "loss": 0.1624,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07621696591377258,
+      "step": 3180,
+      "valid_targets_mean": 5692.2,
+      "valid_targets_min": 4321
+    },
+    {
+      "epoch": 3.6032823995472554,
+      "grad_norm": 0.4329260368721985,
+      "learning_rate": 2.247016975796274e-05,
+      "loss": 0.1718,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10725659132003784,
+      "step": 3185,
+      "valid_targets_mean": 5674.0,
+      "valid_targets_min": 4808
+    },
+    {
+      "epoch": 3.6089417091114884,
+      "grad_norm": 0.4410680501495322,
+      "learning_rate": 2.2414179774451333e-05,
+      "loss": 0.1729,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09051263332366943,
+      "step": 3190,
+      "valid_targets_mean": 6807.1,
+      "valid_targets_min": 5144
+    },
+    {
+      "epoch": 3.614601018675722,
+      "grad_norm": 0.4171450485527089,
+      "learning_rate": 2.2358170584156577e-05,
+      "loss": 0.1709,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10141411423683167,
+      "step": 3195,
+      "valid_targets_mean": 6545.6,
+      "valid_targets_min": 4350
+    },
+    {
+      "epoch": 3.620260328239955,
+      "grad_norm": 0.4250555357457158,
+      "learning_rate": 2.2302142632677605e-05,
+      "loss": 0.1592,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08770590275526047,
+      "step": 3200,
+      "valid_targets_mean": 6225.1,
+      "valid_targets_min": 3934
+    },
+    {
+      "epoch": 3.625919637804188,
+      "grad_norm": 0.3846688096270101,
+      "learning_rate": 2.2246096365762782e-05,
+      "loss": 0.1868,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07190729677677155,
+      "step": 3205,
+      "valid_targets_mean": 6377.6,
+      "valid_targets_min": 5231
+    },
+    {
+      "epoch": 3.6315789473684212,
+      "grad_norm": 0.40401749622860034,
+      "learning_rate": 2.2190032229306215e-05,
+      "loss": 0.1635,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08095844089984894,
+      "step": 3210,
+      "valid_targets_mean": 6346.8,
+      "valid_targets_min": 5062
+    },
+    {
+      "epoch": 3.6372382569326542,
+      "grad_norm": 0.47830080271081316,
+      "learning_rate": 2.2133950669344156e-05,
+      "loss": 0.1698,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09106248617172241,
+      "step": 3215,
+      "valid_targets_mean": 4123.9,
+      "valid_targets_min": 229
+    },
+    {
+      "epoch": 3.6428975664968872,
+      "grad_norm": 0.392316454997919,
+      "learning_rate": 2.207785213205149e-05,
+      "loss": 0.1611,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08440910279750824,
+      "step": 3220,
+      "valid_targets_mean": 6221.9,
+      "valid_targets_min": 4508
+    },
+    {
+      "epoch": 3.6485568760611207,
+      "grad_norm": 0.39968465625985466,
+      "learning_rate": 2.202173706373817e-05,
+      "loss": 0.1712,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07806047052145004,
+      "step": 3225,
+      "valid_targets_mean": 5676.9,
+      "valid_targets_min": 4673
+    },
+    {
+      "epoch": 3.6542161856253537,
+      "grad_norm": 0.3555644605517091,
+      "learning_rate": 2.1965605910845654e-05,
+      "loss": 0.1537,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06523491442203522,
+      "step": 3230,
+      "valid_targets_mean": 6040.0,
+      "valid_targets_min": 4995
+    },
+    {
+      "epoch": 3.6598754951895867,
+      "grad_norm": 0.44944510780326746,
+      "learning_rate": 2.1909459119943384e-05,
+      "loss": 0.1532,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09184688329696655,
+      "step": 3235,
+      "valid_targets_mean": 5542.8,
+      "valid_targets_min": 4108
+    },
+    {
+      "epoch": 3.66553480475382,
+      "grad_norm": 0.4275016378984178,
+      "learning_rate": 2.1853297137725204e-05,
+      "loss": 0.1629,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1017594039440155,
+      "step": 3240,
+      "valid_targets_mean": 6554.6,
+      "valid_targets_min": 4527
+    },
+    {
+      "epoch": 3.671194114318053,
+      "grad_norm": 0.50371841141,
+      "learning_rate": 2.1797120411005807e-05,
+      "loss": 0.1748,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10853755474090576,
+      "step": 3245,
+      "valid_targets_mean": 2038.2,
+      "valid_targets_min": 449
+    },
+    {
+      "epoch": 3.676853423882286,
+      "grad_norm": 0.3872351477266649,
+      "learning_rate": 2.1740929386717222e-05,
+      "loss": 0.1431,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06891588866710663,
+      "step": 3250,
+      "valid_targets_mean": 6227.8,
+      "valid_targets_min": 5316
+    },
+    {
+      "epoch": 3.6825127334465195,
+      "grad_norm": 0.40645942147254843,
+      "learning_rate": 2.1684724511905193e-05,
+      "loss": 0.1486,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0807884931564331,
+      "step": 3255,
+      "valid_targets_mean": 5918.6,
+      "valid_targets_min": 5056
+    },
+    {
+      "epoch": 3.688172043010753,
+      "grad_norm": 0.3687741096062788,
+      "learning_rate": 2.1628506233725678e-05,
+      "loss": 0.1492,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08449657261371613,
+      "step": 3260,
+      "valid_targets_mean": 8812.4,
+      "valid_targets_min": 4947
+    },
+    {
+      "epoch": 3.693831352574986,
+      "grad_norm": 0.39614599434710857,
+      "learning_rate": 2.1572274999441265e-05,
+      "loss": 0.1824,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.097935751080513,
+      "step": 3265,
+      "valid_targets_mean": 6913.9,
+      "valid_targets_min": 4181
+    },
+    {
+      "epoch": 3.699490662139219,
+      "grad_norm": 0.35275204669647287,
+      "learning_rate": 2.151603125641761e-05,
+      "loss": 0.1607,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06949613988399506,
+      "step": 3270,
+      "valid_targets_mean": 6951.4,
+      "valid_targets_min": 4442
+    },
+    {
+      "epoch": 3.7051499717034524,
+      "grad_norm": 0.44903423639937967,
+      "learning_rate": 2.1459775452119898e-05,
+      "loss": 0.1581,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07566358149051666,
+      "step": 3275,
+      "valid_targets_mean": 6686.6,
+      "valid_targets_min": 4670
+    },
+    {
+      "epoch": 3.7108092812676854,
+      "grad_norm": 0.41477302725607434,
+      "learning_rate": 2.1403508034109262e-05,
+      "loss": 0.1661,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09245507419109344,
+      "step": 3280,
+      "valid_targets_mean": 8420.9,
+      "valid_targets_min": 4501
+    },
+    {
+      "epoch": 3.7164685908319184,
+      "grad_norm": 0.39499206532982356,
+      "learning_rate": 2.1347229450039237e-05,
+      "loss": 0.181,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08436868339776993,
+      "step": 3285,
+      "valid_targets_mean": 6460.8,
+      "valid_targets_min": 4998
+    },
+    {
+      "epoch": 3.722127900396152,
+      "grad_norm": 0.3954654463525336,
+      "learning_rate": 2.12909401476522e-05,
+      "loss": 0.1941,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09029680490493774,
+      "step": 3290,
+      "valid_targets_mean": 6186.5,
+      "valid_targets_min": 4858
+    },
+    {
+      "epoch": 3.727787209960385,
+      "grad_norm": 0.44157540298303294,
+      "learning_rate": 2.1234640574775783e-05,
+      "loss": 0.1752,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08847709000110626,
+      "step": 3295,
+      "valid_targets_mean": 6387.4,
+      "valid_targets_min": 4800
+    },
+    {
+      "epoch": 3.733446519524618,
+      "grad_norm": 0.4427824912325539,
+      "learning_rate": 2.1178331179319336e-05,
+      "loss": 0.1677,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08792071044445038,
+      "step": 3300,
+      "valid_targets_mean": 5474.0,
+      "valid_targets_min": 4455
+    },
+    {
+      "epoch": 3.7391058290888513,
+      "grad_norm": 0.4016277678564167,
+      "learning_rate": 2.112201240927037e-05,
+      "loss": 0.1632,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07885824888944626,
+      "step": 3305,
+      "valid_targets_mean": 6437.2,
+      "valid_targets_min": 4891
+    },
+    {
+      "epoch": 3.7447651386530842,
+      "grad_norm": 0.4062041851075691,
+      "learning_rate": 2.1065684712690954e-05,
+      "loss": 0.1722,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0895972028374672,
+      "step": 3310,
+      "valid_targets_mean": 5816.1,
+      "valid_targets_min": 4710
+    },
+    {
+      "epoch": 3.7504244482173172,
+      "grad_norm": 0.3965842895550913,
+      "learning_rate": 2.1009348537714194e-05,
+      "loss": 0.1666,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07192260026931763,
+      "step": 3315,
+      "valid_targets_mean": 6220.5,
+      "valid_targets_min": 5370
+    },
+    {
+      "epoch": 3.7560837577815507,
+      "grad_norm": 0.3881037427237576,
+      "learning_rate": 2.0953004332540644e-05,
+      "loss": 0.1686,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08083920180797577,
+      "step": 3320,
+      "valid_targets_mean": 6955.9,
+      "valid_targets_min": 5905
+    },
+    {
+      "epoch": 3.7617430673457837,
+      "grad_norm": 0.4374547536190714,
+      "learning_rate": 2.089665254543473e-05,
+      "loss": 0.1716,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07745985686779022,
+      "step": 3325,
+      "valid_targets_mean": 5594.5,
+      "valid_targets_min": 4580
+    },
+    {
+      "epoch": 3.767402376910017,
+      "grad_norm": 0.4044150273809672,
+      "learning_rate": 2.0840293624721234e-05,
+      "loss": 0.1689,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07344076037406921,
+      "step": 3330,
+      "valid_targets_mean": 6287.1,
+      "valid_targets_min": 4754
+    },
+    {
+      "epoch": 3.77306168647425,
+      "grad_norm": 0.33357004095529647,
+      "learning_rate": 2.0783928018781644e-05,
+      "loss": 0.146,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06659536063671112,
+      "step": 3335,
+      "valid_targets_mean": 7224.6,
+      "valid_targets_min": 5859
+    },
+    {
+      "epoch": 3.7787209960384835,
+      "grad_norm": 0.4231310519746198,
+      "learning_rate": 2.0727556176050676e-05,
+      "loss": 0.1583,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08931884169578552,
+      "step": 3340,
+      "valid_targets_mean": 7274.0,
+      "valid_targets_min": 3468
+    },
+    {
+      "epoch": 3.7843803056027165,
+      "grad_norm": 0.4565210587968675,
+      "learning_rate": 2.0671178545012643e-05,
+      "loss": 0.1745,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08933787047863007,
+      "step": 3345,
+      "valid_targets_mean": 6257.8,
+      "valid_targets_min": 5240
+    },
+    {
+      "epoch": 3.7900396151669495,
+      "grad_norm": 0.38347462923290676,
+      "learning_rate": 2.0614795574197907e-05,
+      "loss": 0.1715,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07480037957429886,
+      "step": 3350,
+      "valid_targets_mean": 6370.9,
+      "valid_targets_min": 4438
+    },
+    {
+      "epoch": 3.795698924731183,
+      "grad_norm": 0.4174826310199394,
+      "learning_rate": 2.0558407712179334e-05,
+      "loss": 0.1659,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07558287680149078,
+      "step": 3355,
+      "valid_targets_mean": 5285.2,
+      "valid_targets_min": 3782
+    },
+    {
+      "epoch": 3.801358234295416,
+      "grad_norm": 0.3681284513424055,
+      "learning_rate": 2.050201540756868e-05,
+      "loss": 0.157,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05968650057911873,
+      "step": 3360,
+      "valid_targets_mean": 5542.9,
+      "valid_targets_min": 4135
+    },
+    {
+      "epoch": 3.807017543859649,
+      "grad_norm": 0.4487408116099156,
+      "learning_rate": 2.0445619109013054e-05,
+      "loss": 0.1649,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09562434256076813,
+      "step": 3365,
+      "valid_targets_mean": 6316.4,
+      "valid_targets_min": 4295
+    },
+    {
+      "epoch": 3.8126768534238824,
+      "grad_norm": 0.41772234509740175,
+      "learning_rate": 2.038921926519134e-05,
+      "loss": 0.1653,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10487741231918335,
+      "step": 3370,
+      "valid_targets_mean": 6126.5,
+      "valid_targets_min": 5160
+    },
+    {
+      "epoch": 3.8183361629881154,
+      "grad_norm": 0.40546214270497016,
+      "learning_rate": 2.033281632481063e-05,
+      "loss": 0.1626,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07828259468078613,
+      "step": 3375,
+      "valid_targets_mean": 5957.0,
+      "valid_targets_min": 4067
+    },
+    {
+      "epoch": 3.8239954725523484,
+      "grad_norm": 0.46382207726042973,
+      "learning_rate": 2.027641073660265e-05,
+      "loss": 0.156,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08233707398176193,
+      "step": 3380,
+      "valid_targets_mean": 6752.8,
+      "valid_targets_min": 4705
+    },
+    {
+      "epoch": 3.829654782116582,
+      "grad_norm": 0.4312316607890912,
+      "learning_rate": 2.0220002949320187e-05,
+      "loss": 0.1783,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08896398544311523,
+      "step": 3385,
+      "valid_targets_mean": 5648.8,
+      "valid_targets_min": 4683
+    },
+    {
+      "epoch": 3.835314091680815,
+      "grad_norm": 0.36876344264400174,
+      "learning_rate": 2.0163593411733533e-05,
+      "loss": 0.1463,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06412133574485779,
+      "step": 3390,
+      "valid_targets_mean": 5857.6,
+      "valid_targets_min": 4696
+    },
+    {
+      "epoch": 3.8409734012450483,
+      "grad_norm": 0.44856642528841706,
+      "learning_rate": 2.0107182572626897e-05,
+      "loss": 0.1411,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0687895193696022,
+      "step": 3395,
+      "valid_targets_mean": 5867.9,
+      "valid_targets_min": 4546
+    },
+    {
+      "epoch": 3.8466327108092813,
+      "grad_norm": 0.39097022730644765,
+      "learning_rate": 2.0050770880794843e-05,
+      "loss": 0.1471,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07638616859912872,
+      "step": 3400,
+      "valid_targets_mean": 5898.2,
+      "valid_targets_min": 3200
+    },
+    {
+      "epoch": 3.8522920203735147,
+      "grad_norm": 0.39112753677463374,
+      "learning_rate": 1.9994358785038736e-05,
+      "loss": 0.152,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07915256172418594,
+      "step": 3405,
+      "valid_targets_mean": 6725.5,
+      "valid_targets_min": 5010
+    },
+    {
+      "epoch": 3.8579513299377477,
+      "grad_norm": 0.42787949130052616,
+      "learning_rate": 1.9937946734163117e-05,
+      "loss": 0.1707,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08065037429332733,
+      "step": 3410,
+      "valid_targets_mean": 5975.8,
+      "valid_targets_min": 4904
+    },
+    {
+      "epoch": 3.8636106395019807,
+      "grad_norm": 0.8453165006416562,
+      "learning_rate": 1.98815351769722e-05,
+      "loss": 0.1953,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10623349249362946,
+      "step": 3415,
+      "valid_targets_mean": 6284.1,
+      "valid_targets_min": 4522
+    },
+    {
+      "epoch": 3.869269949066214,
+      "grad_norm": 0.4366299359582474,
+      "learning_rate": 1.982512456226628e-05,
+      "loss": 0.1694,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08151426911354065,
+      "step": 3420,
+      "valid_targets_mean": 5247.2,
+      "valid_targets_min": 3629
+    },
+    {
+      "epoch": 3.874929258630447,
+      "grad_norm": 0.41676033925329425,
+      "learning_rate": 1.976871533883812e-05,
+      "loss": 0.1585,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07846318930387497,
+      "step": 3425,
+      "valid_targets_mean": 6143.1,
+      "valid_targets_min": 4324
+    },
+    {
+      "epoch": 3.88058856819468,
+      "grad_norm": 0.37287635266809355,
+      "learning_rate": 1.971230795546944e-05,
+      "loss": 0.1621,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07138499617576599,
+      "step": 3430,
+      "valid_targets_mean": 6130.6,
+      "valid_targets_min": 4920
+    },
+    {
+      "epoch": 3.8862478777589136,
+      "grad_norm": 0.40081652465442297,
+      "learning_rate": 1.965590286092731e-05,
+      "loss": 0.1715,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08055269718170166,
+      "step": 3435,
+      "valid_targets_mean": 5877.2,
+      "valid_targets_min": 4882
+    },
+    {
+      "epoch": 3.8919071873231466,
+      "grad_norm": 0.4007955677013251,
+      "learning_rate": 1.9599500503960596e-05,
+      "loss": 0.178,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0851922482252121,
+      "step": 3440,
+      "valid_targets_mean": 7092.9,
+      "valid_targets_min": 3943
+    },
+    {
+      "epoch": 3.8975664968873796,
+      "grad_norm": 0.3876590560341837,
+      "learning_rate": 1.954310133329639e-05,
+      "loss": 0.1667,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09008148312568665,
+      "step": 3445,
+      "valid_targets_mean": 7215.1,
+      "valid_targets_min": 5382
+    },
+    {
+      "epoch": 3.903225806451613,
+      "grad_norm": 0.40713771289534056,
+      "learning_rate": 1.948670579763641e-05,
+      "loss": 0.1654,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08729709684848785,
+      "step": 3450,
+      "valid_targets_mean": 6608.5,
+      "valid_targets_min": 4461
+    },
+    {
+      "epoch": 3.908885116015846,
+      "grad_norm": 0.39094538980691523,
+      "learning_rate": 1.9430314345653486e-05,
+      "loss": 0.1552,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07166876643896103,
+      "step": 3455,
+      "valid_targets_mean": 6976.5,
+      "valid_targets_min": 4903
+    },
+    {
+      "epoch": 3.914544425580079,
+      "grad_norm": 0.36977759208312555,
+      "learning_rate": 1.9373927425987928e-05,
+      "loss": 0.1576,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07982886582612991,
+      "step": 3460,
+      "valid_targets_mean": 5911.9,
+      "valid_targets_min": 4444
+    },
+    {
+      "epoch": 3.9202037351443124,
+      "grad_norm": 0.4016470140253359,
+      "learning_rate": 1.9317545487244016e-05,
+      "loss": 0.2111,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08938796818256378,
+      "step": 3465,
+      "valid_targets_mean": 6241.1,
+      "valid_targets_min": 4474
+    },
+    {
+      "epoch": 3.9258630447085454,
+      "grad_norm": 0.356557350505706,
+      "learning_rate": 1.926116897798639e-05,
+      "loss": 0.1549,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08672697097063065,
+      "step": 3470,
+      "valid_targets_mean": 8150.2,
+      "valid_targets_min": 6527
+    },
+    {
+      "epoch": 3.931522354272779,
+      "grad_norm": 0.3868612388305218,
+      "learning_rate": 1.9204798346736485e-05,
+      "loss": 0.1577,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08350171148777008,
+      "step": 3475,
+      "valid_targets_mean": 7072.1,
+      "valid_targets_min": 4718
+    },
+    {
+      "epoch": 3.937181663837012,
+      "grad_norm": 0.4585198687791278,
+      "learning_rate": 1.914843404196899e-05,
+      "loss": 0.1698,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09668946266174316,
+      "step": 3480,
+      "valid_targets_mean": 7318.2,
+      "valid_targets_min": 4714
+    },
+    {
+      "epoch": 3.9428409734012453,
+      "grad_norm": 0.4048562736885121,
+      "learning_rate": 1.9092076512108253e-05,
+      "loss": 0.1636,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07855217903852463,
+      "step": 3485,
+      "valid_targets_mean": 5820.9,
+      "valid_targets_min": 4374
+    },
+    {
+      "epoch": 3.9485002829654783,
+      "grad_norm": 0.3917996576012431,
+      "learning_rate": 1.903572620552471e-05,
+      "loss": 0.1461,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06844893842935562,
+      "step": 3490,
+      "valid_targets_mean": 6699.8,
+      "valid_targets_min": 5089
+    },
+    {
+      "epoch": 3.9541595925297113,
+      "grad_norm": 0.6298425070649368,
+      "learning_rate": 1.8979383570531358e-05,
+      "loss": 0.163,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07428422570228577,
+      "step": 3495,
+      "valid_targets_mean": 6441.8,
+      "valid_targets_min": 4509
+    },
+    {
+      "epoch": 3.9598189020939447,
+      "grad_norm": 0.4160757754187375,
+      "learning_rate": 1.8923049055380128e-05,
+      "loss": 0.1548,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08737757056951523,
+      "step": 3500,
+      "valid_targets_mean": 7454.5,
+      "valid_targets_min": 5193
+    },
+    {
+      "epoch": 3.9654782116581777,
+      "grad_norm": 0.389030714615794,
+      "learning_rate": 1.8866723108258376e-05,
+      "loss": 0.1534,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07964706420898438,
+      "step": 3505,
+      "valid_targets_mean": 6380.1,
+      "valid_targets_min": 5079
+    },
+    {
+      "epoch": 3.9711375212224107,
+      "grad_norm": 0.3976147668472962,
+      "learning_rate": 1.8810406177285282e-05,
+      "loss": 0.1584,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07907824218273163,
+      "step": 3510,
+      "valid_targets_mean": 6233.4,
+      "valid_targets_min": 4815
+    },
+    {
+      "epoch": 3.976796830786644,
+      "grad_norm": 0.3776249638532913,
+      "learning_rate": 1.8754098710508294e-05,
+      "loss": 0.1609,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07613420486450195,
+      "step": 3515,
+      "valid_targets_mean": 7910.5,
+      "valid_targets_min": 5751
+    },
+    {
+      "epoch": 3.982456140350877,
+      "grad_norm": 0.41508310436396745,
+      "learning_rate": 1.869780115589957e-05,
+      "loss": 0.1521,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07448315620422363,
+      "step": 3520,
+      "valid_targets_mean": 6159.1,
+      "valid_targets_min": 3977
+    },
+    {
+      "epoch": 3.98811544991511,
+      "grad_norm": 0.4083223864790042,
+      "learning_rate": 1.8641513961352396e-05,
+      "loss": 0.1643,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09216412901878357,
+      "step": 3525,
+      "valid_targets_mean": 6877.8,
+      "valid_targets_min": 5546
+    },
+    {
+      "epoch": 3.9937747594793436,
+      "grad_norm": 0.4508755790299667,
+      "learning_rate": 1.858523757467765e-05,
+      "loss": 0.1715,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09600496292114258,
+      "step": 3530,
+      "valid_targets_mean": 5488.2,
+      "valid_targets_min": 3559
+    },
+    {
+      "epoch": 3.9994340690435766,
+      "grad_norm": 0.458854399511331,
+      "learning_rate": 1.8528972443600226e-05,
+      "loss": 0.1686,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08771546185016632,
+      "step": 3535,
+      "valid_targets_mean": 5528.9,
+      "valid_targets_min": 3619
+    },
+    {
+      "epoch": 4.005659309564233,
+      "grad_norm": 0.4514666991492436,
+      "learning_rate": 1.8472719015755452e-05,
+      "loss": 0.1482,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04936162382364273,
+      "step": 3540,
+      "valid_targets_mean": 2722.6,
+      "valid_targets_min": 458
+    },
+    {
+      "epoch": 4.011318619128466,
+      "grad_norm": 0.4175050898748815,
+      "learning_rate": 1.8416477738685567e-05,
+      "loss": 0.0896,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045595601201057434,
+      "step": 3545,
+      "valid_targets_mean": 3113.1,
+      "valid_targets_min": 2461
+    },
+    {
+      "epoch": 4.016977928692699,
+      "grad_norm": 0.37305228066072627,
+      "learning_rate": 1.8360249059836123e-05,
+      "loss": 0.082,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.048659227788448334,
+      "step": 3550,
+      "valid_targets_mean": 3648.1,
+      "valid_targets_min": 2068
+    },
+    {
+      "epoch": 4.022637238256933,
+      "grad_norm": 0.4589705258806371,
+      "learning_rate": 1.830403342655246e-05,
+      "loss": 0.1033,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04854677617549896,
+      "step": 3555,
+      "valid_targets_mean": 3423.6,
+      "valid_targets_min": 2425
+    },
+    {
+      "epoch": 4.028296547821165,
+      "grad_norm": 0.4398210555993455,
+      "learning_rate": 1.824783128607612e-05,
+      "loss": 0.0822,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04191640019416809,
+      "step": 3560,
+      "valid_targets_mean": 2724.1,
+      "valid_targets_min": 1198
+    },
+    {
+      "epoch": 4.033955857385399,
+      "grad_norm": 0.6871422253545325,
+      "learning_rate": 1.8191643085541296e-05,
+      "loss": 0.0979,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06957017630338669,
+      "step": 3565,
+      "valid_targets_mean": 1232.5,
+      "valid_targets_min": 807
+    },
+    {
+      "epoch": 4.039615166949632,
+      "grad_norm": 0.4837318705542788,
+      "learning_rate": 1.813546927197129e-05,
+      "loss": 0.1351,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05474815517663956,
+      "step": 3570,
+      "valid_targets_mean": 3487.4,
+      "valid_targets_min": 2351
+    },
+    {
+      "epoch": 4.045274476513866,
+      "grad_norm": 0.49181033753174,
+      "learning_rate": 1.8079310292274928e-05,
+      "loss": 0.092,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06998205929994583,
+      "step": 3575,
+      "valid_targets_mean": 3126.4,
+      "valid_targets_min": 781
+    },
+    {
+      "epoch": 4.050933786078098,
+      "grad_norm": 0.3471376618700252,
+      "learning_rate": 1.8023166593243026e-05,
+      "loss": 0.1017,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04436377435922623,
+      "step": 3580,
+      "valid_targets_mean": 3474.8,
+      "valid_targets_min": 799
+    },
+    {
+      "epoch": 4.056593095642332,
+      "grad_norm": 0.3174991015761313,
+      "learning_rate": 1.7967038621544845e-05,
+      "loss": 0.1065,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03954795002937317,
+      "step": 3585,
+      "valid_targets_mean": 5026.1,
+      "valid_targets_min": 2802
+    },
+    {
+      "epoch": 4.062252405206565,
+      "grad_norm": 0.34281258735438996,
+      "learning_rate": 1.791092682372449e-05,
+      "loss": 0.0801,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03165905550122261,
+      "step": 3590,
+      "valid_targets_mean": 2611.0,
+      "valid_targets_min": 574
+    },
+    {
+      "epoch": 4.067911714770798,
+      "grad_norm": 0.358911503965821,
+      "learning_rate": 1.7854831646197426e-05,
+      "loss": 0.0875,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04111532121896744,
+      "step": 3595,
+      "valid_targets_mean": 4036.5,
+      "valid_targets_min": 2642
+    },
+    {
+      "epoch": 4.073571024335031,
+      "grad_norm": 0.588027764171221,
+      "learning_rate": 1.7798753535246856e-05,
+      "loss": 0.0906,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05866089090704918,
+      "step": 3600,
+      "valid_targets_mean": 1960.5,
+      "valid_targets_min": 593
+    },
+    {
+      "epoch": 4.079230333899265,
+      "grad_norm": 0.4127721916383591,
+      "learning_rate": 1.7742692937020234e-05,
+      "loss": 0.1162,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03659496456384659,
+      "step": 3605,
+      "valid_targets_mean": 3354.2,
+      "valid_targets_min": 1353
+    },
+    {
+      "epoch": 4.084889643463497,
+      "grad_norm": 0.48262743451622975,
+      "learning_rate": 1.768665029752567e-05,
+      "loss": 0.0836,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.048436567187309265,
+      "step": 3610,
+      "valid_targets_mean": 2300.9,
+      "valid_targets_min": 818
+    },
+    {
+      "epoch": 4.090548953027731,
+      "grad_norm": 0.3486116765836738,
+      "learning_rate": 1.763062606262839e-05,
+      "loss": 0.0831,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029195936396718025,
+      "step": 3615,
+      "valid_targets_mean": 2295.8,
+      "valid_targets_min": 934
+    },
+    {
+      "epoch": 4.096208262591964,
+      "grad_norm": 0.3611409661869497,
+      "learning_rate": 1.7574620678047215e-05,
+      "loss": 0.0762,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04203696548938751,
+      "step": 3620,
+      "valid_targets_mean": 3524.4,
+      "valid_targets_min": 2798
+    },
+    {
+      "epoch": 4.101867572156197,
+      "grad_norm": 0.45875533279166925,
+      "learning_rate": 1.751863458935099e-05,
+      "loss": 0.096,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.038177717477083206,
+      "step": 3625,
+      "valid_targets_mean": 2810.1,
+      "valid_targets_min": 471
+    },
+    {
+      "epoch": 4.10752688172043,
+      "grad_norm": 0.4905943846685745,
+      "learning_rate": 1.746266824195504e-05,
+      "loss": 0.0974,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06193538382649422,
+      "step": 3630,
+      "valid_targets_mean": 3042.8,
+      "valid_targets_min": 903
+    },
+    {
+      "epoch": 4.1131861912846635,
+      "grad_norm": 0.41677480845735176,
+      "learning_rate": 1.7406722081117632e-05,
+      "loss": 0.097,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.038191840052604675,
+      "step": 3635,
+      "valid_targets_mean": 3081.6,
+      "valid_targets_min": 474
+    },
+    {
+      "epoch": 4.118845500848896,
+      "grad_norm": 0.4146124790584088,
+      "learning_rate": 1.7350796551936432e-05,
+      "loss": 0.0974,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.044857800006866455,
+      "step": 3640,
+      "valid_targets_mean": 3468.0,
+      "valid_targets_min": 640
+    },
+    {
+      "epoch": 4.124504810413129,
+      "grad_norm": 0.335753573182029,
+      "learning_rate": 1.7294892099344975e-05,
+      "loss": 0.1315,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.031602635979652405,
+      "step": 3645,
+      "valid_targets_mean": 3438.4,
+      "valid_targets_min": 902
+    },
+    {
+      "epoch": 4.130164119977363,
+      "grad_norm": 0.3949556838750356,
+      "learning_rate": 1.7239009168109108e-05,
+      "loss": 0.0821,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04059648513793945,
+      "step": 3650,
+      "valid_targets_mean": 3212.8,
+      "valid_targets_min": 1837
+    },
+    {
+      "epoch": 4.135823429541596,
+      "grad_norm": 0.7057789283513779,
+      "learning_rate": 1.7183148202823445e-05,
+      "loss": 0.1109,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08382494747638702,
+      "step": 3655,
+      "valid_targets_mean": 1358.8,
+      "valid_targets_min": 756
+    },
+    {
+      "epoch": 4.141482739105829,
+      "grad_norm": 0.554019738468921,
+      "learning_rate": 1.7127309647907867e-05,
+      "loss": 0.1078,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08004680275917053,
+      "step": 3660,
+      "valid_targets_mean": 2896.2,
+      "valid_targets_min": 1072
+    },
+    {
+      "epoch": 4.147142048670062,
+      "grad_norm": 0.38360621800150774,
+      "learning_rate": 1.7071493947603942e-05,
+      "loss": 0.0884,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.028133559972047806,
+      "step": 3665,
+      "valid_targets_mean": 2908.1,
+      "valid_targets_min": 895
+    },
+    {
+      "epoch": 4.152801358234296,
+      "grad_norm": 0.59174406288477,
+      "learning_rate": 1.7015701545971417e-05,
+      "loss": 0.2033,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1825319230556488,
+      "step": 3670,
+      "valid_targets_mean": 2562.2,
+      "valid_targets_min": 878
+    },
+    {
+      "epoch": 4.158460667798528,
+      "grad_norm": 0.4575103523467652,
+      "learning_rate": 1.695993288688469e-05,
+      "loss": 0.1865,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04015088826417923,
+      "step": 3675,
+      "valid_targets_mean": 2087.6,
+      "valid_targets_min": 756
+    },
+    {
+      "epoch": 4.164119977362762,
+      "grad_norm": 0.36675291316640873,
+      "learning_rate": 1.6904188414029248e-05,
+      "loss": 0.0996,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03686298057436943,
+      "step": 3680,
+      "valid_targets_mean": 3421.8,
+      "valid_targets_min": 2963
+    },
+    {
+      "epoch": 4.169779286926995,
+      "grad_norm": 0.7950198987392267,
+      "learning_rate": 1.6848468570898172e-05,
+      "loss": 0.1673,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.22266818583011627,
+      "step": 3685,
+      "valid_targets_mean": 2375.2,
+      "valid_targets_min": 1153
+    },
+    {
+      "epoch": 4.175438596491228,
+      "grad_norm": 0.2869113465122139,
+      "learning_rate": 1.6792773800788583e-05,
+      "loss": 0.1099,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03493755683302879,
+      "step": 3690,
+      "valid_targets_mean": 4886.2,
+      "valid_targets_min": 1700
+    },
+    {
+      "epoch": 4.181097906055461,
+      "grad_norm": 0.34955060544114164,
+      "learning_rate": 1.673710454679813e-05,
+      "loss": 0.0871,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02859926037490368,
+      "step": 3695,
+      "valid_targets_mean": 3965.1,
+      "valid_targets_min": 789
+    },
+    {
+      "epoch": 4.186757215619695,
+      "grad_norm": 0.39659681346145376,
+      "learning_rate": 1.668146125182147e-05,
+      "loss": 0.0963,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04969584941864014,
+      "step": 3700,
+      "valid_targets_mean": 3771.5,
+      "valid_targets_min": 995
+    },
+    {
+      "epoch": 4.192416525183927,
+      "grad_norm": 0.36356434916448555,
+      "learning_rate": 1.6625844358546715e-05,
+      "loss": 0.0842,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.030216921120882034,
+      "step": 3705,
+      "valid_targets_mean": 2220.8,
+      "valid_targets_min": 488
+    },
+    {
+      "epoch": 4.198075834748161,
+      "grad_norm": 0.47192608303622713,
+      "learning_rate": 1.657025430945195e-05,
+      "loss": 0.0858,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04975958541035652,
+      "step": 3710,
+      "valid_targets_mean": 3635.4,
+      "valid_targets_min": 2437
+    },
+    {
+      "epoch": 4.203735144312394,
+      "grad_norm": 0.475457710619053,
+      "learning_rate": 1.651469154680167e-05,
+      "loss": 0.0808,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03584028780460358,
+      "step": 3715,
+      "valid_targets_mean": 1752.1,
+      "valid_targets_min": 712
+    },
+    {
+      "epoch": 4.2093944538766275,
+      "grad_norm": 0.4116697673921818,
+      "learning_rate": 1.6459156512643303e-05,
+      "loss": 0.083,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04280740022659302,
+      "step": 3720,
+      "valid_targets_mean": 3713.4,
+      "valid_targets_min": 2422
+    },
+    {
+      "epoch": 4.21505376344086,
+      "grad_norm": 0.41913241399909845,
+      "learning_rate": 1.640364964880367e-05,
+      "loss": 0.0734,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04091719165444374,
+      "step": 3725,
+      "valid_targets_mean": 3998.5,
+      "valid_targets_min": 3643
+    },
+    {
+      "epoch": 4.2207130730050935,
+      "grad_norm": 0.3277987128007894,
+      "learning_rate": 1.6348171396885468e-05,
+      "loss": 0.1272,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02905534766614437,
+      "step": 3730,
+      "valid_targets_mean": 3319.0,
+      "valid_targets_min": 772
+    },
+    {
+      "epoch": 4.226372382569327,
+      "grad_norm": 0.3834794881774024,
+      "learning_rate": 1.6292722198263766e-05,
+      "loss": 0.0666,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.028163105249404907,
+      "step": 3735,
+      "valid_targets_mean": 2934.8,
+      "valid_targets_min": 722
+    },
+    {
+      "epoch": 4.2320316921335595,
+      "grad_norm": 0.35925257132513966,
+      "learning_rate": 1.623730249408249e-05,
+      "loss": 0.0743,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03061058185994625,
+      "step": 3740,
+      "valid_targets_mean": 3656.4,
+      "valid_targets_min": 2788
+    },
+    {
+      "epoch": 4.237691001697793,
+      "grad_norm": 0.406155250941594,
+      "learning_rate": 1.618191272525092e-05,
+      "loss": 0.0778,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04038447141647339,
+      "step": 3745,
+      "valid_targets_mean": 3202.5,
+      "valid_targets_min": 948
+    },
+    {
+      "epoch": 4.243350311262026,
+      "grad_norm": 0.5704669418943428,
+      "learning_rate": 1.612655333244016e-05,
+      "loss": 0.095,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04683380573987961,
+      "step": 3750,
+      "valid_targets_mean": 1002.0,
+      "valid_targets_min": 490
+    },
+    {
+      "epoch": 4.249009620826259,
+      "grad_norm": 0.3560156205810564,
+      "learning_rate": 1.6071224756079666e-05,
+      "loss": 0.1064,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04591444879770279,
+      "step": 3755,
+      "valid_targets_mean": 3751.9,
+      "valid_targets_min": 2800
+    },
+    {
+      "epoch": 4.254668930390492,
+      "grad_norm": 0.49109745879570516,
+      "learning_rate": 1.6015927436353713e-05,
+      "loss": 0.1135,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06892198324203491,
+      "step": 3760,
+      "valid_targets_mean": 2641.8,
+      "valid_targets_min": 896
+    },
+    {
+      "epoch": 4.260328239954726,
+      "grad_norm": 0.4549988536563424,
+      "learning_rate": 1.59606618131979e-05,
+      "loss": 0.0903,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.049910858273506165,
+      "step": 3765,
+      "valid_targets_mean": 3199.0,
+      "valid_targets_min": 1333
+    },
+    {
+      "epoch": 4.265987549518958,
+      "grad_norm": 0.4702658295473038,
+      "learning_rate": 1.5905428326295663e-05,
+      "loss": 0.1041,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047066498547792435,
+      "step": 3770,
+      "valid_targets_mean": 2548.1,
+      "valid_targets_min": 693
+    },
+    {
+      "epoch": 4.271646859083192,
+      "grad_norm": 0.403574329923757,
+      "learning_rate": 1.585022741507477e-05,
+      "loss": 0.1197,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03679243102669716,
+      "step": 3775,
+      "valid_targets_mean": 2482.9,
+      "valid_targets_min": 803
+    },
+    {
+      "epoch": 4.277306168647425,
+      "grad_norm": 0.42340797826239956,
+      "learning_rate": 1.579505951870381e-05,
+      "loss": 0.0889,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04612584039568901,
+      "step": 3780,
+      "valid_targets_mean": 3239.2,
+      "valid_targets_min": 2525
+    },
+    {
+      "epoch": 4.282965478211658,
+      "grad_norm": 0.576805161329568,
+      "learning_rate": 1.573992507608872e-05,
+      "loss": 0.1105,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04122603312134743,
+      "step": 3785,
+      "valid_targets_mean": 3806.1,
+      "valid_targets_min": 2393
+    },
+    {
+      "epoch": 4.288624787775891,
+      "grad_norm": 0.4243001196442452,
+      "learning_rate": 1.568482452586929e-05,
+      "loss": 0.0924,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0410628467798233,
+      "step": 3790,
+      "valid_targets_mean": 2990.9,
+      "valid_targets_min": 804
+    },
+    {
+      "epoch": 4.294284097340125,
+      "grad_norm": 0.41563802469921696,
+      "learning_rate": 1.5629758306415652e-05,
+      "loss": 0.0858,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042630601674318314,
+      "step": 3795,
+      "valid_targets_mean": 4885.8,
+      "valid_targets_min": 3695
+    },
+    {
+      "epoch": 4.299943406904358,
+      "grad_norm": 0.41860033902397403,
+      "learning_rate": 1.5574726855824827e-05,
+      "loss": 0.0765,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04467286542057991,
+      "step": 3800,
+      "valid_targets_mean": 3128.8,
+      "valid_targets_min": 596
+    },
+    {
+      "epoch": 4.305602716468591,
+      "grad_norm": 0.3141285736969467,
+      "learning_rate": 1.5519730611917206e-05,
+      "loss": 0.0753,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029025087133049965,
+      "step": 3805,
+      "valid_targets_mean": 4567.8,
+      "valid_targets_min": 3804
+    },
+    {
+      "epoch": 4.311262026032824,
+      "grad_norm": 0.3717556297971831,
+      "learning_rate": 1.546477001223309e-05,
+      "loss": 0.0819,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.033049095422029495,
+      "step": 3810,
+      "valid_targets_mean": 3853.1,
+      "valid_targets_min": 2862
+    },
+    {
+      "epoch": 4.3169213355970575,
+      "grad_norm": 0.5564374516253535,
+      "learning_rate": 1.5409845494029208e-05,
+      "loss": 0.102,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05835752934217453,
+      "step": 3815,
+      "valid_targets_mean": 1072.6,
+      "valid_targets_min": 497
+    },
+    {
+      "epoch": 4.32258064516129,
+      "grad_norm": 0.419727637712494,
+      "learning_rate": 1.5354957494275207e-05,
+      "loss": 0.0857,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.048611339181661606,
+      "step": 3820,
+      "valid_targets_mean": 4191.0,
+      "valid_targets_min": 3918
+    },
+    {
+      "epoch": 4.3282399547255235,
+      "grad_norm": 0.5258066124856855,
+      "learning_rate": 1.5300106449650234e-05,
+      "loss": 0.0973,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04249310865998268,
+      "step": 3825,
+      "valid_targets_mean": 2121.9,
+      "valid_targets_min": 785
+    },
+    {
+      "epoch": 4.333899264289757,
+      "grad_norm": 0.3494728482101045,
+      "learning_rate": 1.524529279653939e-05,
+      "loss": 0.0693,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.035320721566677094,
+      "step": 3830,
+      "valid_targets_mean": 3451.6,
+      "valid_targets_min": 905
+    },
+    {
+      "epoch": 4.3395585738539895,
+      "grad_norm": 0.45771140437159885,
+      "learning_rate": 1.5190516971030324e-05,
+      "loss": 0.0909,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06552083045244217,
+      "step": 3835,
+      "valid_targets_mean": 2929.2,
+      "valid_targets_min": 657
+    },
+    {
+      "epoch": 4.345217883418223,
+      "grad_norm": 0.38872355420025406,
+      "learning_rate": 1.5135779408909732e-05,
+      "loss": 0.0832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042473215609788895,
+      "step": 3840,
+      "valid_targets_mean": 3798.9,
+      "valid_targets_min": 3184
+    },
+    {
+      "epoch": 4.350877192982456,
+      "grad_norm": 0.5015431213941005,
+      "learning_rate": 1.5081080545659874e-05,
+      "loss": 0.0754,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04622363671660423,
+      "step": 3845,
+      "valid_targets_mean": 1463.9,
+      "valid_targets_min": 627
+    },
+    {
+      "epoch": 4.356536502546689,
+      "grad_norm": 0.5140096283073178,
+      "learning_rate": 1.5026420816455156e-05,
+      "loss": 0.0836,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0405731201171875,
+      "step": 3850,
+      "valid_targets_mean": 1701.5,
+      "valid_targets_min": 827
+    },
+    {
+      "epoch": 4.362195812110922,
+      "grad_norm": 0.48814633520116596,
+      "learning_rate": 1.4971800656158624e-05,
+      "loss": 0.0862,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03916483372449875,
+      "step": 3855,
+      "valid_targets_mean": 1789.9,
+      "valid_targets_min": 940
+    },
+    {
+      "epoch": 4.367855121675156,
+      "grad_norm": 0.4132972975750427,
+      "learning_rate": 1.4917220499318506e-05,
+      "loss": 0.1004,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03779223561286926,
+      "step": 3860,
+      "valid_targets_mean": 2943.8,
+      "valid_targets_min": 958
+    },
+    {
+      "epoch": 4.373514431239389,
+      "grad_norm": 0.45275081977832515,
+      "learning_rate": 1.4862680780164805e-05,
+      "loss": 0.0831,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.035530224442481995,
+      "step": 3865,
+      "valid_targets_mean": 1859.2,
+      "valid_targets_min": 719
+    },
+    {
+      "epoch": 4.379173740803622,
+      "grad_norm": 0.5025845347171094,
+      "learning_rate": 1.4808181932605787e-05,
+      "loss": 0.1019,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03286820650100708,
+      "step": 3870,
+      "valid_targets_mean": 1703.9,
+      "valid_targets_min": 759
+    },
+    {
+      "epoch": 4.384833050367855,
+      "grad_norm": 0.7441302882705789,
+      "learning_rate": 1.4753724390224551e-05,
+      "loss": 0.105,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10826053470373154,
+      "step": 3875,
+      "valid_targets_mean": 1556.6,
+      "valid_targets_min": 521
+    },
+    {
+      "epoch": 4.390492359932089,
+      "grad_norm": 0.433191395854235,
+      "learning_rate": 1.4699308586275591e-05,
+      "loss": 0.0843,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05096182972192764,
+      "step": 3880,
+      "valid_targets_mean": 3267.6,
+      "valid_targets_min": 1032
+    },
+    {
+      "epoch": 4.396151669496321,
+      "grad_norm": 0.3763981856513456,
+      "learning_rate": 1.464493495368132e-05,
+      "loss": 0.0712,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.028606755658984184,
+      "step": 3885,
+      "valid_targets_mean": 3609.0,
+      "valid_targets_min": 2741
+    },
+    {
+      "epoch": 4.401810979060555,
+      "grad_norm": 0.39195036983640796,
+      "learning_rate": 1.459060392502866e-05,
+      "loss": 0.0817,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.034750986844301224,
+      "step": 3890,
+      "valid_targets_mean": 2735.8,
+      "valid_targets_min": 1692
+    },
+    {
+      "epoch": 4.407470288624788,
+      "grad_norm": 0.402175644220058,
+      "learning_rate": 1.4536315932565575e-05,
+      "loss": 0.1114,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04643615335226059,
+      "step": 3895,
+      "valid_targets_mean": 3693.4,
+      "valid_targets_min": 2215
+    },
+    {
+      "epoch": 4.413129598189021,
+      "grad_norm": 0.37235681018612127,
+      "learning_rate": 1.448207140819764e-05,
+      "loss": 0.0681,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.030617203563451767,
+      "step": 3900,
+      "valid_targets_mean": 3109.9,
+      "valid_targets_min": 723
+    },
+    {
+      "epoch": 4.418788907753254,
+      "grad_norm": 0.3386227891488351,
+      "learning_rate": 1.4427870783484613e-05,
+      "loss": 0.0845,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03594548627734184,
+      "step": 3905,
+      "valid_targets_mean": 4984.2,
+      "valid_targets_min": 3282
+    },
+    {
+      "epoch": 4.4244482173174875,
+      "grad_norm": 0.3103755738346701,
+      "learning_rate": 1.4373714489636985e-05,
+      "loss": 0.0789,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03337225317955017,
+      "step": 3910,
+      "valid_targets_mean": 3863.4,
+      "valid_targets_min": 995
+    },
+    {
+      "epoch": 4.43010752688172,
+      "grad_norm": 0.2770027109506393,
+      "learning_rate": 1.4319602957512564e-05,
+      "loss": 0.068,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.032206807285547256,
+      "step": 3915,
+      "valid_targets_mean": 4201.0,
+      "valid_targets_min": 949
+    },
+    {
+      "epoch": 4.4357668364459535,
+      "grad_norm": 0.40662436545355135,
+      "learning_rate": 1.4265536617613043e-05,
+      "loss": 0.0887,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.055988721549510956,
+      "step": 3920,
+      "valid_targets_mean": 4321.6,
+      "valid_targets_min": 2724
+    },
+    {
+      "epoch": 4.441426146010187,
+      "grad_norm": 0.3409234587288552,
+      "learning_rate": 1.4211515900080568e-05,
+      "loss": 0.0735,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02467377483844757,
+      "step": 3925,
+      "valid_targets_mean": 3384.5,
+      "valid_targets_min": 424
+    },
+    {
+      "epoch": 4.44708545557442,
+      "grad_norm": 0.41356156416362616,
+      "learning_rate": 1.4157541234694324e-05,
+      "loss": 0.1065,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.032063525170087814,
+      "step": 3930,
+      "valid_targets_mean": 2987.2,
+      "valid_targets_min": 531
+    },
+    {
+      "epoch": 4.452744765138653,
+      "grad_norm": 0.3208174346738755,
+      "learning_rate": 1.4103613050867117e-05,
+      "loss": 0.1014,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03163669630885124,
+      "step": 3935,
+      "valid_targets_mean": 3469.5,
+      "valid_targets_min": 1195
+    },
+    {
+      "epoch": 4.458404074702886,
+      "grad_norm": 0.37296747713192585,
+      "learning_rate": 1.4049731777641948e-05,
+      "loss": 0.0687,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0622045174241066,
+      "step": 3940,
+      "valid_targets_mean": 2682.8,
+      "valid_targets_min": 722
+    },
+    {
+      "epoch": 4.46406338426712,
+      "grad_norm": 0.3788786441787262,
+      "learning_rate": 1.3995897843688615e-05,
+      "loss": 0.0978,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03428567945957184,
+      "step": 3945,
+      "valid_targets_mean": 3496.9,
+      "valid_targets_min": 1251
+    },
+    {
+      "epoch": 4.469722693831352,
+      "grad_norm": 0.40435181825423283,
+      "learning_rate": 1.3942111677300276e-05,
+      "loss": 0.0783,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042698122560977936,
+      "step": 3950,
+      "valid_targets_mean": 2912.5,
+      "valid_targets_min": 970
+    },
+    {
+      "epoch": 4.475382003395586,
+      "grad_norm": 0.5648490933493956,
+      "learning_rate": 1.388837370639008e-05,
+      "loss": 0.089,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.043184563517570496,
+      "step": 3955,
+      "valid_targets_mean": 1423.6,
+      "valid_targets_min": 634
+    },
+    {
+      "epoch": 4.481041312959819,
+      "grad_norm": 0.6048089226818909,
+      "learning_rate": 1.3834684358487731e-05,
+      "loss": 0.1028,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06896237283945084,
+      "step": 3960,
+      "valid_targets_mean": 1423.9,
+      "valid_targets_min": 685
+    },
+    {
+      "epoch": 4.486700622524052,
+      "grad_norm": 0.42283095468212983,
+      "learning_rate": 1.3781044060736089e-05,
+      "loss": 0.1121,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03126339986920357,
+      "step": 3965,
+      "valid_targets_mean": 2932.5,
+      "valid_targets_min": 593
+    },
+    {
+      "epoch": 4.492359932088285,
+      "grad_norm": 0.3930952737533528,
+      "learning_rate": 1.3727453239887796e-05,
+      "loss": 0.0869,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03336304426193237,
+      "step": 3970,
+      "valid_targets_mean": 3945.8,
+      "valid_targets_min": 3129
+    },
+    {
+      "epoch": 4.498019241652519,
+      "grad_norm": 0.4228850582250867,
+      "learning_rate": 1.367391232230185e-05,
+      "loss": 0.0889,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04839891940355301,
+      "step": 3975,
+      "valid_targets_mean": 3621.1,
+      "valid_targets_min": 859
+    },
+    {
+      "epoch": 4.503678551216751,
+      "grad_norm": 0.48907946540158925,
+      "learning_rate": 1.3620421733940234e-05,
+      "loss": 0.0796,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04165098816156387,
+      "step": 3980,
+      "valid_targets_mean": 2553.0,
+      "valid_targets_min": 616
+    },
+    {
+      "epoch": 4.509337860780985,
+      "grad_norm": 0.4190442455071584,
+      "learning_rate": 1.356698190036453e-05,
+      "loss": 0.0785,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03545888513326645,
+      "step": 3985,
+      "valid_targets_mean": 2690.5,
+      "valid_targets_min": 541
+    },
+    {
+      "epoch": 4.514997170345218,
+      "grad_norm": 0.8437217629188583,
+      "learning_rate": 1.3513593246732506e-05,
+      "loss": 0.0752,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05044470727443695,
+      "step": 3990,
+      "valid_targets_mean": 906.4,
+      "valid_targets_min": 598
+    },
+    {
+      "epoch": 4.5206564799094515,
+      "grad_norm": 0.4600969761345104,
+      "learning_rate": 1.3460256197794768e-05,
+      "loss": 0.0915,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03999202698469162,
+      "step": 3995,
+      "valid_targets_mean": 3147.2,
+      "valid_targets_min": 1101
+    },
+    {
+      "epoch": 4.526315789473684,
+      "grad_norm": 0.5107071187294293,
+      "learning_rate": 1.3406971177891343e-05,
+      "loss": 0.0746,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.034907665103673935,
+      "step": 4000,
+      "valid_targets_mean": 2331.8,
+      "valid_targets_min": 680
+    },
+    {
+      "epoch": 4.5319750990379175,
+      "grad_norm": 0.37300671528049695,
+      "learning_rate": 1.3353738610948347e-05,
+      "loss": 0.0755,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04032396525144577,
+      "step": 4005,
+      "valid_targets_mean": 2577.0,
+      "valid_targets_min": 774
+    },
+    {
+      "epoch": 4.53763440860215,
+      "grad_norm": 0.4193766212899392,
+      "learning_rate": 1.3300558920474586e-05,
+      "loss": 0.089,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047154612839221954,
+      "step": 4010,
+      "valid_targets_mean": 4140.1,
+      "valid_targets_min": 1474
+    },
+    {
+      "epoch": 4.5432937181663835,
+      "grad_norm": 0.2421791647357862,
+      "learning_rate": 1.3247432529558175e-05,
+      "loss": 0.0696,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.024772703647613525,
+      "step": 4015,
+      "valid_targets_mean": 5498.9,
+      "valid_targets_min": 3677
+    },
+    {
+      "epoch": 4.548953027730617,
+      "grad_norm": 0.38238118057549253,
+      "learning_rate": 1.3194359860863201e-05,
+      "loss": 0.0764,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.044898584485054016,
+      "step": 4020,
+      "valid_targets_mean": 3352.5,
+      "valid_targets_min": 675
+    },
+    {
+      "epoch": 4.55461233729485,
+      "grad_norm": 0.35568346023941233,
+      "learning_rate": 1.3141341336626336e-05,
+      "loss": 0.0741,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03152969479560852,
+      "step": 4025,
+      "valid_targets_mean": 3902.5,
+      "valid_targets_min": 795
+    },
+    {
+      "epoch": 4.560271646859083,
+      "grad_norm": 0.5484882564273186,
+      "learning_rate": 1.3088377378653503e-05,
+      "loss": 0.1747,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07694399356842041,
+      "step": 4030,
+      "valid_targets_mean": 2495.0,
+      "valid_targets_min": 605
+    },
+    {
+      "epoch": 4.565930956423316,
+      "grad_norm": 0.3475723012625417,
+      "learning_rate": 1.3035468408316501e-05,
+      "loss": 0.0731,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03695917874574661,
+      "step": 4035,
+      "valid_targets_mean": 3298.6,
+      "valid_targets_min": 985
+    },
+    {
+      "epoch": 4.57159026598755,
+      "grad_norm": 0.41936708362600394,
+      "learning_rate": 1.2982614846549639e-05,
+      "loss": 0.0842,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04045773297548294,
+      "step": 4040,
+      "valid_targets_mean": 3505.2,
+      "valid_targets_min": 878
+    },
+    {
+      "epoch": 4.577249575551782,
+      "grad_norm": 0.7145533132914758,
+      "learning_rate": 1.2929817113846428e-05,
+      "loss": 0.1049,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.11567816138267517,
+      "step": 4045,
+      "valid_targets_mean": 2289.5,
+      "valid_targets_min": 1214
+    },
+    {
+      "epoch": 4.582908885116016,
+      "grad_norm": 0.5641645194220422,
+      "learning_rate": 1.287707563025621e-05,
+      "loss": 0.1585,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0779387354850769,
+      "step": 4050,
+      "valid_targets_mean": 5734.0,
+      "valid_targets_min": 4389
+    },
+    {
+      "epoch": 4.588568194680249,
+      "grad_norm": 0.3839659782753559,
+      "learning_rate": 1.2824390815380805e-05,
+      "loss": 0.158,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07936419546604156,
+      "step": 4055,
+      "valid_targets_mean": 7783.9,
+      "valid_targets_min": 4541
+    },
+    {
+      "epoch": 4.594227504244482,
+      "grad_norm": 0.43780586774804253,
+      "learning_rate": 1.2771763088371202e-05,
+      "loss": 0.1529,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09031634032726288,
+      "step": 4060,
+      "valid_targets_mean": 6178.1,
+      "valid_targets_min": 4245
+    },
+    {
+      "epoch": 4.599886813808715,
+      "grad_norm": 0.3811903286531149,
+      "learning_rate": 1.2719192867924197e-05,
+      "loss": 0.1535,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08019092679023743,
+      "step": 4065,
+      "valid_targets_mean": 6757.1,
+      "valid_targets_min": 4108
+    },
+    {
+      "epoch": 4.605546123372949,
+      "grad_norm": 0.3921175297747304,
+      "learning_rate": 1.2666680572279083e-05,
+      "loss": 0.1609,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08457393944263458,
+      "step": 4070,
+      "valid_targets_mean": 6910.1,
+      "valid_targets_min": 4689
+    },
+    {
+      "epoch": 4.611205432937181,
+      "grad_norm": 0.48690235782801106,
+      "learning_rate": 1.2614226619214317e-05,
+      "loss": 0.1595,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08393862843513489,
+      "step": 4075,
+      "valid_targets_mean": 5941.6,
+      "valid_targets_min": 4398
+    },
+    {
+      "epoch": 4.616864742501415,
+      "grad_norm": 0.37472519424896533,
+      "learning_rate": 1.2561831426044173e-05,
+      "loss": 0.1579,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06946370005607605,
+      "step": 4080,
+      "valid_targets_mean": 6833.0,
+      "valid_targets_min": 4826
+    },
+    {
+      "epoch": 4.622524052065648,
+      "grad_norm": 0.4310350072416117,
+      "learning_rate": 1.250949540961547e-05,
+      "loss": 0.1579,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08658717572689056,
+      "step": 4085,
+      "valid_targets_mean": 6255.4,
+      "valid_targets_min": 4525
+    },
+    {
+      "epoch": 4.6281833616298815,
+      "grad_norm": 0.3837078175362443,
+      "learning_rate": 1.2457218986304196e-05,
+      "loss": 0.164,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07161261141300201,
+      "step": 4090,
+      "valid_targets_mean": 7195.8,
+      "valid_targets_min": 4970
+    },
+    {
+      "epoch": 4.633842671194114,
+      "grad_norm": 0.379058903259548,
+      "learning_rate": 1.2405002572012252e-05,
+      "loss": 0.1508,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06618999689817429,
+      "step": 4095,
+      "valid_targets_mean": 6242.6,
+      "valid_targets_min": 4552
+    },
+    {
+      "epoch": 4.6395019807583475,
+      "grad_norm": 0.3908252343440054,
+      "learning_rate": 1.2352846582164117e-05,
+      "loss": 0.1613,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07632888108491898,
+      "step": 4100,
+      "valid_targets_mean": 6830.8,
+      "valid_targets_min": 3009
+    },
+    {
+      "epoch": 4.645161290322581,
+      "grad_norm": 0.41875605434500857,
+      "learning_rate": 1.2300751431703523e-05,
+      "loss": 0.1477,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08107197284698486,
+      "step": 4105,
+      "valid_targets_mean": 7165.4,
+      "valid_targets_min": 5304
+    },
+    {
+      "epoch": 4.6508205998868135,
+      "grad_norm": 0.38780398890332185,
+      "learning_rate": 1.2248717535090196e-05,
+      "loss": 0.1564,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06324753165245056,
+      "step": 4110,
+      "valid_targets_mean": 5539.0,
+      "valid_targets_min": 3815
+    },
+    {
+      "epoch": 4.656479909451047,
+      "grad_norm": 0.39156724007158206,
+      "learning_rate": 1.2196745306296522e-05,
+      "loss": 0.1397,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07122830301523209,
+      "step": 4115,
+      "valid_targets_mean": 6168.2,
+      "valid_targets_min": 5417
+    },
+    {
+      "epoch": 4.66213921901528,
+      "grad_norm": 0.3932438953465682,
+      "learning_rate": 1.2144835158804282e-05,
+      "loss": 0.1421,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08094830065965652,
+      "step": 4120,
+      "valid_targets_mean": 8675.8,
+      "valid_targets_min": 4939
+    },
+    {
+      "epoch": 4.667798528579513,
+      "grad_norm": 0.37836227546275575,
+      "learning_rate": 1.2092987505601346e-05,
+      "loss": 0.157,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07368934154510498,
+      "step": 4125,
+      "valid_targets_mean": 6676.6,
+      "valid_targets_min": 5361
+    },
+    {
+      "epoch": 4.673457838143746,
+      "grad_norm": 0.3824607699024186,
+      "learning_rate": 1.2041202759178381e-05,
+      "loss": 0.1517,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05529152974486351,
+      "step": 4130,
+      "valid_targets_mean": 6001.9,
+      "valid_targets_min": 4384
+    },
+    {
+      "epoch": 4.67911714770798,
+      "grad_norm": 0.41555495119465163,
+      "learning_rate": 1.198948133152559e-05,
+      "loss": 0.1384,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06710748374462128,
+      "step": 4135,
+      "valid_targets_mean": 6403.6,
+      "valid_targets_min": 4823
+    },
+    {
+      "epoch": 4.684776457272212,
+      "grad_norm": 0.37979549651817585,
+      "learning_rate": 1.1937823634129416e-05,
+      "loss": 0.1358,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06499824672937393,
+      "step": 4140,
+      "valid_targets_mean": 6612.9,
+      "valid_targets_min": 5243
+    },
+    {
+      "epoch": 4.690435766836446,
+      "grad_norm": 0.39709108751759126,
+      "learning_rate": 1.1886230077969278e-05,
+      "loss": 0.148,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07931042462587357,
+      "step": 4145,
+      "valid_targets_mean": 6701.5,
+      "valid_targets_min": 4868
+    },
+    {
+      "epoch": 4.696095076400679,
+      "grad_norm": 0.38870622397209686,
+      "learning_rate": 1.1834701073514306e-05,
+      "loss": 0.1673,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09310270100831985,
+      "step": 4150,
+      "valid_targets_mean": 6796.9,
+      "valid_targets_min": 4988
+    },
+    {
+      "epoch": 4.701754385964913,
+      "grad_norm": 0.43720168717472535,
+      "learning_rate": 1.1783237030720049e-05,
+      "loss": 0.1474,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07925724238157272,
+      "step": 4155,
+      "valid_targets_mean": 5708.9,
+      "valid_targets_min": 4499
+    },
+    {
+      "epoch": 4.707413695529145,
+      "grad_norm": 0.44013489757304236,
+      "learning_rate": 1.1731838359025261e-05,
+      "loss": 0.1518,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10216553509235382,
+      "step": 4160,
+      "valid_targets_mean": 6788.8,
+      "valid_targets_min": 5433
+    },
+    {
+      "epoch": 4.713073005093379,
+      "grad_norm": 0.45488884848440536,
+      "learning_rate": 1.1680505467348584e-05,
+      "loss": 0.159,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0847107321023941,
+      "step": 4165,
+      "valid_targets_mean": 6085.2,
+      "valid_targets_min": 4619
+    },
+    {
+      "epoch": 4.718732314657612,
+      "grad_norm": 0.4098054717644627,
+      "learning_rate": 1.162923876408535e-05,
+      "loss": 0.1773,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07096484303474426,
+      "step": 4170,
+      "valid_targets_mean": 5615.4,
+      "valid_targets_min": 4596
+    },
+    {
+      "epoch": 4.724391624221845,
+      "grad_norm": 0.43625761231220916,
+      "learning_rate": 1.1578038657104295e-05,
+      "loss": 0.1793,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07293984293937683,
+      "step": 4175,
+      "valid_targets_mean": 6138.2,
+      "valid_targets_min": 4581
+    },
+    {
+      "epoch": 4.730050933786078,
+      "grad_norm": 0.40294247350992274,
+      "learning_rate": 1.1526905553744337e-05,
+      "loss": 0.1515,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07699081301689148,
+      "step": 4180,
+      "valid_targets_mean": 6245.5,
+      "valid_targets_min": 5647
+    },
+    {
+      "epoch": 4.7357102433503115,
+      "grad_norm": 0.3897786464383688,
+      "learning_rate": 1.1475839860811301e-05,
+      "loss": 0.1549,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06682749092578888,
+      "step": 4185,
+      "valid_targets_mean": 6804.4,
+      "valid_targets_min": 4398
+    },
+    {
+      "epoch": 4.741369552914544,
+      "grad_norm": 0.4457411071079685,
+      "learning_rate": 1.142484198457475e-05,
+      "loss": 0.1568,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08734531700611115,
+      "step": 4190,
+      "valid_targets_mean": 6334.9,
+      "valid_targets_min": 4418
+    },
+    {
+      "epoch": 4.7470288624787775,
+      "grad_norm": 0.42983068360634674,
+      "learning_rate": 1.1373912330764671e-05,
+      "loss": 0.1618,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07989311963319778,
+      "step": 4195,
+      "valid_targets_mean": 6267.6,
+      "valid_targets_min": 4969
+    },
+    {
+      "epoch": 4.752688172043011,
+      "grad_norm": 0.3754780927843705,
+      "learning_rate": 1.1323051304568292e-05,
+      "loss": 0.1482,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06956741213798523,
+      "step": 4200,
+      "valid_targets_mean": 7183.8,
+      "valid_targets_min": 5042
+    },
+    {
+      "epoch": 4.7583474816072435,
+      "grad_norm": 0.4377212721323755,
+      "learning_rate": 1.1272259310626872e-05,
+      "loss": 0.1647,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08422774076461792,
+      "step": 4205,
+      "valid_targets_mean": 7177.6,
+      "valid_targets_min": 4625
+    },
+    {
+      "epoch": 4.764006791171477,
+      "grad_norm": 0.44558446888656894,
+      "learning_rate": 1.122153675303244e-05,
+      "loss": 0.1597,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07981698215007782,
+      "step": 4210,
+      "valid_targets_mean": 6203.6,
+      "valid_targets_min": 4820
+    },
+    {
+      "epoch": 4.76966610073571,
+      "grad_norm": 0.4167381948685433,
+      "learning_rate": 1.1170884035324607e-05,
+      "loss": 0.1472,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07194990664720535,
+      "step": 4215,
+      "valid_targets_mean": 5743.5,
+      "valid_targets_min": 4337
+    },
+    {
+      "epoch": 4.775325410299944,
+      "grad_norm": 0.4152881526429264,
+      "learning_rate": 1.1120301560487365e-05,
+      "loss": 0.1373,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07468633353710175,
+      "step": 4220,
+      "valid_targets_mean": 6947.5,
+      "valid_targets_min": 3281
+    },
+    {
+      "epoch": 4.780984719864176,
+      "grad_norm": 0.45436545866640327,
+      "learning_rate": 1.1069789730945849e-05,
+      "loss": 0.1535,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07758845388889313,
+      "step": 4225,
+      "valid_targets_mean": 6575.4,
+      "valid_targets_min": 5298
+    },
+    {
+      "epoch": 4.78664402942841,
+      "grad_norm": 0.47195793354702353,
+      "learning_rate": 1.1019348948563154e-05,
+      "loss": 0.1667,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08708202838897705,
+      "step": 4230,
+      "valid_targets_mean": 6347.8,
+      "valid_targets_min": 4543
+    },
+    {
+      "epoch": 4.792303338992643,
+      "grad_norm": 0.43626009702072804,
+      "learning_rate": 1.096897961463714e-05,
+      "loss": 0.1605,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07777862250804901,
+      "step": 4235,
+      "valid_targets_mean": 6430.0,
+      "valid_targets_min": 4713
+    },
+    {
+      "epoch": 4.797962648556876,
+      "grad_norm": 0.38932044404082405,
+      "learning_rate": 1.0918682129897244e-05,
+      "loss": 0.1453,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06617245078086853,
+      "step": 4240,
+      "valid_targets_mean": 5641.6,
+      "valid_targets_min": 5269
+    },
+    {
+      "epoch": 4.803621958121109,
+      "grad_norm": 0.39367960502629834,
+      "learning_rate": 1.0868456894501276e-05,
+      "loss": 0.1468,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07634148746728897,
+      "step": 4245,
+      "valid_targets_mean": 6397.2,
+      "valid_targets_min": 3450
+    },
+    {
+      "epoch": 4.809281267685343,
+      "grad_norm": 0.42920395042668,
+      "learning_rate": 1.0818304308032232e-05,
+      "loss": 0.1541,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08132395893335342,
+      "step": 4250,
+      "valid_targets_mean": 7338.9,
+      "valid_targets_min": 4959
+    },
+    {
+      "epoch": 4.814940577249575,
+      "grad_norm": 0.4213994531330286,
+      "learning_rate": 1.0768224769495155e-05,
+      "loss": 0.1597,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08521014451980591,
+      "step": 4255,
+      "valid_targets_mean": 6312.1,
+      "valid_targets_min": 5322
+    },
+    {
+      "epoch": 4.820599886813809,
+      "grad_norm": 0.4243478471848131,
+      "learning_rate": 1.0718218677313904e-05,
+      "loss": 0.1471,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0787557065486908,
+      "step": 4260,
+      "valid_targets_mean": 6234.5,
+      "valid_targets_min": 4716
+    },
+    {
+      "epoch": 4.826259196378042,
+      "grad_norm": 0.47056588318371356,
+      "learning_rate": 1.0668286429328015e-05,
+      "loss": 0.152,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08404265344142914,
+      "step": 4265,
+      "valid_targets_mean": 5793.6,
+      "valid_targets_min": 4309
+    },
+    {
+      "epoch": 4.831918505942275,
+      "grad_norm": 0.4252455589626042,
+      "learning_rate": 1.0618428422789555e-05,
+      "loss": 0.1593,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08075364679098129,
+      "step": 4270,
+      "valid_targets_mean": 6092.1,
+      "valid_targets_min": 4923
+    },
+    {
+      "epoch": 4.837577815506508,
+      "grad_norm": 0.5743013606764064,
+      "learning_rate": 1.0568645054359919e-05,
+      "loss": 0.1324,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07704248279333115,
+      "step": 4275,
+      "valid_targets_mean": 6810.4,
+      "valid_targets_min": 4112
+    },
+    {
+      "epoch": 4.8432371250707416,
+      "grad_norm": 0.39592548119886867,
+      "learning_rate": 1.051893672010669e-05,
+      "loss": 0.1295,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07613039761781693,
+      "step": 4280,
+      "valid_targets_mean": 5986.9,
+      "valid_targets_min": 3761
+    },
+    {
+      "epoch": 4.848896434634975,
+      "grad_norm": 0.3889401052006256,
+      "learning_rate": 1.0469303815500518e-05,
+      "loss": 0.1404,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06770626455545425,
+      "step": 4285,
+      "valid_targets_mean": 6484.5,
+      "valid_targets_min": 5426
+    },
+    {
+      "epoch": 4.8545557441992075,
+      "grad_norm": 0.4252413307253176,
+      "learning_rate": 1.0419746735411922e-05,
+      "loss": 0.1461,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07313274592161179,
+      "step": 4290,
+      "valid_targets_mean": 5448.1,
+      "valid_targets_min": 3853
+    },
+    {
+      "epoch": 4.860215053763441,
+      "grad_norm": 0.461735193671975,
+      "learning_rate": 1.037026587410819e-05,
+      "loss": 0.1666,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09036986529827118,
+      "step": 4295,
+      "valid_targets_mean": 6877.9,
+      "valid_targets_min": 5073
+    },
+    {
+      "epoch": 4.8658743633276735,
+      "grad_norm": 0.44096608205122684,
+      "learning_rate": 1.032086162525021e-05,
+      "loss": 0.1842,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08363276720046997,
+      "step": 4300,
+      "valid_targets_mean": 6082.2,
+      "valid_targets_min": 4487
+    },
+    {
+      "epoch": 4.871533672891907,
+      "grad_norm": 0.40175967153448644,
+      "learning_rate": 1.0271534381889385e-05,
+      "loss": 0.1467,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06342478841543198,
+      "step": 4305,
+      "valid_targets_mean": 5412.6,
+      "valid_targets_min": 4773
+    },
+    {
+      "epoch": 4.87719298245614,
+      "grad_norm": 0.4267089964629085,
+      "learning_rate": 1.0222284536464451e-05,
+      "loss": 0.1533,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0881476104259491,
+      "step": 4310,
+      "valid_targets_mean": 6079.9,
+      "valid_targets_min": 4547
+    },
+    {
+      "epoch": 4.882852292020374,
+      "grad_norm": 0.40810288675710565,
+      "learning_rate": 1.0173112480798376e-05,
+      "loss": 0.1496,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07969158887863159,
+      "step": 4315,
+      "valid_targets_mean": 6327.1,
+      "valid_targets_min": 4826
+    },
+    {
+      "epoch": 4.888511601584606,
+      "grad_norm": 0.402645330063668,
+      "learning_rate": 1.0124018606095278e-05,
+      "loss": 0.1723,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08202679455280304,
+      "step": 4320,
+      "valid_targets_mean": 7172.9,
+      "valid_targets_min": 4949
+    },
+    {
+      "epoch": 4.89417091114884,
+      "grad_norm": 0.4248337483053415,
+      "learning_rate": 1.0075003302937247e-05,
+      "loss": 0.1571,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07410774379968643,
+      "step": 4325,
+      "valid_targets_mean": 7059.6,
+      "valid_targets_min": 4489
+    },
+    {
+      "epoch": 4.899830220713073,
+      "grad_norm": 0.4370083120382635,
+      "learning_rate": 1.0026066961281282e-05,
+      "loss": 0.1558,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07156321406364441,
+      "step": 4330,
+      "valid_targets_mean": 6002.6,
+      "valid_targets_min": 4865
+    },
+    {
+      "epoch": 4.905489530277306,
+      "grad_norm": 0.3953350659908636,
+      "learning_rate": 9.977209970456194e-06,
+      "loss": 0.1581,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06931529939174652,
+      "step": 4335,
+      "valid_targets_mean": 5837.2,
+      "valid_targets_min": 4452
+    },
+    {
+      "epoch": 4.911148839841539,
+      "grad_norm": 0.40157243988288766,
+      "learning_rate": 9.928432719159475e-06,
+      "loss": 0.1381,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06669177114963531,
+      "step": 4340,
+      "valid_targets_mean": 5746.0,
+      "valid_targets_min": 4915
+    },
+    {
+      "epoch": 4.916808149405773,
+      "grad_norm": 0.38731243010187155,
+      "learning_rate": 9.879735595454232e-06,
+      "loss": 0.1523,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.060908619314432144,
+      "step": 4345,
+      "valid_targets_mean": 5819.8,
+      "valid_targets_min": 3727
+    },
+    {
+      "epoch": 4.922467458970006,
+      "grad_norm": 0.3684276727705525,
+      "learning_rate": 9.831118986766084e-06,
+      "loss": 0.1936,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06493750959634781,
+      "step": 4350,
+      "valid_targets_mean": 5818.0,
+      "valid_targets_min": 4482
+    },
+    {
+      "epoch": 4.928126768534239,
+      "grad_norm": 0.3873670628522635,
+      "learning_rate": 9.782583279880096e-06,
+      "loss": 0.1445,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07012508809566498,
+      "step": 4355,
+      "valid_targets_mean": 6368.6,
+      "valid_targets_min": 4598
+    },
+    {
+      "epoch": 4.933786078098472,
+      "grad_norm": 0.451605814289351,
+      "learning_rate": 9.734128860937675e-06,
+      "loss": 0.1571,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07075818628072739,
+      "step": 4360,
+      "valid_targets_mean": 5623.0,
+      "valid_targets_min": 4395
+    },
+    {
+      "epoch": 4.939445387662705,
+      "grad_norm": 0.4432899759994766,
+      "learning_rate": 9.68575611543355e-06,
+      "loss": 0.1578,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07715544104576111,
+      "step": 4365,
+      "valid_targets_mean": 5788.0,
+      "valid_targets_min": 4135
+    },
+    {
+      "epoch": 4.945104697226938,
+      "grad_norm": 0.4105329056121915,
+      "learning_rate": 9.637465428212636e-06,
+      "loss": 0.1443,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06590640544891357,
+      "step": 4370,
+      "valid_targets_mean": 6081.9,
+      "valid_targets_min": 4262
+    },
+    {
+      "epoch": 4.950764006791172,
+      "grad_norm": 0.4538542046801599,
+      "learning_rate": 9.589257183467025e-06,
+      "loss": 0.1409,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08474253118038177,
+      "step": 4375,
+      "valid_targets_mean": 7015.5,
+      "valid_targets_min": 5149
+    },
+    {
+      "epoch": 4.956423316355405,
+      "grad_norm": 0.42676147623064875,
+      "learning_rate": 9.541131764732896e-06,
+      "loss": 0.1453,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06608035415410995,
+      "step": 4380,
+      "valid_targets_mean": 5913.9,
+      "valid_targets_min": 3437
+    },
+    {
+      "epoch": 4.962082625919638,
+      "grad_norm": 0.4221962774727456,
+      "learning_rate": 9.493089554887508e-06,
+      "loss": 0.1538,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07253015041351318,
+      "step": 4385,
+      "valid_targets_mean": 6859.5,
+      "valid_targets_min": 3535
+    },
+    {
+      "epoch": 4.967741935483871,
+      "grad_norm": 0.42935647093307616,
+      "learning_rate": 9.445130936146098e-06,
+      "loss": 0.1447,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08380566537380219,
+      "step": 4390,
+      "valid_targets_mean": 6618.5,
+      "valid_targets_min": 4712
+    },
+    {
+      "epoch": 4.973401245048104,
+      "grad_norm": 0.3644620796089173,
+      "learning_rate": 9.397256290058869e-06,
+      "loss": 0.1471,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07990467548370361,
+      "step": 4395,
+      "valid_targets_mean": 7741.1,
+      "valid_targets_min": 4987
+    },
+    {
+      "epoch": 4.979060554612337,
+      "grad_norm": 0.43536716165333933,
+      "learning_rate": 9.349465997507974e-06,
+      "loss": 0.1572,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08105675131082535,
+      "step": 4400,
+      "valid_targets_mean": 6720.6,
+      "valid_targets_min": 3577
+    },
+    {
+      "epoch": 4.98471986417657,
+      "grad_norm": 0.4495760127220141,
+      "learning_rate": 9.301760438704442e-06,
+      "loss": 0.1335,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07325148582458496,
+      "step": 4405,
+      "valid_targets_mean": 5528.4,
+      "valid_targets_min": 3665
+    },
+    {
+      "epoch": 4.990379173740804,
+      "grad_norm": 0.5325255775898624,
+      "learning_rate": 9.254139993185176e-06,
+      "loss": 0.1606,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07834718376398087,
+      "step": 4410,
+      "valid_targets_mean": 7081.1,
+      "valid_targets_min": 5409
+    },
+    {
+      "epoch": 4.996038483305036,
+      "grad_norm": 0.42523707223061147,
+      "learning_rate": 9.206605039809955e-06,
+      "loss": 0.16,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07933046668767929,
+      "step": 4415,
+      "valid_targets_mean": 5952.5,
+      "valid_targets_min": 3545
+    },
+    {
+      "epoch": 5.001131861912847,
+      "grad_norm": 0.638363339498774,
+      "learning_rate": 9.159155956758375e-06,
+      "loss": 0.1498,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06102922558784485,
+      "step": 4420,
+      "valid_targets_mean": 1525.2,
+      "valid_targets_min": 534
+    },
+    {
+      "epoch": 5.006791171477079,
+      "grad_norm": 0.3876386384969105,
+      "learning_rate": 9.111793121526862e-06,
+      "loss": 0.1006,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.033130843192338943,
+      "step": 4425,
+      "valid_targets_mean": 2735.4,
+      "valid_targets_min": 834
+    },
+    {
+      "epoch": 5.012450481041313,
+      "grad_norm": 0.3723456784387418,
+      "learning_rate": 9.064516910925698e-06,
+      "loss": 0.0817,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.038259223103523254,
+      "step": 4430,
+      "valid_targets_mean": 3253.9,
+      "valid_targets_min": 2790
+    },
+    {
+      "epoch": 5.018109790605546,
+      "grad_norm": 0.41959277022738695,
+      "learning_rate": 9.017327701075965e-06,
+      "loss": 0.0755,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03765428066253662,
+      "step": 4435,
+      "valid_targets_mean": 3383.1,
+      "valid_targets_min": 2133
+    },
+    {
+      "epoch": 5.023769100169779,
+      "grad_norm": 0.4426402802559362,
+      "learning_rate": 8.970225867406593e-06,
+      "loss": 0.0951,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042580496519804,
+      "step": 4440,
+      "valid_targets_mean": 2954.8,
+      "valid_targets_min": 2338
+    },
+    {
+      "epoch": 5.029428409734012,
+      "grad_norm": 0.4350704423736611,
+      "learning_rate": 8.923211784651356e-06,
+      "loss": 0.0739,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03806948661804199,
+      "step": 4445,
+      "valid_targets_mean": 2680.4,
+      "valid_targets_min": 662
+    },
+    {
+      "epoch": 5.035087719298246,
+      "grad_norm": 1.0300556636605873,
+      "learning_rate": 8.876285826845918e-06,
+      "loss": 0.1014,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07481037080287933,
+      "step": 4450,
+      "valid_targets_mean": 1101.0,
+      "valid_targets_min": 559
+    },
+    {
+      "epoch": 5.040747028862479,
+      "grad_norm": 0.404777286331085,
+      "learning_rate": 8.82944836732482e-06,
+      "loss": 0.1122,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03385402262210846,
+      "step": 4455,
+      "valid_targets_mean": 3490.6,
+      "valid_targets_min": 1091
+    },
+    {
+      "epoch": 5.046406338426712,
+      "grad_norm": 0.40573696064641523,
+      "learning_rate": 8.782699778718516e-06,
+      "loss": 0.0852,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03949911519885063,
+      "step": 4460,
+      "valid_targets_mean": 3061.8,
+      "valid_targets_min": 947
+    },
+    {
+      "epoch": 5.052065647990945,
+      "grad_norm": 0.5489247139883345,
+      "learning_rate": 8.736040432950447e-06,
+      "loss": 0.1107,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09486508369445801,
+      "step": 4465,
+      "valid_targets_mean": 2125.4,
+      "valid_targets_min": 859
+    },
+    {
+      "epoch": 5.057724957555179,
+      "grad_norm": 0.30796653853544864,
+      "learning_rate": 8.689470701234037e-06,
+      "loss": 0.0768,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04153946787118912,
+      "step": 4470,
+      "valid_targets_mean": 5837.8,
+      "valid_targets_min": 636
+    },
+    {
+      "epoch": 5.063384267119411,
+      "grad_norm": 0.40499445861651706,
+      "learning_rate": 8.642990954069747e-06,
+      "loss": 0.0766,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042799048125743866,
+      "step": 4475,
+      "valid_targets_mean": 2185.0,
+      "valid_targets_min": 826
+    },
+    {
+      "epoch": 5.069043576683645,
+      "grad_norm": 0.31350898629226726,
+      "learning_rate": 8.596601561242167e-06,
+      "loss": 0.0755,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03391445428133011,
+      "step": 4480,
+      "valid_targets_mean": 3446.5,
+      "valid_targets_min": 1096
+    },
+    {
+      "epoch": 5.074702886247878,
+      "grad_norm": 0.4854951603980173,
+      "learning_rate": 8.550302891817015e-06,
+      "loss": 0.0938,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03978767246007919,
+      "step": 4485,
+      "valid_targets_mean": 2343.1,
+      "valid_targets_min": 688
+    },
+    {
+      "epoch": 5.080362195812111,
+      "grad_norm": 0.3865411280267809,
+      "learning_rate": 8.50409531413824e-06,
+      "loss": 0.096,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02831077389419079,
+      "step": 4490,
+      "valid_targets_mean": 2938.5,
+      "valid_targets_min": 553
+    },
+    {
+      "epoch": 5.086021505376344,
+      "grad_norm": 0.4646528726080392,
+      "learning_rate": 8.457979195825076e-06,
+      "loss": 0.0775,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.041827790439128876,
+      "step": 4495,
+      "valid_targets_mean": 2988.9,
+      "valid_targets_min": 566
+    },
+    {
+      "epoch": 5.0916808149405774,
+      "grad_norm": 0.3385439451476495,
+      "learning_rate": 8.411954903769145e-06,
+      "loss": 0.0712,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029555505141615868,
+      "step": 4500,
+      "valid_targets_mean": 3230.2,
+      "valid_targets_min": 1111
+    },
+    {
+      "epoch": 5.09734012450481,
+      "grad_norm": 0.45477204828158563,
+      "learning_rate": 8.366022804131487e-06,
+      "loss": 0.0764,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05276007205247879,
+      "step": 4505,
+      "valid_targets_mean": 1232.1,
+      "valid_targets_min": 622
+    },
+    {
+      "epoch": 5.102999434069043,
+      "grad_norm": 0.6980159160392169,
+      "learning_rate": 8.320183262339686e-06,
+      "loss": 0.0875,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04193844646215439,
+      "step": 4510,
+      "valid_targets_mean": 2132.5,
+      "valid_targets_min": 696
+    },
+    {
+      "epoch": 5.108658743633277,
+      "grad_norm": 0.47831633893518705,
+      "learning_rate": 8.274436643084962e-06,
+      "loss": 0.086,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.044397369027137756,
+      "step": 4515,
+      "valid_targets_mean": 3225.2,
+      "valid_targets_min": 1922
+    },
+    {
+      "epoch": 5.11431805319751,
+      "grad_norm": 0.4687043854565991,
+      "learning_rate": 8.228783310319248e-06,
+      "loss": 0.0865,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.032066695392131805,
+      "step": 4520,
+      "valid_targets_mean": 2008.5,
+      "valid_targets_min": 802
+    },
+    {
+      "epoch": 5.119977362761743,
+      "grad_norm": 0.5540002518793067,
+      "learning_rate": 8.183223627252305e-06,
+      "loss": 0.0951,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0679977536201477,
+      "step": 4525,
+      "valid_targets_mean": 1754.1,
+      "valid_targets_min": 957
+    },
+    {
+      "epoch": 5.125636672325976,
+      "grad_norm": 0.4103603284401227,
+      "learning_rate": 8.137757956348854e-06,
+      "loss": 0.113,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042907726019620895,
+      "step": 4530,
+      "valid_targets_mean": 2498.5,
+      "valid_targets_min": 641
+    },
+    {
+      "epoch": 5.13129598189021,
+      "grad_norm": 0.4269642088304196,
+      "learning_rate": 8.092386659325644e-06,
+      "loss": 0.0732,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04733027517795563,
+      "step": 4535,
+      "valid_targets_mean": 2364.6,
+      "valid_targets_min": 924
+    },
+    {
+      "epoch": 5.136955291454442,
+      "grad_norm": 0.5325298248650074,
+      "learning_rate": 8.047110097148618e-06,
+      "loss": 0.1092,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07877378910779953,
+      "step": 4540,
+      "valid_targets_mean": 2385.5,
+      "valid_targets_min": 700
+    },
+    {
+      "epoch": 5.142614601018676,
+      "grad_norm": 1.2876473790910719,
+      "learning_rate": 8.001928630030017e-06,
+      "loss": 0.0912,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07444595545530319,
+      "step": 4545,
+      "valid_targets_mean": 3363.2,
+      "valid_targets_min": 2731
+    },
+    {
+      "epoch": 5.148273910582909,
+      "grad_norm": 0.5545015729804329,
+      "learning_rate": 7.95684261742554e-06,
+      "loss": 0.082,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06806674599647522,
+      "step": 4550,
+      "valid_targets_mean": 2615.0,
+      "valid_targets_min": 893
+    },
+    {
+      "epoch": 5.153933220147142,
+      "grad_norm": 0.794714466040992,
+      "learning_rate": 7.911852418031449e-06,
+      "loss": 0.2466,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.27131420373916626,
+      "step": 4555,
+      "valid_targets_mean": 2615.9,
+      "valid_targets_min": 922
+    },
+    {
+      "epoch": 5.159592529711375,
+      "grad_norm": 0.4869722842978916,
+      "learning_rate": 7.866958389781736e-06,
+      "loss": 0.1153,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03053898923099041,
+      "step": 4560,
+      "valid_targets_mean": 1357.4,
+      "valid_targets_min": 507
+    },
+    {
+      "epoch": 5.165251839275609,
+      "grad_norm": 0.4158433073059967,
+      "learning_rate": 7.822160889845286e-06,
+      "loss": 0.0945,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.046558868139982224,
+      "step": 4565,
+      "valid_targets_mean": 3236.9,
+      "valid_targets_min": 615
+    },
+    {
+      "epoch": 5.170911148839841,
+      "grad_norm": 0.5590265507295579,
+      "learning_rate": 7.777460274623005e-06,
+      "loss": 0.1741,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06460557132959366,
+      "step": 4570,
+      "valid_targets_mean": 3023.1,
+      "valid_targets_min": 826
+    },
+    {
+      "epoch": 5.176570458404075,
+      "grad_norm": 0.4438843848729775,
+      "learning_rate": 7.732856899745003e-06,
+      "loss": 0.0815,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04189185053110123,
+      "step": 4575,
+      "valid_targets_mean": 2924.4,
+      "valid_targets_min": 851
+    },
+    {
+      "epoch": 5.182229767968308,
+      "grad_norm": 0.4849378260876977,
+      "learning_rate": 7.688351120067781e-06,
+      "loss": 0.0806,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05326235294342041,
+      "step": 4580,
+      "valid_targets_mean": 4528.4,
+      "valid_targets_min": 2665
+    },
+    {
+      "epoch": 5.187889077532541,
+      "grad_norm": 0.3741307024817952,
+      "learning_rate": 7.643943289671374e-06,
+      "loss": 0.0844,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.028149928897619247,
+      "step": 4585,
+      "valid_targets_mean": 2820.6,
+      "valid_targets_min": 595
+    },
+    {
+      "epoch": 5.193548387096774,
+      "grad_norm": 0.4452966410432175,
+      "learning_rate": 7.599633761856542e-06,
+      "loss": 0.076,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04775497317314148,
+      "step": 4590,
+      "valid_targets_mean": 2583.1,
+      "valid_targets_min": 825
+    },
+    {
+      "epoch": 5.1992076966610075,
+      "grad_norm": 0.4440798702857089,
+      "learning_rate": 7.555422889141997e-06,
+      "loss": 0.0763,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03668874502182007,
+      "step": 4595,
+      "valid_targets_mean": 3771.5,
+      "valid_targets_min": 672
+    },
+    {
+      "epoch": 5.204867006225241,
+      "grad_norm": 0.3763364307402238,
+      "learning_rate": 7.51131102326154e-06,
+      "loss": 0.0702,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02842479571700096,
+      "step": 4600,
+      "valid_targets_mean": 3165.0,
+      "valid_targets_min": 1956
+    },
+    {
+      "epoch": 5.2105263157894735,
+      "grad_norm": 0.4070173177883625,
+      "learning_rate": 7.467298515161305e-06,
+      "loss": 0.0782,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03486517071723938,
+      "step": 4605,
+      "valid_targets_mean": 3719.8,
+      "valid_targets_min": 2540
+    },
+    {
+      "epoch": 5.216185625353707,
+      "grad_norm": 0.45850435098186565,
+      "learning_rate": 7.423385714996942e-06,
+      "loss": 0.0688,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0475509911775589,
+      "step": 4610,
+      "valid_targets_mean": 3447.5,
+      "valid_targets_min": 1240
+    },
+    {
+      "epoch": 5.22184493491794,
+      "grad_norm": 0.31850681395062364,
+      "learning_rate": 7.379572972130864e-06,
+      "loss": 0.1083,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.021806105971336365,
+      "step": 4615,
+      "valid_targets_mean": 2975.2,
+      "valid_targets_min": 623
+    },
+    {
+      "epoch": 5.227504244482173,
+      "grad_norm": 0.3946655684730546,
+      "learning_rate": 7.335860635129426e-06,
+      "loss": 0.0639,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03245675191283226,
+      "step": 4620,
+      "valid_targets_mean": 2960.1,
+      "valid_targets_min": 583
+    },
+    {
+      "epoch": 5.233163554046406,
+      "grad_norm": 0.39632121406728904,
+      "learning_rate": 7.292249051760169e-06,
+      "loss": 0.0681,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.032696548849344254,
+      "step": 4625,
+      "valid_targets_mean": 3723.5,
+      "valid_targets_min": 3230
+    },
+    {
+      "epoch": 5.23882286361064,
+      "grad_norm": 0.4160150461946878,
+      "learning_rate": 7.2487385689890845e-06,
+      "loss": 0.0672,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.027024395763874054,
+      "step": 4630,
+      "valid_targets_mean": 2520.9,
+      "valid_targets_min": 647
+    },
+    {
+      "epoch": 5.244482173174872,
+      "grad_norm": 0.7975024899296032,
+      "learning_rate": 7.205329532977794e-06,
+      "loss": 0.1126,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08603611588478088,
+      "step": 4635,
+      "valid_targets_mean": 1094.5,
+      "valid_targets_min": 195
+    },
+    {
+      "epoch": 5.250141482739106,
+      "grad_norm": 0.3999942886603403,
+      "learning_rate": 7.162022289080837e-06,
+      "loss": 0.0758,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05493873730301857,
+      "step": 4640,
+      "valid_targets_mean": 3635.9,
+      "valid_targets_min": 3050
+    },
+    {
+      "epoch": 5.255800792303339,
+      "grad_norm": 0.5736349568031178,
+      "learning_rate": 7.1188171818429256e-06,
+      "loss": 0.1059,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06432878971099854,
+      "step": 4645,
+      "valid_targets_mean": 2382.9,
+      "valid_targets_min": 1087
+    },
+    {
+      "epoch": 5.261460101867572,
+      "grad_norm": 0.4376303927241186,
+      "learning_rate": 7.075714554996176e-06,
+      "loss": 0.0756,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0334898978471756,
+      "step": 4650,
+      "valid_targets_mean": 3025.5,
+      "valid_targets_min": 847
+    },
+    {
+      "epoch": 5.267119411431805,
+      "grad_norm": 0.5964252725575304,
+      "learning_rate": 7.032714751457395e-06,
+      "loss": 0.0997,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05674119293689728,
+      "step": 4655,
+      "valid_targets_mean": 2263.1,
+      "valid_targets_min": 916
+    },
+    {
+      "epoch": 5.272778720996039,
+      "grad_norm": 0.4910485937846962,
+      "learning_rate": 6.989818113325333e-06,
+      "loss": 0.1043,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03834018111228943,
+      "step": 4660,
+      "valid_targets_mean": 2567.0,
+      "valid_targets_min": 1062
+    },
+    {
+      "epoch": 5.278438030560272,
+      "grad_norm": 0.6491709824468674,
+      "learning_rate": 6.947024981878001e-06,
+      "loss": 0.1036,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0645102709531784,
+      "step": 4665,
+      "valid_targets_mean": 1443.4,
+      "valid_targets_min": 771
+    },
+    {
+      "epoch": 5.284097340124505,
+      "grad_norm": 0.43550996778521045,
+      "learning_rate": 6.904335697569909e-06,
+      "loss": 0.0755,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03509264439344406,
+      "step": 4670,
+      "valid_targets_mean": 2753.2,
+      "valid_targets_min": 707
+    },
+    {
+      "epoch": 5.289756649688738,
+      "grad_norm": 0.39357284756413263,
+      "learning_rate": 6.861750600029373e-06,
+      "loss": 0.0835,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03775586560368538,
+      "step": 4675,
+      "valid_targets_mean": 3665.8,
+      "valid_targets_min": 2850
+    },
+    {
+      "epoch": 5.2954159592529715,
+      "grad_norm": 0.45705922008286887,
+      "learning_rate": 6.819270028055844e-06,
+      "loss": 0.0804,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029992057010531425,
+      "step": 4680,
+      "valid_targets_mean": 2238.2,
+      "valid_targets_min": 749
+    },
+    {
+      "epoch": 5.301075268817204,
+      "grad_norm": 0.3912511294871573,
+      "learning_rate": 6.776894319617162e-06,
+      "loss": 0.0685,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03843936324119568,
+      "step": 4685,
+      "valid_targets_mean": 4488.2,
+      "valid_targets_min": 1052
+    },
+    {
+      "epoch": 5.3067345783814375,
+      "grad_norm": 0.3348061698976915,
+      "learning_rate": 6.73462381184689e-06,
+      "loss": 0.0649,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03513568267226219,
+      "step": 4690,
+      "valid_targets_mean": 4258.2,
+      "valid_targets_min": 2540
+    },
+    {
+      "epoch": 5.312393887945671,
+      "grad_norm": 0.36182117961891874,
+      "learning_rate": 6.6924588410416604e-06,
+      "loss": 0.0772,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02987879142165184,
+      "step": 4695,
+      "valid_targets_mean": 3782.5,
+      "valid_targets_min": 1859
+    },
+    {
+      "epoch": 5.3180531975099035,
+      "grad_norm": 0.36416536322485177,
+      "learning_rate": 6.650399742658442e-06,
+      "loss": 0.0897,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.027936633676290512,
+      "step": 4700,
+      "valid_targets_mean": 2879.5,
+      "valid_targets_min": 893
+    },
+    {
+      "epoch": 5.323712507074137,
+      "grad_norm": 0.4663980199591092,
+      "learning_rate": 6.608446851311918e-06,
+      "loss": 0.0864,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.041042231023311615,
+      "step": 4705,
+      "valid_targets_mean": 2072.6,
+      "valid_targets_min": 753
+    },
+    {
+      "epoch": 5.32937181663837,
+      "grad_norm": 0.31707604000611345,
+      "learning_rate": 6.566600500771796e-06,
+      "loss": 0.08,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.023070527240633965,
+      "step": 4710,
+      "valid_targets_mean": 4205.6,
+      "valid_targets_min": 3934
+    },
+    {
+      "epoch": 5.335031126202603,
+      "grad_norm": 0.4897937756552784,
+      "learning_rate": 6.524861023960185e-06,
+      "loss": 0.0701,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04043271765112877,
+      "step": 4715,
+      "valid_targets_mean": 3174.9,
+      "valid_targets_min": 1576
+    },
+    {
+      "epoch": 5.340690435766836,
+      "grad_norm": 0.48325227233709045,
+      "learning_rate": 6.483228752948902e-06,
+      "loss": 0.0816,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04258692264556885,
+      "step": 4720,
+      "valid_targets_mean": 3241.8,
+      "valid_targets_min": 1006
+    },
+    {
+      "epoch": 5.34634974533107,
+      "grad_norm": 0.32691007456243054,
+      "learning_rate": 6.441704018956858e-06,
+      "loss": 0.0676,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.023861169815063477,
+      "step": 4725,
+      "valid_targets_mean": 3445.5,
+      "valid_targets_min": 980
+    },
+    {
+      "epoch": 5.352009054895303,
+      "grad_norm": 0.5818091088795315,
+      "learning_rate": 6.400287152347442e-06,
+      "loss": 0.0773,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04909449815750122,
+      "step": 4730,
+      "valid_targets_mean": 2083.9,
+      "valid_targets_min": 745
+    },
+    {
+      "epoch": 5.357668364459536,
+      "grad_norm": 0.554619603353416,
+      "learning_rate": 6.35897848262584e-06,
+      "loss": 0.0745,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.047421038150787354,
+      "step": 4735,
+      "valid_targets_mean": 2768.8,
+      "valid_targets_min": 1020
+    },
+    {
+      "epoch": 5.363327674023769,
+      "grad_norm": 0.48409933133299604,
+      "learning_rate": 6.317778338436449e-06,
+      "loss": 0.0754,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.049306828528642654,
+      "step": 4740,
+      "valid_targets_mean": 2314.8,
+      "valid_targets_min": 967
+    },
+    {
+      "epoch": 5.368986983588003,
+      "grad_norm": 0.45435782254110785,
+      "learning_rate": 6.276687047560275e-06,
+      "loss": 0.0923,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03364328294992447,
+      "step": 4745,
+      "valid_targets_mean": 2462.0,
+      "valid_targets_min": 1015
+    },
+    {
+      "epoch": 5.374646293152235,
+      "grad_norm": 0.6119629510740321,
+      "learning_rate": 6.235704936912288e-06,
+      "loss": 0.0736,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042350221425294876,
+      "step": 4750,
+      "valid_targets_mean": 1214.9,
+      "valid_targets_min": 705
+    },
+    {
+      "epoch": 5.380305602716469,
+      "grad_norm": 0.4332130084367947,
+      "learning_rate": 6.194832332538838e-06,
+      "loss": 0.084,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02597474679350853,
+      "step": 4755,
+      "valid_targets_mean": 2364.8,
+      "valid_targets_min": 622
+    },
+    {
+      "epoch": 5.385964912280702,
+      "grad_norm": 0.4754499958053214,
+      "learning_rate": 6.154069559615081e-06,
+      "loss": 0.0999,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.031848207116127014,
+      "step": 4760,
+      "valid_targets_mean": 3702.2,
+      "valid_targets_min": 1322
+    },
+    {
+      "epoch": 5.391624221844935,
+      "grad_norm": 0.42747058602486093,
+      "learning_rate": 6.113416942442358e-06,
+      "loss": 0.0752,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03660539165139198,
+      "step": 4765,
+      "valid_targets_mean": 2863.1,
+      "valid_targets_min": 1011
+    },
+    {
+      "epoch": 5.397283531409168,
+      "grad_norm": 0.5094687605091125,
+      "learning_rate": 6.072874804445632e-06,
+      "loss": 0.067,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0420791395008564,
+      "step": 4770,
+      "valid_targets_mean": 3106.1,
+      "valid_targets_min": 874
+    },
+    {
+      "epoch": 5.4029428409734015,
+      "grad_norm": 0.5086084487703625,
+      "learning_rate": 6.032443468170912e-06,
+      "loss": 0.0818,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05718608200550079,
+      "step": 4775,
+      "valid_targets_mean": 3161.4,
+      "valid_targets_min": 1420
+    },
+    {
+      "epoch": 5.408602150537634,
+      "grad_norm": 0.42094012131131764,
+      "learning_rate": 5.992123255282702e-06,
+      "loss": 0.0905,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.031266339123249054,
+      "step": 4780,
+      "valid_targets_mean": 2796.0,
+      "valid_targets_min": 1109
+    },
+    {
+      "epoch": 5.4142614601018675,
+      "grad_norm": 0.40853245195080023,
+      "learning_rate": 5.951914486561417e-06,
+      "loss": 0.0593,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03016936220228672,
+      "step": 4785,
+      "valid_targets_mean": 1822.9,
+      "valid_targets_min": 684
+    },
+    {
+      "epoch": 5.419920769666101,
+      "grad_norm": 0.48773046380654383,
+      "learning_rate": 5.911817481900832e-06,
+      "loss": 0.0799,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03719595819711685,
+      "step": 4790,
+      "valid_targets_mean": 2389.8,
+      "valid_targets_min": 671
+    },
+    {
+      "epoch": 5.425580079230334,
+      "grad_norm": 0.44580837384944577,
+      "learning_rate": 5.871832560305573e-06,
+      "loss": 0.0697,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0338919572532177,
+      "step": 4795,
+      "valid_targets_mean": 4513.8,
+      "valid_targets_min": 1057
+    },
+    {
+      "epoch": 5.431239388794567,
+      "grad_norm": 0.3882620773195289,
+      "learning_rate": 5.831960039888533e-06,
+      "loss": 0.0614,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0298624224960804,
+      "step": 4800,
+      "valid_targets_mean": 3533.1,
+      "valid_targets_min": 1243
+    },
+    {
+      "epoch": 5.4368986983588,
+      "grad_norm": 0.3829480745673342,
+      "learning_rate": 5.792200237868361e-06,
+      "loss": 0.0828,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03660116344690323,
+      "step": 4805,
+      "valid_targets_mean": 3911.2,
+      "valid_targets_min": 3322
+    },
+    {
+      "epoch": 5.442558007923034,
+      "grad_norm": 0.5527432817006118,
+      "learning_rate": 5.752553470566957e-06,
+      "loss": 0.0697,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04388725385069847,
+      "step": 4810,
+      "valid_targets_mean": 1820.0,
+      "valid_targets_min": 680
+    },
+    {
+      "epoch": 5.448217317487266,
+      "grad_norm": 0.48970237691333407,
+      "learning_rate": 5.713020053406917e-06,
+      "loss": 0.0982,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04085264354944229,
+      "step": 4815,
+      "valid_targets_mean": 3371.9,
+      "valid_targets_min": 640
+    },
+    {
+      "epoch": 5.4538766270515,
+      "grad_norm": 0.2904416815995412,
+      "learning_rate": 5.673600300909053e-06,
+      "loss": 0.0837,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.01999470591545105,
+      "step": 4820,
+      "valid_targets_mean": 3327.0,
+      "valid_targets_min": 929
+    },
+    {
+      "epoch": 5.459535936615733,
+      "grad_norm": 0.56589993886369,
+      "learning_rate": 5.634294526689872e-06,
+      "loss": 0.0885,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.054224856197834015,
+      "step": 4825,
+      "valid_targets_mean": 3318.0,
+      "valid_targets_min": 2380
+    },
+    {
+      "epoch": 5.465195246179966,
+      "grad_norm": 0.410529406768517,
+      "learning_rate": 5.595103043459109e-06,
+      "loss": 0.0677,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.034830328077077866,
+      "step": 4830,
+      "valid_targets_mean": 3709.4,
+      "valid_targets_min": 2619
+    },
+    {
+      "epoch": 5.470854555744199,
+      "grad_norm": 0.6623030049021926,
+      "learning_rate": 5.556026163017205e-06,
+      "loss": 0.0772,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04581884294748306,
+      "step": 4835,
+      "valid_targets_mean": 1574.6,
+      "valid_targets_min": 693
+    },
+    {
+      "epoch": 5.476513865308433,
+      "grad_norm": 0.40670033409080186,
+      "learning_rate": 5.517064196252837e-06,
+      "loss": 0.0732,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.039534423500299454,
+      "step": 4840,
+      "valid_targets_mean": 3885.1,
+      "valid_targets_min": 3129
+    },
+    {
+      "epoch": 5.482173174872665,
+      "grad_norm": 0.7011159710065692,
+      "learning_rate": 5.478217453140471e-06,
+      "loss": 0.0985,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04617399722337723,
+      "step": 4845,
+      "valid_targets_mean": 1611.0,
+      "valid_targets_min": 543
+    },
+    {
+      "epoch": 5.487832484436899,
+      "grad_norm": 0.48240282066039986,
+      "learning_rate": 5.439486242737855e-06,
+      "loss": 0.1005,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04659516364336014,
+      "step": 4850,
+      "valid_targets_mean": 2319.6,
+      "valid_targets_min": 503
+    },
+    {
+      "epoch": 5.493491794001132,
+      "grad_norm": 0.5373785371414234,
+      "learning_rate": 5.400870873183583e-06,
+      "loss": 0.0794,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05152829736471176,
+      "step": 4855,
+      "valid_targets_mean": 1987.9,
+      "valid_targets_min": 625
+    },
+    {
+      "epoch": 5.499151103565365,
+      "grad_norm": 0.43696541828486446,
+      "learning_rate": 5.362371651694647e-06,
+      "loss": 0.0752,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03338533267378807,
+      "step": 4860,
+      "valid_targets_mean": 3822.8,
+      "valid_targets_min": 2822
+    },
+    {
+      "epoch": 5.504810413129598,
+      "grad_norm": 0.4549879906571369,
+      "learning_rate": 5.323988884563975e-06,
+      "loss": 0.0736,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04524676501750946,
+      "step": 4865,
+      "valid_targets_mean": 3724.5,
+      "valid_targets_min": 2987
+    },
+    {
+      "epoch": 5.5104697226938315,
+      "grad_norm": 0.36902128800974515,
+      "learning_rate": 5.2857228771580105e-06,
+      "loss": 0.0652,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02631876803934574,
+      "step": 4870,
+      "valid_targets_mean": 3022.0,
+      "valid_targets_min": 856
+    },
+    {
+      "epoch": 5.516129032258064,
+      "grad_norm": 0.9847800453377397,
+      "learning_rate": 5.247573933914285e-06,
+      "loss": 0.0759,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042317889630794525,
+      "step": 4875,
+      "valid_targets_mean": 764.2,
+      "valid_targets_min": 563
+    },
+    {
+      "epoch": 5.5217883418222975,
+      "grad_norm": 0.41482562561823066,
+      "learning_rate": 5.20954235833898e-06,
+      "loss": 0.0752,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03073599748313427,
+      "step": 4880,
+      "valid_targets_mean": 3117.1,
+      "valid_targets_min": 751
+    },
+    {
+      "epoch": 5.527447651386531,
+      "grad_norm": 0.5884650696735811,
+      "learning_rate": 5.171628453004512e-06,
+      "loss": 0.0694,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04391670972108841,
+      "step": 4885,
+      "valid_targets_mean": 3566.1,
+      "valid_targets_min": 980
+    },
+    {
+      "epoch": 5.533106960950764,
+      "grad_norm": 0.46798870586464636,
+      "learning_rate": 5.133832519547155e-06,
+      "loss": 0.0676,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03547874093055725,
+      "step": 4890,
+      "valid_targets_mean": 3589.8,
+      "valid_targets_min": 2538
+    },
+    {
+      "epoch": 5.538766270514997,
+      "grad_norm": 0.3934580415297562,
+      "learning_rate": 5.096154858664608e-06,
+      "loss": 0.0763,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02586423233151436,
+      "step": 4895,
+      "valid_targets_mean": 4182.8,
+      "valid_targets_min": 485
+    },
+    {
+      "epoch": 5.54442558007923,
+      "grad_norm": 0.32631313227984365,
+      "learning_rate": 5.058595770113606e-06,
+      "loss": 0.0659,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03240755945444107,
+      "step": 4900,
+      "valid_targets_mean": 4832.8,
+      "valid_targets_min": 2551
+    },
+    {
+      "epoch": 5.550084889643464,
+      "grad_norm": 0.38184313196943154,
+      "learning_rate": 5.0211555527075664e-06,
+      "loss": 0.0702,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.036381155252456665,
+      "step": 4905,
+      "valid_targets_mean": 4733.6,
+      "valid_targets_min": 3365
+    },
+    {
+      "epoch": 5.555744199207696,
+      "grad_norm": 0.4520989730377594,
+      "learning_rate": 4.9838345043141665e-06,
+      "loss": 0.0755,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05727928876876831,
+      "step": 4910,
+      "valid_targets_mean": 2954.4,
+      "valid_targets_min": 872
+    },
+    {
+      "epoch": 5.56140350877193,
+      "grad_norm": 0.3837959516893204,
+      "learning_rate": 4.946632921853009e-06,
+      "loss": 0.1574,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03571176528930664,
+      "step": 4915,
+      "valid_targets_mean": 2590.9,
+      "valid_targets_min": 1015
+    },
+    {
+      "epoch": 5.567062818336163,
+      "grad_norm": 0.43348756979097136,
+      "learning_rate": 4.909551101293238e-06,
+      "loss": 0.0703,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05673142522573471,
+      "step": 4920,
+      "valid_targets_mean": 2342.4,
+      "valid_targets_min": 967
+    },
+    {
+      "epoch": 5.572722127900396,
+      "grad_norm": 0.38621739830517215,
+      "learning_rate": 4.872589337651208e-06,
+      "loss": 0.0701,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02983327955007553,
+      "step": 4925,
+      "valid_targets_mean": 3335.1,
+      "valid_targets_min": 886
+    },
+    {
+      "epoch": 5.578381437464629,
+      "grad_norm": 0.5155792204127467,
+      "learning_rate": 4.835747924988105e-06,
+      "loss": 0.1065,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0668298527598381,
+      "step": 4930,
+      "valid_targets_mean": 5394.5,
+      "valid_targets_min": 3513
+    },
+    {
+      "epoch": 5.584040747028863,
+      "grad_norm": 0.6842699689835074,
+      "learning_rate": 4.799027156407632e-06,
+      "loss": 0.1613,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.075546994805336,
+      "step": 4935,
+      "valid_targets_mean": 7348.0,
+      "valid_targets_min": 4327
+    },
+    {
+      "epoch": 5.589700056593095,
+      "grad_norm": 0.574649718242978,
+      "learning_rate": 4.7624273240536756e-06,
+      "loss": 0.1543,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0768851786851883,
+      "step": 4940,
+      "valid_targets_mean": 6346.0,
+      "valid_targets_min": 4480
+    },
+    {
+      "epoch": 5.595359366157329,
+      "grad_norm": 0.43863529363278925,
+      "learning_rate": 4.725948719107965e-06,
+      "loss": 0.1453,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07283368706703186,
+      "step": 4945,
+      "valid_targets_mean": 6343.4,
+      "valid_targets_min": 4620
+    },
+    {
+      "epoch": 5.601018675721562,
+      "grad_norm": 0.40923162994001255,
+      "learning_rate": 4.6895916317877624e-06,
+      "loss": 0.144,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0814943015575409,
+      "step": 4950,
+      "valid_targets_mean": 7255.5,
+      "valid_targets_min": 4873
+    },
+    {
+      "epoch": 5.6066779852857955,
+      "grad_norm": 0.4200210296254552,
+      "learning_rate": 4.653356351343577e-06,
+      "loss": 0.1579,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09169334173202515,
+      "step": 4955,
+      "valid_targets_mean": 7472.5,
+      "valid_targets_min": 4229
+    },
+    {
+      "epoch": 5.612337294850028,
+      "grad_norm": 0.4571508601994777,
+      "learning_rate": 4.617243166056826e-06,
+      "loss": 0.1527,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08159303665161133,
+      "step": 4960,
+      "valid_targets_mean": 5988.0,
+      "valid_targets_min": 4279
+    },
+    {
+      "epoch": 5.6179966044142615,
+      "grad_norm": 0.41836865655879546,
+      "learning_rate": 4.581252363237567e-06,
+      "loss": 0.1442,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06469601392745972,
+      "step": 4965,
+      "valid_targets_mean": 5757.6,
+      "valid_targets_min": 4542
+    },
+    {
+      "epoch": 5.623655913978495,
+      "grad_norm": 0.5501335221318121,
+      "learning_rate": 4.545384229222196e-06,
+      "loss": 0.1615,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07012242078781128,
+      "step": 4970,
+      "valid_targets_mean": 2177.2,
+      "valid_targets_min": 1473
+    },
+    {
+      "epoch": 5.6293152235427275,
+      "grad_norm": 0.40578892953545487,
+      "learning_rate": 4.509639049371193e-06,
+      "loss": 0.1462,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06969084590673447,
+      "step": 4975,
+      "valid_targets_mean": 6128.4,
+      "valid_targets_min": 5332
+    },
+    {
+      "epoch": 5.634974533106961,
+      "grad_norm": 0.41113077211068755,
+      "learning_rate": 4.474017108066828e-06,
+      "loss": 0.1472,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08000019937753677,
+      "step": 4980,
+      "valid_targets_mean": 5782.4,
+      "valid_targets_min": 4612
+    },
+    {
+      "epoch": 5.640633842671194,
+      "grad_norm": 0.4072753452175585,
+      "learning_rate": 4.438518688710898e-06,
+      "loss": 0.1524,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.075807586312294,
+      "step": 4985,
+      "valid_targets_mean": 6704.2,
+      "valid_targets_min": 4491
+    },
+    {
+      "epoch": 5.646293152235427,
+      "grad_norm": 0.4158377397562646,
+      "learning_rate": 4.403144073722501e-06,
+      "loss": 0.1455,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07113613188266754,
+      "step": 4990,
+      "valid_targets_mean": 6032.8,
+      "valid_targets_min": 4268
+    },
+    {
+      "epoch": 5.65195246179966,
+      "grad_norm": 0.38910371015499334,
+      "learning_rate": 4.367893544535757e-06,
+      "loss": 0.1419,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06525500118732452,
+      "step": 4995,
+      "valid_targets_mean": 6025.0,
+      "valid_targets_min": 4787
+    },
+    {
+      "epoch": 5.657611771363894,
+      "grad_norm": 0.3906512999596564,
+      "learning_rate": 4.332767381597575e-06,
+      "loss": 0.1333,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06492096185684204,
+      "step": 5000,
+      "valid_targets_mean": 6030.5,
+      "valid_targets_min": 5052
+    },
+    {
+      "epoch": 5.663271080928126,
+      "grad_norm": 0.44438137118544563,
+      "learning_rate": 4.297765864365453e-06,
+      "loss": 0.1375,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07491766661405563,
+      "step": 5005,
+      "valid_targets_mean": 6500.6,
+      "valid_targets_min": 4664
+    },
+    {
+      "epoch": 5.66893039049236,
+      "grad_norm": 0.40792463298943993,
+      "learning_rate": 4.262889271305204e-06,
+      "loss": 0.1448,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06292325258255005,
+      "step": 5010,
+      "valid_targets_mean": 5990.5,
+      "valid_targets_min": 4211
+    },
+    {
+      "epoch": 5.674589700056593,
+      "grad_norm": 0.9080398752612465,
+      "learning_rate": 4.228137879888774e-06,
+      "loss": 0.1452,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06906808167695999,
+      "step": 5015,
+      "valid_targets_mean": 5844.5,
+      "valid_targets_min": 3898
+    },
+    {
+      "epoch": 5.680249009620827,
+      "grad_norm": 0.3865959911695659,
+      "learning_rate": 4.193511966592041e-06,
+      "loss": 0.1296,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05850920453667641,
+      "step": 5020,
+      "valid_targets_mean": 5826.0,
+      "valid_targets_min": 4800
+    },
+    {
+      "epoch": 5.685908319185059,
+      "grad_norm": 0.35519349973157655,
+      "learning_rate": 4.1590118068925815e-06,
+      "loss": 0.1283,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06189900264143944,
+      "step": 5025,
+      "valid_targets_mean": 7745.9,
+      "valid_targets_min": 6651
+    },
+    {
+      "epoch": 5.691567628749293,
+      "grad_norm": 0.44964434972817635,
+      "learning_rate": 4.124637675267511e-06,
+      "loss": 0.1478,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08358560502529144,
+      "step": 5030,
+      "valid_targets_mean": 6058.4,
+      "valid_targets_min": 3477
+    },
+    {
+      "epoch": 5.697226938313526,
+      "grad_norm": 0.43305524456662614,
+      "learning_rate": 4.090389845191278e-06,
+      "loss": 0.1636,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08374358713626862,
+      "step": 5035,
+      "valid_targets_mean": 5174.0,
+      "valid_targets_min": 965
+    },
+    {
+      "epoch": 5.702886247877759,
+      "grad_norm": 0.40569330844527285,
+      "learning_rate": 4.056268589133516e-06,
+      "loss": 0.1345,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08053141087293625,
+      "step": 5040,
+      "valid_targets_mean": 6904.5,
+      "valid_targets_min": 5226
+    },
+    {
+      "epoch": 5.708545557441992,
+      "grad_norm": 0.6229368671518989,
+      "learning_rate": 4.022274178556844e-06,
+      "loss": 0.1426,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.070437952876091,
+      "step": 5045,
+      "valid_targets_mean": 6807.5,
+      "valid_targets_min": 4237
+    },
+    {
+      "epoch": 5.7142048670062255,
+      "grad_norm": 0.4676538257257657,
+      "learning_rate": 3.988406883914717e-06,
+      "loss": 0.156,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08439238369464874,
+      "step": 5050,
+      "valid_targets_mean": 5527.6,
+      "valid_targets_min": 3761
+    },
+    {
+      "epoch": 5.719864176570458,
+      "grad_norm": 0.44172445940500477,
+      "learning_rate": 3.954666974649295e-06,
+      "loss": 0.1716,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09334351867437363,
+      "step": 5055,
+      "valid_targets_mean": 7231.9,
+      "valid_targets_min": 4993
+    },
+    {
+      "epoch": 5.7255234861346915,
+      "grad_norm": 0.430348106859938,
+      "learning_rate": 3.921054719189272e-06,
+      "loss": 0.1661,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07482936978340149,
+      "step": 5060,
+      "valid_targets_mean": 6576.1,
+      "valid_targets_min": 5199
+    },
+    {
+      "epoch": 5.731182795698925,
+      "grad_norm": 0.41526868988767185,
+      "learning_rate": 3.887570384947745e-06,
+      "loss": 0.1464,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08730171620845795,
+      "step": 5065,
+      "valid_targets_mean": 7336.0,
+      "valid_targets_min": 4534
+    },
+    {
+      "epoch": 5.7368421052631575,
+      "grad_norm": 0.4552951608917207,
+      "learning_rate": 3.854214238320109e-06,
+      "loss": 0.1466,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06736086308956146,
+      "step": 5070,
+      "valid_targets_mean": 6389.6,
+      "valid_targets_min": 4751
+    },
+    {
+      "epoch": 5.742501414827391,
+      "grad_norm": 0.43971118094431755,
+      "learning_rate": 3.8209865446819105e-06,
+      "loss": 0.1483,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06496548652648926,
+      "step": 5075,
+      "valid_targets_mean": 5551.6,
+      "valid_targets_min": 3888
+    },
+    {
+      "epoch": 5.748160724391624,
+      "grad_norm": 0.4477703620338686,
+      "learning_rate": 3.7878875683867476e-06,
+      "loss": 0.1549,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08471114188432693,
+      "step": 5080,
+      "valid_targets_mean": 6779.5,
+      "valid_targets_min": 4455
+    },
+    {
+      "epoch": 5.753820033955858,
+      "grad_norm": 0.42129657520822045,
+      "learning_rate": 3.7549175727641606e-06,
+      "loss": 0.1454,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08212454617023468,
+      "step": 5085,
+      "valid_targets_mean": 7067.5,
+      "valid_targets_min": 5230
+    },
+    {
+      "epoch": 5.75947934352009,
+      "grad_norm": 0.4597845255394653,
+      "learning_rate": 3.7220768201175615e-06,
+      "loss": 0.1539,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06508892774581909,
+      "step": 5090,
+      "valid_targets_mean": 7394.4,
+      "valid_targets_min": 5668
+    },
+    {
+      "epoch": 5.765138653084324,
+      "grad_norm": 0.4309741399054899,
+      "learning_rate": 3.689365571722112e-06,
+      "loss": 0.153,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07912438362836838,
+      "step": 5095,
+      "valid_targets_mean": 6609.0,
+      "valid_targets_min": 4871
+    },
+    {
+      "epoch": 5.770797962648556,
+      "grad_norm": 0.37688101342124336,
+      "learning_rate": 3.6567840878226577e-06,
+      "loss": 0.1385,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08403809368610382,
+      "step": 5100,
+      "valid_targets_mean": 8925.8,
+      "valid_targets_min": 6195
+    },
+    {
+      "epoch": 5.77645727221279,
+      "grad_norm": 0.44007921988753174,
+      "learning_rate": 3.624332627631679e-06,
+      "loss": 0.1302,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06569415330886841,
+      "step": 5105,
+      "valid_targets_mean": 7189.8,
+      "valid_targets_min": 3533
+    },
+    {
+      "epoch": 5.782116581777023,
+      "grad_norm": 0.4574962152533444,
+      "learning_rate": 3.5920114493271974e-06,
+      "loss": 0.1547,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08852200210094452,
+      "step": 5110,
+      "valid_targets_mean": 7004.8,
+      "valid_targets_min": 5199
+    },
+    {
+      "epoch": 5.787775891341257,
+      "grad_norm": 0.45303240097186165,
+      "learning_rate": 3.5598208100507314e-06,
+      "loss": 0.1551,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07674330472946167,
+      "step": 5115,
+      "valid_targets_mean": 5626.2,
+      "valid_targets_min": 4923
+    },
+    {
+      "epoch": 5.793435200905489,
+      "grad_norm": 0.4090459814796047,
+      "learning_rate": 3.5277609659052712e-06,
+      "loss": 0.1471,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06186189875006676,
+      "step": 5120,
+      "valid_targets_mean": 6766.5,
+      "valid_targets_min": 4920
+    },
+    {
+      "epoch": 5.799094510469723,
+      "grad_norm": 0.4141944003074458,
+      "learning_rate": 3.4958321719532106e-06,
+      "loss": 0.1447,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09608271718025208,
+      "step": 5125,
+      "valid_targets_mean": 7549.5,
+      "valid_targets_min": 5551
+    },
+    {
+      "epoch": 5.804753820033956,
+      "grad_norm": 0.3748390962268032,
+      "learning_rate": 3.4640346822143324e-06,
+      "loss": 0.1351,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06477536261081696,
+      "step": 5130,
+      "valid_targets_mean": 6716.9,
+      "valid_targets_min": 4685
+    },
+    {
+      "epoch": 5.810413129598189,
+      "grad_norm": 0.47800208213453826,
+      "learning_rate": 3.4323687496637837e-06,
+      "loss": 0.1485,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06609180569648743,
+      "step": 5135,
+      "valid_targets_mean": 5615.0,
+      "valid_targets_min": 4875
+    },
+    {
+      "epoch": 5.816072439162422,
+      "grad_norm": 0.4044231466758298,
+      "learning_rate": 3.4008346262300852e-06,
+      "loss": 0.1516,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06517118215560913,
+      "step": 5140,
+      "valid_targets_mean": 6375.9,
+      "valid_targets_min": 4433
+    },
+    {
+      "epoch": 5.8217317487266556,
+      "grad_norm": 0.41719224529071663,
+      "learning_rate": 3.3694325627930846e-06,
+      "loss": 0.1414,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06750291585922241,
+      "step": 5145,
+      "valid_targets_mean": 5845.8,
+      "valid_targets_min": 4540
+    },
+    {
+      "epoch": 5.827391058290889,
+      "grad_norm": 0.45731199479505663,
+      "learning_rate": 3.3381628091819907e-06,
+      "loss": 0.1519,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09496168047189713,
+      "step": 5150,
+      "valid_targets_mean": 7222.8,
+      "valid_targets_min": 4056
+    },
+    {
+      "epoch": 5.8330503678551215,
+      "grad_norm": 0.41338173995110794,
+      "learning_rate": 3.3070256141733913e-06,
+      "loss": 0.1435,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05752265453338623,
+      "step": 5155,
+      "valid_targets_mean": 5307.6,
+      "valid_targets_min": 4499
+    },
+    {
+      "epoch": 5.838709677419355,
+      "grad_norm": 0.3838616763271395,
+      "learning_rate": 3.2760212254892453e-06,
+      "loss": 0.1242,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05935349315404892,
+      "step": 5160,
+      "valid_targets_mean": 6030.1,
+      "valid_targets_min": 5268
+    },
+    {
+      "epoch": 5.8443689869835875,
+      "grad_norm": 0.3899322287845033,
+      "learning_rate": 3.245149889794932e-06,
+      "loss": 0.1275,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06788637489080429,
+      "step": 5165,
+      "valid_targets_mean": 6520.6,
+      "valid_targets_min": 5074
+    },
+    {
+      "epoch": 5.850028296547821,
+      "grad_norm": 0.4115546982310666,
+      "learning_rate": 3.2144118526972943e-06,
+      "loss": 0.1335,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.062251899391412735,
+      "step": 5170,
+      "valid_targets_mean": 6091.6,
+      "valid_targets_min": 5221
+    },
+    {
+      "epoch": 5.855687606112054,
+      "grad_norm": 0.4734002951345279,
+      "learning_rate": 3.1838073587426676e-06,
+      "loss": 0.143,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06955200433731079,
+      "step": 5175,
+      "valid_targets_mean": 5409.5,
+      "valid_targets_min": 4642
+    },
+    {
+      "epoch": 5.861346915676288,
+      "grad_norm": 0.4837186291109002,
+      "learning_rate": 3.153336651414933e-06,
+      "loss": 0.1638,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08475080132484436,
+      "step": 5180,
+      "valid_targets_mean": 4272.0,
+      "valid_targets_min": 3222
+    },
+    {
+      "epoch": 5.86700622524052,
+      "grad_norm": 0.42555524320393195,
+      "learning_rate": 3.1229999731336137e-06,
+      "loss": 0.1724,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07051846385002136,
+      "step": 5185,
+      "valid_targets_mean": 6490.6,
+      "valid_targets_min": 4371
+    },
+    {
+      "epoch": 5.872665534804754,
+      "grad_norm": 0.4390909879658899,
+      "learning_rate": 3.0927975652518994e-06,
+      "loss": 0.1387,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07520343363285065,
+      "step": 5190,
+      "valid_targets_mean": 5688.4,
+      "valid_targets_min": 3689
+    },
+    {
+      "epoch": 5.878324844368987,
+      "grad_norm": 0.4418978337748812,
+      "learning_rate": 3.062729668054756e-06,
+      "loss": 0.1473,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07577599585056305,
+      "step": 5195,
+      "valid_targets_mean": 6685.9,
+      "valid_targets_min": 4281
+    },
+    {
+      "epoch": 5.88398415393322,
+      "grad_norm": 0.5170281812175835,
+      "learning_rate": 3.032796520757002e-06,
+      "loss": 0.1493,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.087665855884552,
+      "step": 5200,
+      "valid_targets_mean": 6344.2,
+      "valid_targets_min": 4844
+    },
+    {
+      "epoch": 5.889643463497453,
+      "grad_norm": 0.4694500824641689,
+      "learning_rate": 3.0029983615014234e-06,
+      "loss": 0.1592,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06826259195804596,
+      "step": 5205,
+      "valid_targets_mean": 5900.6,
+      "valid_targets_min": 4549
+    },
+    {
+      "epoch": 5.895302773061687,
+      "grad_norm": 0.435848447944153,
+      "learning_rate": 2.9733354273568514e-06,
+      "loss": 0.1482,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06618955731391907,
+      "step": 5210,
+      "valid_targets_mean": 4921.4,
+      "valid_targets_min": 2461
+    },
+    {
+      "epoch": 5.900962082625919,
+      "grad_norm": 0.463891661814579,
+      "learning_rate": 2.9438079543162914e-06,
+      "loss": 0.1512,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0872935801744461,
+      "step": 5215,
+      "valid_targets_mean": 6683.8,
+      "valid_targets_min": 4563
+    },
+    {
+      "epoch": 5.906621392190153,
+      "grad_norm": 0.3710802641848626,
+      "learning_rate": 2.9144161772950564e-06,
+      "loss": 0.1465,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06095900386571884,
+      "step": 5220,
+      "valid_targets_mean": 6517.6,
+      "valid_targets_min": 5192
+    },
+    {
+      "epoch": 5.912280701754386,
+      "grad_norm": 0.444597214052587,
+      "learning_rate": 2.885160330128871e-06,
+      "loss": 0.1346,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06489832699298859,
+      "step": 5225,
+      "valid_targets_mean": 5787.6,
+      "valid_targets_min": 5186
+    },
+    {
+      "epoch": 5.917940011318619,
+      "grad_norm": 0.40979112756126596,
+      "learning_rate": 2.8560406455720333e-06,
+      "loss": 0.1479,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06624625623226166,
+      "step": 5230,
+      "valid_targets_mean": 5163.2,
+      "valid_targets_min": 3786
+    },
+    {
+      "epoch": 5.923599320882852,
+      "grad_norm": 0.4662552517261774,
+      "learning_rate": 2.8270573552955616e-06,
+      "loss": 0.1872,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08207786083221436,
+      "step": 5235,
+      "valid_targets_mean": 6142.8,
+      "valid_targets_min": 4560
+    },
+    {
+      "epoch": 5.929258630447086,
+      "grad_norm": 0.4145089818755124,
+      "learning_rate": 2.798210689885337e-06,
+      "loss": 0.1388,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07824923098087311,
+      "step": 5240,
+      "valid_targets_mean": 5659.8,
+      "valid_targets_min": 3952
+    },
+    {
+      "epoch": 5.934917940011319,
+      "grad_norm": 0.4741527366870441,
+      "learning_rate": 2.7695008788402765e-06,
+      "loss": 0.15,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08582239598035812,
+      "step": 5245,
+      "valid_targets_mean": 6811.5,
+      "valid_targets_min": 5134
+    },
+    {
+      "epoch": 5.9405772495755516,
+      "grad_norm": 0.48919664522031875,
+      "learning_rate": 2.740928150570512e-06,
+      "loss": 0.1523,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07910142838954926,
+      "step": 5250,
+      "valid_targets_mean": 6538.6,
+      "valid_targets_min": 3762
+    },
+    {
+      "epoch": 5.946236559139785,
+      "grad_norm": 0.4051020263744831,
+      "learning_rate": 2.712492732395575e-06,
+      "loss": 0.1314,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06463608890771866,
+      "step": 5255,
+      "valid_targets_mean": 6285.8,
+      "valid_targets_min": 4726
+    },
+    {
+      "epoch": 5.951895868704018,
+      "grad_norm": 0.4968167718781236,
+      "learning_rate": 2.6841948505425765e-06,
+      "loss": 0.1433,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08195450156927109,
+      "step": 5260,
+      "valid_targets_mean": 6054.1,
+      "valid_targets_min": 3724
+    },
+    {
+      "epoch": 5.957555178268251,
+      "grad_norm": 0.3897686619052999,
+      "learning_rate": 2.6560347301444035e-06,
+      "loss": 0.1308,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07241679728031158,
+      "step": 5265,
+      "valid_targets_mean": 6452.4,
+      "valid_targets_min": 5578
+    },
+    {
+      "epoch": 5.963214487832484,
+      "grad_norm": 0.422592692286166,
+      "learning_rate": 2.6280125952379567e-06,
+      "loss": 0.149,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06874916702508926,
+      "step": 5270,
+      "valid_targets_mean": 6827.4,
+      "valid_targets_min": 5795
+    },
+    {
+      "epoch": 5.968873797396718,
+      "grad_norm": 0.41717357540278055,
+      "learning_rate": 2.6001286687623382e-06,
+      "loss": 0.1377,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05858433619141579,
+      "step": 5275,
+      "valid_targets_mean": 6744.8,
+      "valid_targets_min": 5268
+    },
+    {
+      "epoch": 5.97453310696095,
+      "grad_norm": 0.3939064722977669,
+      "learning_rate": 2.5723831725570848e-06,
+      "loss": 0.1422,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06576021760702133,
+      "step": 5280,
+      "valid_targets_mean": 6928.8,
+      "valid_targets_min": 4920
+    },
+    {
+      "epoch": 5.980192416525184,
+      "grad_norm": 0.3668668947520654,
+      "learning_rate": 2.544776327360419e-06,
+      "loss": 0.1478,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05589766055345535,
+      "step": 5285,
+      "valid_targets_mean": 7381.1,
+      "valid_targets_min": 5243
+    },
+    {
+      "epoch": 5.985851726089417,
+      "grad_norm": 0.415418753840546,
+      "learning_rate": 2.5173083528074683e-06,
+      "loss": 0.1321,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07109523564577103,
+      "step": 5290,
+      "valid_targets_mean": 6154.6,
+      "valid_targets_min": 4794
+    },
+    {
+      "epoch": 5.99151103565365,
+      "grad_norm": 0.4403321980456123,
+      "learning_rate": 2.489979467428532e-06,
+      "loss": 0.1549,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07372893393039703,
+      "step": 5295,
+      "valid_targets_mean": 6188.1,
+      "valid_targets_min": 5168
+    },
+    {
+      "epoch": 5.997170345217883,
+      "grad_norm": 0.48811642631892715,
+      "learning_rate": 2.4627898886473522e-06,
+      "loss": 0.1561,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09354352951049805,
+      "step": 5300,
+      "valid_targets_mean": 5461.5,
+      "valid_targets_min": 4156
+    },
+    {
+      "epoch": 6.002263723825693,
+      "grad_norm": 0.45054259353256854,
+      "learning_rate": 2.435739832779358e-06,
+      "loss": 0.1263,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.041569337248802185,
+      "step": 5305,
+      "valid_targets_mean": 2736.0,
+      "valid_targets_min": 876
+    },
+    {
+      "epoch": 6.007923033389926,
+      "grad_norm": 0.5457119392194753,
+      "learning_rate": 2.408829515029969e-06,
+      "loss": 0.0965,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03631666675209999,
+      "step": 5310,
+      "valid_targets_mean": 1472.5,
+      "valid_targets_min": 324
+    },
+    {
+      "epoch": 6.01358234295416,
+      "grad_norm": 0.3754458703390065,
+      "learning_rate": 2.3820591494928635e-06,
+      "loss": 0.0736,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045335929840803146,
+      "step": 5315,
+      "valid_targets_mean": 2699.9,
+      "valid_targets_min": 1064
+    },
+    {
+      "epoch": 6.019241652518393,
+      "grad_norm": 0.5186729063465437,
+      "learning_rate": 2.3554289491482996e-06,
+      "loss": 0.0713,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03758453577756882,
+      "step": 5320,
+      "valid_targets_mean": 3137.0,
+      "valid_targets_min": 710
+    },
+    {
+      "epoch": 6.024900962082626,
+      "grad_norm": 0.31573113138674164,
+      "learning_rate": 2.3289391258613938e-06,
+      "loss": 0.0861,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02670443430542946,
+      "step": 5325,
+      "valid_targets_mean": 3472.9,
+      "valid_targets_min": 1223
+    },
+    {
+      "epoch": 6.030560271646859,
+      "grad_norm": 0.39425067469899694,
+      "learning_rate": 2.3025898903804467e-06,
+      "loss": 0.0727,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0401170551776886,
+      "step": 5330,
+      "valid_targets_mean": 3326.0,
+      "valid_targets_min": 1431
+    },
+    {
+      "epoch": 6.036219581211093,
+      "grad_norm": 0.6923326355826038,
+      "learning_rate": 2.276381452335281e-06,
+      "loss": 0.1037,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.048819079995155334,
+      "step": 5335,
+      "valid_targets_mean": 1161.2,
+      "valid_targets_min": 559
+    },
+    {
+      "epoch": 6.041878890775325,
+      "grad_norm": 0.36607688464368443,
+      "learning_rate": 2.2503140202355488e-06,
+      "loss": 0.0988,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.037477947771549225,
+      "step": 5340,
+      "valid_targets_mean": 3598.2,
+      "valid_targets_min": 1623
+    },
+    {
+      "epoch": 6.047538200339559,
+      "grad_norm": 0.4234980780669887,
+      "learning_rate": 2.2243878014690834e-06,
+      "loss": 0.0819,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04270897060632706,
+      "step": 5345,
+      "valid_targets_mean": 3178.2,
+      "valid_targets_min": 846
+    },
+    {
+      "epoch": 6.053197509903792,
+      "grad_norm": 0.5142251565843842,
+      "learning_rate": 2.1986030023002568e-06,
+      "loss": 0.1174,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0819421112537384,
+      "step": 5350,
+      "valid_targets_mean": 3622.6,
+      "valid_targets_min": 1949
+    },
+    {
+      "epoch": 6.058856819468025,
+      "grad_norm": 0.3758512131860536,
+      "learning_rate": 2.1729598278683264e-06,
+      "loss": 0.0592,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03399980813264847,
+      "step": 5355,
+      "valid_targets_mean": 3344.9,
+      "valid_targets_min": 764
+    },
+    {
+      "epoch": 6.064516129032258,
+      "grad_norm": 0.4452945820004506,
+      "learning_rate": 2.147458482185807e-06,
+      "loss": 0.0721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04033152014017105,
+      "step": 5360,
+      "valid_targets_mean": 2391.6,
+      "valid_targets_min": 776
+    },
+    {
+      "epoch": 6.0701754385964914,
+      "grad_norm": 0.4085284180291562,
+      "learning_rate": 2.122099168136862e-06,
+      "loss": 0.0738,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04312574118375778,
+      "step": 5365,
+      "valid_targets_mean": 2818.5,
+      "valid_targets_min": 754
+    },
+    {
+      "epoch": 6.075834748160724,
+      "grad_norm": 0.49070385670020644,
+      "learning_rate": 2.0968820874756625e-06,
+      "loss": 0.0907,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0460464246571064,
+      "step": 5370,
+      "valid_targets_mean": 1646.6,
+      "valid_targets_min": 635
+    },
+    {
+      "epoch": 6.081494057724957,
+      "grad_norm": 0.46009308488755424,
+      "learning_rate": 2.0718074408247955e-06,
+      "loss": 0.0868,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03763628378510475,
+      "step": 5375,
+      "valid_targets_mean": 3374.8,
+      "valid_targets_min": 1862
+    },
+    {
+      "epoch": 6.087153367289191,
+      "grad_norm": 0.4329620924703973,
+      "learning_rate": 2.0468754276736823e-06,
+      "loss": 0.0715,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.040984734892845154,
+      "step": 5380,
+      "valid_targets_mean": 2837.4,
+      "valid_targets_min": 574
+    },
+    {
+      "epoch": 6.092812676853424,
+      "grad_norm": 0.45881292492892467,
+      "learning_rate": 2.0220862463769665e-06,
+      "loss": 0.0684,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.030360141769051552,
+      "step": 5385,
+      "valid_targets_mean": 2618.4,
+      "valid_targets_min": 523
+    },
+    {
+      "epoch": 6.098471986417657,
+      "grad_norm": 0.4645108273119941,
+      "learning_rate": 1.9974400941529493e-06,
+      "loss": 0.0725,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03978925943374634,
+      "step": 5390,
+      "valid_targets_mean": 3548.9,
+      "valid_targets_min": 2189
+    },
+    {
+      "epoch": 6.10413129598189,
+      "grad_norm": 0.40979314954932805,
+      "learning_rate": 1.972937167082014e-06,
+      "loss": 0.0764,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.027495216578245163,
+      "step": 5395,
+      "valid_targets_mean": 3564.6,
+      "valid_targets_min": 827
+    },
+    {
+      "epoch": 6.109790605546124,
+      "grad_norm": 0.519291894521477,
+      "learning_rate": 1.948577660105082e-06,
+      "loss": 0.0868,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.042828112840652466,
+      "step": 5400,
+      "valid_targets_mean": 1936.6,
+      "valid_targets_min": 597
+    },
+    {
+      "epoch": 6.115449915110356,
+      "grad_norm": 0.5028869384741634,
+      "learning_rate": 1.924361767022038e-06,
+      "loss": 0.0812,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03645801544189453,
+      "step": 5405,
+      "valid_targets_mean": 1747.5,
+      "valid_targets_min": 701
+    },
+    {
+      "epoch": 6.12110922467459,
+      "grad_norm": 0.5160317808874488,
+      "learning_rate": 1.9002896804902039e-06,
+      "loss": 0.1063,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10435350239276886,
+      "step": 5410,
+      "valid_targets_mean": 3329.6,
+      "valid_targets_min": 1652
+    },
+    {
+      "epoch": 6.126768534238823,
+      "grad_norm": 0.42693459577496057,
+      "learning_rate": 1.8763615920228084e-06,
+      "loss": 0.0877,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0340992771089077,
+      "step": 5415,
+      "valid_targets_mean": 3117.1,
+      "valid_targets_min": 786
+    },
+    {
+      "epoch": 6.132427843803056,
+      "grad_norm": 0.5292079264665807,
+      "learning_rate": 1.8525776919874472e-06,
+      "loss": 0.0709,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.044943224638700485,
+      "step": 5420,
+      "valid_targets_mean": 2574.4,
+      "valid_targets_min": 971
+    },
+    {
+      "epoch": 6.138087153367289,
+      "grad_norm": 0.43184427339775594,
+      "learning_rate": 1.8289381696045817e-06,
+      "loss": 0.1019,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0383368656039238,
+      "step": 5425,
+      "valid_targets_mean": 3320.0,
+      "valid_targets_min": 2610
+    },
+    {
+      "epoch": 6.143746462931523,
+      "grad_norm": 0.4578345136970855,
+      "learning_rate": 1.8054432129460386e-06,
+      "loss": 0.0875,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.027956079691648483,
+      "step": 5430,
+      "valid_targets_mean": 2580.6,
+      "valid_targets_min": 753
+    },
+    {
+      "epoch": 6.149405772495755,
+      "grad_norm": 0.543832615126229,
+      "learning_rate": 1.7820930089334965e-06,
+      "loss": 0.0781,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0356718935072422,
+      "step": 5435,
+      "valid_targets_mean": 1537.1,
+      "valid_targets_min": 619
+    },
+    {
+      "epoch": 6.155065082059989,
+      "grad_norm": 0.6060966311486536,
+      "learning_rate": 1.7588877433370076e-06,
+      "loss": 0.263,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.10278305411338806,
+      "step": 5440,
+      "valid_targets_mean": 2271.2,
+      "valid_targets_min": 987
+    },
+    {
+      "epoch": 6.160724391624222,
+      "grad_norm": 0.5924085806210888,
+      "learning_rate": 1.7358276007735276e-06,
+      "loss": 0.0914,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04437322914600372,
+      "step": 5445,
+      "valid_targets_mean": 1351.5,
+      "valid_targets_min": 329
+    },
+    {
+      "epoch": 6.166383701188455,
+      "grad_norm": 0.5013948977192829,
+      "learning_rate": 1.71291276470543e-06,
+      "loss": 0.0808,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.035337746143341064,
+      "step": 5450,
+      "valid_targets_mean": 1553.9,
+      "valid_targets_min": 608
+    },
+    {
+      "epoch": 6.172043010752688,
+      "grad_norm": 0.4871890547176153,
+      "learning_rate": 1.6901434174390652e-06,
+      "loss": 0.1721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.051572948694229126,
+      "step": 5455,
+      "valid_targets_mean": 3645.6,
+      "valid_targets_min": 873
+    },
+    {
+      "epoch": 6.1777023203169215,
+      "grad_norm": 0.29062212468543136,
+      "learning_rate": 1.6675197401232869e-06,
+      "loss": 0.0699,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.021249324083328247,
+      "step": 5460,
+      "valid_targets_mean": 4720.6,
+      "valid_targets_min": 3529
+    },
+    {
+      "epoch": 6.183361629881155,
+      "grad_norm": 0.45735535340260947,
+      "learning_rate": 1.6450419127480422e-06,
+      "loss": 0.0826,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.044959232211112976,
+      "step": 5465,
+      "valid_targets_mean": 4437.6,
+      "valid_targets_min": 2336
+    },
+    {
+      "epoch": 6.1890209394453874,
+      "grad_norm": 0.42171276299506233,
+      "learning_rate": 1.6227101141429114e-06,
+      "loss": 0.0772,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0342087596654892,
+      "step": 5470,
+      "valid_targets_mean": 3533.1,
+      "valid_targets_min": 1226
+    },
+    {
+      "epoch": 6.194680249009621,
+      "grad_norm": 0.40618213284566573,
+      "learning_rate": 1.6005245219756927e-06,
+      "loss": 0.0711,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03383510932326317,
+      "step": 5475,
+      "valid_targets_mean": 3299.2,
+      "valid_targets_min": 798
+    },
+    {
+      "epoch": 6.200339558573854,
+      "grad_norm": 0.461226104176819,
+      "learning_rate": 1.5784853127510058e-06,
+      "loss": 0.0698,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.030750712379813194,
+      "step": 5480,
+      "valid_targets_mean": 1836.9,
+      "valid_targets_min": 723
+    },
+    {
+      "epoch": 6.205998868138087,
+      "grad_norm": 0.4333621108931707,
+      "learning_rate": 1.5565926618088578e-06,
+      "loss": 0.0681,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.036275140941143036,
+      "step": 5485,
+      "valid_targets_mean": 3316.0,
+      "valid_targets_min": 898
+    },
+    {
+      "epoch": 6.21165817770232,
+      "grad_norm": 0.36550793893508166,
+      "learning_rate": 1.5348467433232728e-06,
+      "loss": 0.0668,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.025588275864720345,
+      "step": 5490,
+      "valid_targets_mean": 4027.2,
+      "valid_targets_min": 3278
+    },
+    {
+      "epoch": 6.217317487266554,
+      "grad_norm": 0.4772160854424314,
+      "learning_rate": 1.5132477303009018e-06,
+      "loss": 0.07,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03180842846632004,
+      "step": 5495,
+      "valid_targets_mean": 2052.8,
+      "valid_targets_min": 739
+    },
+    {
+      "epoch": 6.222976796830786,
+      "grad_norm": 0.5089783085241212,
+      "learning_rate": 1.4917957945796313e-06,
+      "loss": 0.1007,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03567662462592125,
+      "step": 5500,
+      "valid_targets_mean": 1574.9,
+      "valid_targets_min": 538
+    },
+    {
+      "epoch": 6.22863610639502,
+      "grad_norm": 0.36973669403155707,
+      "learning_rate": 1.4704911068272366e-06,
+      "loss": 0.056,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.025814436376094818,
+      "step": 5505,
+      "valid_targets_mean": 1956.9,
+      "valid_targets_min": 654
+    },
+    {
+      "epoch": 6.234295415959253,
+      "grad_norm": 0.46229589116820236,
+      "learning_rate": 1.4493338365400034e-06,
+      "loss": 0.0697,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04194366931915283,
+      "step": 5510,
+      "valid_targets_mean": 2735.4,
+      "valid_targets_min": 930
+    },
+    {
+      "epoch": 6.239954725523486,
+      "grad_norm": 0.4989305468229593,
+      "learning_rate": 1.428324152041407e-06,
+      "loss": 0.063,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03797730803489685,
+      "step": 5515,
+      "valid_targets_mean": 2965.0,
+      "valid_targets_min": 684
+    },
+    {
+      "epoch": 6.245614035087719,
+      "grad_norm": 0.42393631597982256,
+      "learning_rate": 1.407462220480742e-06,
+      "loss": 0.107,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03771083801984787,
+      "step": 5520,
+      "valid_targets_mean": 3344.6,
+      "valid_targets_min": 999
+    },
+    {
+      "epoch": 6.251273344651953,
+      "grad_norm": 0.8345963434877331,
+      "learning_rate": 1.3867482078318095e-06,
+      "loss": 0.0832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04547232389450073,
+      "step": 5525,
+      "valid_targets_mean": 2445.4,
+      "valid_targets_min": 696
+    },
+    {
+      "epoch": 6.256932654216186,
+      "grad_norm": 0.41053393654408254,
+      "learning_rate": 1.3661822788916013e-06,
+      "loss": 0.0866,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.036262039095163345,
+      "step": 5530,
+      "valid_targets_mean": 3514.9,
+      "valid_targets_min": 1068
+    },
+    {
+      "epoch": 6.262591963780419,
+      "grad_norm": 0.4910802121211489,
+      "learning_rate": 1.3457645972789778e-06,
+      "loss": 0.0727,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03297572210431099,
+      "step": 5535,
+      "valid_targets_mean": 1602.8,
+      "valid_targets_min": 536
+    },
+    {
+      "epoch": 6.268251273344652,
+      "grad_norm": 0.5594867675696712,
+      "learning_rate": 1.3254953254333613e-06,
+      "loss": 0.1142,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0913362205028534,
+      "step": 5540,
+      "valid_targets_mean": 3568.8,
+      "valid_targets_min": 1507
+    },
+    {
+      "epoch": 6.2739105829088855,
+      "grad_norm": 0.468982383102054,
+      "learning_rate": 1.305374624613469e-06,
+      "loss": 0.0819,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04027446359395981,
+      "step": 5545,
+      "valid_targets_mean": 3292.2,
+      "valid_targets_min": 2342
+    },
+    {
+      "epoch": 6.279569892473118,
+      "grad_norm": 0.6076216609127739,
+      "learning_rate": 1.285402654896004e-06,
+      "loss": 0.0996,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.039696864783763885,
+      "step": 5550,
+      "valid_targets_mean": 1567.5,
+      "valid_targets_min": 687
+    },
+    {
+      "epoch": 6.2852292020373515,
+      "grad_norm": 0.5199065404593297,
+      "learning_rate": 1.265579575174387e-06,
+      "loss": 0.0679,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.026267357170581818,
+      "step": 5555,
+      "valid_targets_mean": 1145.4,
+      "valid_targets_min": 449
+    },
+    {
+      "epoch": 6.290888511601585,
+      "grad_norm": 0.37842658390559863,
+      "learning_rate": 1.245905543157504e-06,
+      "loss": 0.0766,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02909524366259575,
+      "step": 5560,
+      "valid_targets_mean": 3191.0,
+      "valid_targets_min": 658
+    },
+    {
+      "epoch": 6.2965478211658175,
+      "grad_norm": 0.6698590437305647,
+      "learning_rate": 1.2263807153684448e-06,
+      "loss": 0.0802,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04288920760154724,
+      "step": 5565,
+      "valid_targets_mean": 1924.8,
+      "valid_targets_min": 577
+    },
+    {
+      "epoch": 6.302207130730051,
+      "grad_norm": 0.4089958305848229,
+      "learning_rate": 1.2070052471432535e-06,
+      "loss": 0.0646,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03255155310034752,
+      "step": 5570,
+      "valid_targets_mean": 3992.5,
+      "valid_targets_min": 726
+    },
+    {
+      "epoch": 6.307866440294284,
+      "grad_norm": 0.546203478116887,
+      "learning_rate": 1.1877792926296893e-06,
+      "loss": 0.063,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.037086475640535355,
+      "step": 5575,
+      "valid_targets_mean": 3626.4,
+      "valid_targets_min": 2252
+    },
+    {
+      "epoch": 6.313525749858517,
+      "grad_norm": 0.48220913093657924,
+      "learning_rate": 1.1687030047860248e-06,
+      "loss": 0.0708,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.028300970792770386,
+      "step": 5580,
+      "valid_targets_mean": 1556.2,
+      "valid_targets_min": 531
+    },
+    {
+      "epoch": 6.31918505942275,
+      "grad_norm": 0.49300440662921147,
+      "learning_rate": 1.1497765353797963e-06,
+      "loss": 0.0863,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03746430575847626,
+      "step": 5585,
+      "valid_targets_mean": 2410.5,
+      "valid_targets_min": 744
+    },
+    {
+      "epoch": 6.324844368986984,
+      "grad_norm": 0.46516325493913885,
+      "learning_rate": 1.1310000349866136e-06,
+      "loss": 0.0832,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04292897880077362,
+      "step": 5590,
+      "valid_targets_mean": 3795.1,
+      "valid_targets_min": 3136
+    },
+    {
+      "epoch": 6.330503678551217,
+      "grad_norm": 0.3516195402819051,
+      "learning_rate": 1.1123736529889674e-06,
+      "loss": 0.0709,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029240943491458893,
+      "step": 5595,
+      "valid_targets_mean": 3324.4,
+      "valid_targets_min": 2366
+    },
+    {
+      "epoch": 6.33616298811545,
+      "grad_norm": 0.393646246729592,
+      "learning_rate": 1.093897537575026e-06,
+      "loss": 0.0671,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.026576902717351913,
+      "step": 5600,
+      "valid_targets_mean": 1668.1,
+      "valid_targets_min": 669
+    },
+    {
+      "epoch": 6.341822297679683,
+      "grad_norm": 0.5045719380300637,
+      "learning_rate": 1.075571835737459e-06,
+      "loss": 0.0826,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04519212990999222,
+      "step": 5605,
+      "valid_targets_mean": 3529.8,
+      "valid_targets_min": 1785
+    },
+    {
+      "epoch": 6.347481607243917,
+      "grad_norm": 0.34572836118706846,
+      "learning_rate": 1.0573966932722902e-06,
+      "loss": 0.0586,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.032416749745607376,
+      "step": 5610,
+      "valid_targets_mean": 4120.1,
+      "valid_targets_min": 3862
+    },
+    {
+      "epoch": 6.353140916808149,
+      "grad_norm": 0.414169116954712,
+      "learning_rate": 1.039372254777702e-06,
+      "loss": 0.0721,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03024177812039852,
+      "step": 5615,
+      "valid_targets_mean": 3062.2,
+      "valid_targets_min": 539
+    },
+    {
+      "epoch": 6.358800226372383,
+      "grad_norm": 0.4551881018436352,
+      "learning_rate": 1.0214986636529112e-06,
+      "loss": 0.0728,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029075317084789276,
+      "step": 5620,
+      "valid_targets_mean": 2781.5,
+      "valid_targets_min": 1016
+    },
+    {
+      "epoch": 6.364459535936616,
+      "grad_norm": 0.7250068378090566,
+      "learning_rate": 1.003776062097015e-06,
+      "loss": 0.0833,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04859713837504387,
+      "step": 5625,
+      "valid_targets_mean": 1102.9,
+      "valid_targets_min": 888
+    },
+    {
+      "epoch": 6.370118845500849,
+      "grad_norm": 0.5077689879385843,
+      "learning_rate": 9.862045911078733e-07,
+      "loss": 0.0753,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.027197659015655518,
+      "step": 5630,
+      "valid_targets_mean": 2602.5,
+      "valid_targets_min": 697
+    },
+    {
+      "epoch": 6.375778155065082,
+      "grad_norm": 0.6899335032624531,
+      "learning_rate": 9.687843904809725e-07,
+      "loss": 0.0731,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04702649265527725,
+      "step": 5635,
+      "valid_targets_mean": 1592.9,
+      "valid_targets_min": 605
+    },
+    {
+      "epoch": 6.3814374646293155,
+      "grad_norm": 0.4183486867477277,
+      "learning_rate": 9.515155988083125e-07,
+      "loss": 0.0739,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.030234932899475098,
+      "step": 5640,
+      "valid_targets_mean": 2899.1,
+      "valid_targets_min": 1117
+    },
+    {
+      "epoch": 6.387096774193548,
+      "grad_norm": 0.39846802229129347,
+      "learning_rate": 9.343983534773238e-07,
+      "loss": 0.0951,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03229912370443344,
+      "step": 5645,
+      "valid_targets_mean": 3376.6,
+      "valid_targets_min": 1388
+    },
+    {
+      "epoch": 6.3927560837577815,
+      "grad_norm": 0.4221055561946196,
+      "learning_rate": 9.174327906697522e-07,
+      "loss": 0.0718,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03201095759868622,
+      "step": 5650,
+      "valid_targets_mean": 3243.4,
+      "valid_targets_min": 524
+    },
+    {
+      "epoch": 6.398415393322015,
+      "grad_norm": 0.47396946951089514,
+      "learning_rate": 9.006190453605867e-07,
+      "loss": 0.0636,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03388165682554245,
+      "step": 5655,
+      "valid_targets_mean": 2468.0,
+      "valid_targets_min": 970
+    },
+    {
+      "epoch": 6.4040747028862475,
+      "grad_norm": 0.5372963519147712,
+      "learning_rate": 8.839572513169869e-07,
+      "loss": 0.0845,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03781970217823982,
+      "step": 5660,
+      "valid_targets_mean": 2959.6,
+      "valid_targets_min": 877
+    },
+    {
+      "epoch": 6.409734012450481,
+      "grad_norm": 0.4414122630686379,
+      "learning_rate": 8.674475410972083e-07,
+      "loss": 0.0776,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02942243218421936,
+      "step": 5665,
+      "valid_targets_mean": 3886.5,
+      "valid_targets_min": 3251
+    },
+    {
+      "epoch": 6.415393322014714,
+      "grad_norm": 0.5910320359764288,
+      "learning_rate": 8.510900460495608e-07,
+      "loss": 0.0616,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04006580635905266,
+      "step": 5670,
+      "valid_targets_mean": 2695.6,
+      "valid_targets_min": 564
+    },
+    {
+      "epoch": 6.421052631578947,
+      "grad_norm": 0.41329259343824304,
+      "learning_rate": 8.348848963113498e-07,
+      "loss": 0.0716,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03878196328878403,
+      "step": 5675,
+      "valid_targets_mean": 4404.8,
+      "valid_targets_min": 2555
+    },
+    {
+      "epoch": 6.42671194114318,
+      "grad_norm": 0.35021801890644144,
+      "learning_rate": 8.188322208078614e-07,
+      "loss": 0.0636,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03053947165608406,
+      "step": 5680,
+      "valid_targets_mean": 4410.5,
+      "valid_targets_min": 3261
+    },
+    {
+      "epoch": 6.432371250707414,
+      "grad_norm": 0.4423919062535216,
+      "learning_rate": 8.02932147251314e-07,
+      "loss": 0.058,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.024922095239162445,
+      "step": 5685,
+      "valid_targets_mean": 1768.5,
+      "valid_targets_min": 618
+    },
+    {
+      "epoch": 6.438030560271647,
+      "grad_norm": 0.3428657526356263,
+      "learning_rate": 7.87184802139851e-07,
+      "loss": 0.08,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03279254585504532,
+      "step": 5690,
+      "valid_targets_mean": 3985.8,
+      "valid_targets_min": 3213
+    },
+    {
+      "epoch": 6.44368986983588,
+      "grad_norm": 0.387894200845498,
+      "learning_rate": 7.715903107565426e-07,
+      "loss": 0.0755,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08078566938638687,
+      "step": 5695,
+      "valid_targets_mean": 3149.1,
+      "valid_targets_min": 1539
+    },
+    {
+      "epoch": 6.449349179400113,
+      "grad_norm": 0.3521771898348846,
+      "learning_rate": 7.56148797168379e-07,
+      "loss": 0.0831,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.025293316692113876,
+      "step": 5700,
+      "valid_targets_mean": 2094.8,
+      "valid_targets_min": 509
+    },
+    {
+      "epoch": 6.455008488964347,
+      "grad_norm": 0.34983675153404814,
+      "learning_rate": 7.408603842252837e-07,
+      "loss": 0.078,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.018726779147982597,
+      "step": 5705,
+      "valid_targets_mean": 2441.4,
+      "valid_targets_min": 633
+    },
+    {
+      "epoch": 6.460667798528579,
+      "grad_norm": 0.43222227805674024,
+      "learning_rate": 7.257251935591436e-07,
+      "loss": 0.0908,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.034915629774332047,
+      "step": 5710,
+      "valid_targets_mean": 2740.9,
+      "valid_targets_min": 737
+    },
+    {
+      "epoch": 6.466327108092813,
+      "grad_norm": 0.4081347230063779,
+      "learning_rate": 7.107433455828317e-07,
+      "loss": 0.0607,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.028989259153604507,
+      "step": 5715,
+      "valid_targets_mean": 2726.9,
+      "valid_targets_min": 492
+    },
+    {
+      "epoch": 6.471986417657046,
+      "grad_norm": 0.5771132928708792,
+      "learning_rate": 6.959149594892567e-07,
+      "loss": 0.0779,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.045439302921295166,
+      "step": 5720,
+      "valid_targets_mean": 1607.9,
+      "valid_targets_min": 833
+    },
+    {
+      "epoch": 6.477645727221279,
+      "grad_norm": 0.38282961964026013,
+      "learning_rate": 6.812401532504109e-07,
+      "loss": 0.0637,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.022644251585006714,
+      "step": 5725,
+      "valid_targets_mean": 3502.6,
+      "valid_targets_min": 923
+    },
+    {
+      "epoch": 6.483305036785512,
+      "grad_norm": 0.7093665041938079,
+      "learning_rate": 6.667190436164351e-07,
+      "loss": 0.1006,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.049554117023944855,
+      "step": 5730,
+      "valid_targets_mean": 1553.9,
+      "valid_targets_min": 531
+    },
+    {
+      "epoch": 6.4889643463497455,
+      "grad_norm": 0.5395677136363789,
+      "learning_rate": 6.523517461146856e-07,
+      "loss": 0.0966,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06349746882915497,
+      "step": 5735,
+      "valid_targets_mean": 1825.6,
+      "valid_targets_min": 575
+    },
+    {
+      "epoch": 6.494623655913978,
+      "grad_norm": 0.4683100032634949,
+      "learning_rate": 6.381383750488113e-07,
+      "loss": 0.0704,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.036794550716876984,
+      "step": 5740,
+      "valid_targets_mean": 3701.9,
+      "valid_targets_min": 2784
+    },
+    {
+      "epoch": 6.5002829654782115,
+      "grad_norm": 0.39665598153857057,
+      "learning_rate": 6.240790434978628e-07,
+      "loss": 0.069,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.03116479702293873,
+      "step": 5745,
+      "valid_targets_mean": 3575.8,
+      "valid_targets_min": 2525
+    },
+    {
+      "epoch": 6.505942275042445,
+      "grad_norm": 0.3909289070674195,
+      "learning_rate": 6.101738633153686e-07,
+      "loss": 0.0667,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02514510788023472,
+      "step": 5750,
+      "valid_targets_mean": 3081.0,
+      "valid_targets_min": 970
+    },
+    {
+      "epoch": 6.511601584606678,
+      "grad_norm": 0.5221061620646068,
+      "learning_rate": 5.964229451284586e-07,
+      "loss": 0.0627,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.030438585206866264,
+      "step": 5755,
+      "valid_targets_mean": 1963.5,
+      "valid_targets_min": 817
+    },
+    {
+      "epoch": 6.517260894170911,
+      "grad_norm": 0.8427273967468634,
+      "learning_rate": 5.828263983369864e-07,
+      "loss": 0.0809,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.057581909000873566,
+      "step": 5760,
+      "valid_targets_mean": 1270.9,
+      "valid_targets_min": 637
+    },
+    {
+      "epoch": 6.522920203735144,
+      "grad_norm": 0.40291295842096636,
+      "learning_rate": 5.693843311126523e-07,
+      "loss": 0.0602,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.031059563159942627,
+      "step": 5765,
+      "valid_targets_mean": 2594.1,
+      "valid_targets_min": 893
+    },
+    {
+      "epoch": 6.528579513299378,
+      "grad_norm": 0.38279978257420905,
+      "learning_rate": 5.560968503981378e-07,
+      "loss": 0.065,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.027334999293088913,
+      "step": 5770,
+      "valid_targets_mean": 3222.2,
+      "valid_targets_min": 1606
+    },
+    {
+      "epoch": 6.53423882286361,
+      "grad_norm": 0.4376854384676312,
+      "learning_rate": 5.429640619062726e-07,
+      "loss": 0.0642,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.02784162387251854,
+      "step": 5775,
+      "valid_targets_mean": 3023.8,
+      "valid_targets_min": 678
+    },
+    {
+      "epoch": 6.539898132427844,
+      "grad_norm": 0.5182343274284491,
+      "learning_rate": 5.299860701191772e-07,
+      "loss": 0.073,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029868509620428085,
+      "step": 5780,
+      "valid_targets_mean": 4263.8,
+      "valid_targets_min": 1078
+    },
+    {
+      "epoch": 6.545557441992077,
+      "grad_norm": 0.3873691318800413,
+      "learning_rate": 5.171629782874354e-07,
+      "loss": 0.0632,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.035855866968631744,
+      "step": 5785,
+      "valid_targets_mean": 4150.0,
+      "valid_targets_min": 761
+    },
+    {
+      "epoch": 6.55121675155631,
+      "grad_norm": 0.5265280283394623,
+      "learning_rate": 5.044948884292766e-07,
+      "loss": 0.0677,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.035952128469944,
+      "step": 5790,
+      "valid_targets_mean": 1368.4,
+      "valid_targets_min": 538
+    },
+    {
+      "epoch": 6.556876061120543,
+      "grad_norm": 0.5692650186236182,
+      "learning_rate": 4.919819013297677e-07,
+      "loss": 0.0854,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07685303688049316,
+      "step": 5795,
+      "valid_targets_mean": 2630.4,
+      "valid_targets_min": 780
+    },
+    {
+      "epoch": 6.562535370684777,
+      "grad_norm": 0.3992203816344988,
+      "learning_rate": 4.796241165399939e-07,
+      "loss": 0.1375,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.029380571097135544,
+      "step": 5800,
+      "valid_targets_mean": 3353.9,
+      "valid_targets_min": 2347
+    },
+    {
+      "epoch": 6.568194680249009,
+      "grad_norm": 0.4413274699616067,
+      "learning_rate": 4.674216323762881e-07,
+      "loss": 0.0676,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.036058343946933746,
+      "step": 5805,
+      "valid_targets_mean": 3880.2,
+      "valid_targets_min": 2473
+    },
+    {
+      "epoch": 6.573853989813243,
+      "grad_norm": 0.4005766443151731,
+      "learning_rate": 4.5537454591943584e-07,
+      "loss": 0.0651,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.032821476459503174,
+      "step": 5810,
+      "valid_targets_mean": 3556.4,
+      "valid_targets_min": 2245
+    },
+    {
+      "epoch": 6.579513299377476,
+      "grad_norm": 0.7487686722359814,
+      "learning_rate": 4.434829530139095e-07,
+      "loss": 0.1232,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0820455551147461,
+      "step": 5815,
+      "valid_targets_mean": 7477.8,
+      "valid_targets_min": 6099
+    },
+    {
+      "epoch": 6.5851726089417095,
+      "grad_norm": 0.7534214710986934,
+      "learning_rate": 4.3174694826709107e-07,
+      "loss": 0.1544,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07804305851459503,
+      "step": 5820,
+      "valid_targets_mean": 6943.4,
+      "valid_targets_min": 5066
+    },
+    {
+      "epoch": 6.590831918505942,
+      "grad_norm": 0.7163092047483358,
+      "learning_rate": 4.201666250485503e-07,
+      "loss": 0.1506,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07243961095809937,
+      "step": 5825,
+      "valid_targets_mean": 6880.4,
+      "valid_targets_min": 4923
+    },
+    {
+      "epoch": 6.5964912280701755,
+      "grad_norm": 0.6682497779585265,
+      "learning_rate": 4.087420754892635e-07,
+      "loss": 0.146,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07224197685718536,
+      "step": 5830,
+      "valid_targets_mean": 5842.0,
+      "valid_targets_min": 4099
+    },
+    {
+      "epoch": 6.602150537634409,
+      "grad_norm": 0.6836051272147596,
+      "learning_rate": 3.9747339048091136e-07,
+      "loss": 0.1454,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07733571529388428,
+      "step": 5835,
+      "valid_targets_mean": 7123.2,
+      "valid_targets_min": 4797
+    },
+    {
+      "epoch": 6.6078098471986415,
+      "grad_norm": 0.6266515389986721,
+      "learning_rate": 3.863606596751379e-07,
+      "loss": 0.1597,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08477002382278442,
+      "step": 5840,
+      "valid_targets_mean": 6494.1,
+      "valid_targets_min": 3853
+    },
+    {
+      "epoch": 6.613469156762875,
+      "grad_norm": 0.5796635106347725,
+      "learning_rate": 3.7540397148284837e-07,
+      "loss": 0.1497,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07463136315345764,
+      "step": 5845,
+      "valid_targets_mean": 6439.9,
+      "valid_targets_min": 4586
+    },
+    {
+      "epoch": 6.619128466327108,
+      "grad_norm": 0.5949510554792016,
+      "learning_rate": 3.6460341307349653e-07,
+      "loss": 0.1427,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08274795114994049,
+      "step": 5850,
+      "valid_targets_mean": 7251.0,
+      "valid_targets_min": 4728
+    },
+    {
+      "epoch": 6.624787775891341,
+      "grad_norm": 0.6316364914906776,
+      "learning_rate": 3.539590703743967e-07,
+      "loss": 0.1672,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1106606274843216,
+      "step": 5855,
+      "valid_targets_mean": 6318.6,
+      "valid_targets_min": 4375
+    },
+    {
+      "epoch": 6.630447085455574,
+      "grad_norm": 0.550135953230067,
+      "learning_rate": 3.434710280700415e-07,
+      "loss": 0.1405,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07912848144769669,
+      "step": 5860,
+      "valid_targets_mean": 7099.8,
+      "valid_targets_min": 4561
+    },
+    {
+      "epoch": 6.636106395019808,
+      "grad_norm": 0.5807128239797757,
+      "learning_rate": 3.331393696014207e-07,
+      "loss": 0.1523,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08417834341526031,
+      "step": 5865,
+      "valid_targets_mean": 4537.5,
+      "valid_targets_min": 3439
+    },
+    {
+      "epoch": 6.64176570458404,
+      "grad_norm": 0.5219644715267242,
+      "learning_rate": 3.22964177165368e-07,
+      "loss": 0.1402,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06268523633480072,
+      "step": 5870,
+      "valid_targets_mean": 5579.2,
+      "valid_targets_min": 3635
+    },
+    {
+      "epoch": 6.647425014148274,
+      "grad_norm": 0.5263531444649148,
+      "learning_rate": 3.129455317138952e-07,
+      "loss": 0.149,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07062210142612457,
+      "step": 5875,
+      "valid_targets_mean": 6693.9,
+      "valid_targets_min": 4393
+    },
+    {
+      "epoch": 6.653084323712507,
+      "grad_norm": 0.5039547873388956,
+      "learning_rate": 3.030835129535592e-07,
+      "loss": 0.1374,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07635181397199631,
+      "step": 5880,
+      "valid_targets_mean": 7235.5,
+      "valid_targets_min": 4749
+    },
+    {
+      "epoch": 6.658743633276741,
+      "grad_norm": 0.5374975388564814,
+      "learning_rate": 2.9337819934481814e-07,
+      "loss": 0.1361,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.04057689011096954,
+      "step": 5885,
+      "valid_targets_mean": 2121.1,
+      "valid_targets_min": 1062
+    },
+    {
+      "epoch": 6.664402942840973,
+      "grad_norm": 0.5495976815602165,
+      "learning_rate": 2.838296681014185e-07,
+      "loss": 0.1353,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07217422872781754,
+      "step": 5890,
+      "valid_targets_mean": 6031.5,
+      "valid_targets_min": 3119
+    },
+    {
+      "epoch": 6.670062252405207,
+      "grad_norm": 0.4727749466552753,
+      "learning_rate": 2.744379951897691e-07,
+      "loss": 0.1434,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07923989742994308,
+      "step": 5895,
+      "valid_targets_mean": 5516.4,
+      "valid_targets_min": 3774
+    },
+    {
+      "epoch": 6.67572156196944,
+      "grad_norm": 0.4918446356807094,
+      "learning_rate": 2.65203255328339e-07,
+      "loss": 0.1415,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06927672028541565,
+      "step": 5900,
+      "valid_targets_mean": 6248.4,
+      "valid_targets_min": 5140
+    },
+    {
+      "epoch": 6.681380871533673,
+      "grad_norm": 0.48057048911669864,
+      "learning_rate": 2.561255219870762e-07,
+      "loss": 0.1256,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06571323424577713,
+      "step": 5905,
+      "valid_targets_mean": 6634.4,
+      "valid_targets_min": 5665
+    },
+    {
+      "epoch": 6.687040181097906,
+      "grad_norm": 0.5212976091008016,
+      "learning_rate": 2.472048673868033e-07,
+      "loss": 0.1324,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07338336110115051,
+      "step": 5910,
+      "valid_targets_mean": 6851.5,
+      "valid_targets_min": 4428
+    },
+    {
+      "epoch": 6.6926994906621395,
+      "grad_norm": 0.48101118665117376,
+      "learning_rate": 2.3844136249865367e-07,
+      "loss": 0.1537,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08724261820316315,
+      "step": 5915,
+      "valid_targets_mean": 5922.0,
+      "valid_targets_min": 4690
+    },
+    {
+      "epoch": 6.698358800226372,
+      "grad_norm": 0.4764153735320399,
+      "learning_rate": 2.2983507704351426e-07,
+      "loss": 0.1509,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.062456920742988586,
+      "step": 5920,
+      "valid_targets_mean": 5270.4,
+      "valid_targets_min": 4262
+    },
+    {
+      "epoch": 6.7040181097906055,
+      "grad_norm": 0.4752188688462987,
+      "learning_rate": 2.213860794914524e-07,
+      "loss": 0.1348,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07114718854427338,
+      "step": 5925,
+      "valid_targets_mean": 6213.9,
+      "valid_targets_min": 5149
+    },
+    {
+      "epoch": 6.709677419354839,
+      "grad_norm": 0.5402659781856378,
+      "learning_rate": 2.1309443706118538e-07,
+      "loss": 0.1444,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06940378993749619,
+      "step": 5930,
+      "valid_targets_mean": 5613.8,
+      "valid_targets_min": 3840
+    },
+    {
+      "epoch": 6.7153367289190715,
+      "grad_norm": 0.5297670453348129,
+      "learning_rate": 2.049602157195363e-07,
+      "loss": 0.1571,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08687257766723633,
+      "step": 5935,
+      "valid_targets_mean": 6458.6,
+      "valid_targets_min": 5104
+    },
+    {
+      "epoch": 6.720996038483305,
+      "grad_norm": 0.5046345063884,
+      "learning_rate": 1.9698348018092338e-07,
+      "loss": 0.1711,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06864124536514282,
+      "step": 5940,
+      "valid_targets_mean": 5527.5,
+      "valid_targets_min": 4224
+    },
+    {
+      "epoch": 6.726655348047538,
+      "grad_norm": 0.5065065013683697,
+      "learning_rate": 1.8916429390682944e-07,
+      "loss": 0.1601,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07327083498239517,
+      "step": 5945,
+      "valid_targets_mean": 6107.0,
+      "valid_targets_min": 4318
+    },
+    {
+      "epoch": 6.732314657611772,
+      "grad_norm": 0.4747338857985507,
+      "learning_rate": 1.8150271910530204e-07,
+      "loss": 0.1447,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07454071193933487,
+      "step": 5950,
+      "valid_targets_mean": 6608.5,
+      "valid_targets_min": 4783
+    },
+    {
+      "epoch": 6.737973967176004,
+      "grad_norm": 0.4760978068435683,
+      "learning_rate": 1.7399881673046736e-07,
+      "loss": 0.145,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06898602843284607,
+      "step": 5955,
+      "valid_targets_mean": 7459.4,
+      "valid_targets_min": 4412
+    },
+    {
+      "epoch": 6.743633276740238,
+      "grad_norm": 0.5189702583573984,
+      "learning_rate": 1.666526464820284e-07,
+      "loss": 0.1526,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07886485755443573,
+      "step": 5960,
+      "valid_targets_mean": 6031.6,
+      "valid_targets_min": 4332
+    },
+    {
+      "epoch": 6.74929258630447,
+      "grad_norm": 0.4498647439722737,
+      "learning_rate": 1.594642668048052e-07,
+      "loss": 0.1467,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06920972466468811,
+      "step": 5965,
+      "valid_targets_mean": 5925.8,
+      "valid_targets_min": 5096
+    },
+    {
+      "epoch": 6.754951895868704,
+      "grad_norm": 0.5083555683499332,
+      "learning_rate": 1.5243373488826653e-07,
+      "loss": 0.148,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07990719377994537,
+      "step": 5970,
+      "valid_targets_mean": 5700.1,
+      "valid_targets_min": 2364
+    },
+    {
+      "epoch": 6.760611205432937,
+      "grad_norm": 0.5399051754275803,
+      "learning_rate": 1.4556110666606783e-07,
+      "loss": 0.156,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08077910542488098,
+      "step": 5975,
+      "valid_targets_mean": 6654.9,
+      "valid_targets_min": 4793
+    },
+    {
+      "epoch": 6.766270514997171,
+      "grad_norm": 0.5184458156430881,
+      "learning_rate": 1.388464368156095e-07,
+      "loss": 0.1473,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0759461522102356,
+      "step": 5980,
+      "valid_targets_mean": 5911.5,
+      "valid_targets_min": 4588
+    },
+    {
+      "epoch": 6.771929824561403,
+      "grad_norm": 0.41738433888647436,
+      "learning_rate": 1.322897787576105e-07,
+      "loss": 0.1338,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06279043108224869,
+      "step": 5985,
+      "valid_targets_mean": 6948.5,
+      "valid_targets_min": 5388
+    },
+    {
+      "epoch": 6.777589134125637,
+      "grad_norm": 0.4799905628145097,
+      "learning_rate": 1.2589118465566875e-07,
+      "loss": 0.1336,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0820792019367218,
+      "step": 5990,
+      "valid_targets_mean": 6336.5,
+      "valid_targets_min": 3666
+    },
+    {
+      "epoch": 6.78324844368987,
+      "grad_norm": 0.472587166851982,
+      "learning_rate": 1.1965070541585912e-07,
+      "loss": 0.1547,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0906020849943161,
+      "step": 5995,
+      "valid_targets_mean": 7032.6,
+      "valid_targets_min": 5077
+    },
+    {
+      "epoch": 6.788907753254103,
+      "grad_norm": 0.500035985881612,
+      "learning_rate": 1.1356839068632053e-07,
+      "loss": 0.1545,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08360623568296432,
+      "step": 6000,
+      "valid_targets_mean": 5717.2,
+      "valid_targets_min": 3663
+    },
+    {
+      "epoch": 6.794567062818336,
+      "grad_norm": 0.5092396065505584,
+      "learning_rate": 1.0764428885686073e-07,
+      "loss": 0.1438,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0701868087053299,
+      "step": 6005,
+      "valid_targets_mean": 5608.9,
+      "valid_targets_min": 4105
+    },
+    {
+      "epoch": 6.8002263723825696,
+      "grad_norm": 0.46521670144612376,
+      "learning_rate": 1.0187844705857875e-07,
+      "loss": 0.1422,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07969950884580612,
+      "step": 6010,
+      "valid_targets_mean": 7618.5,
+      "valid_targets_min": 5201
+    },
+    {
+      "epoch": 6.805885681946802,
+      "grad_norm": 0.47901653225949864,
+      "learning_rate": 9.627091116348076e-08,
+      "loss": 0.1373,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08053254336118698,
+      "step": 6015,
+      "valid_targets_mean": 6253.0,
+      "valid_targets_min": 5069
+    },
+    {
+      "epoch": 6.8115449915110355,
+      "grad_norm": 0.4426284149369684,
+      "learning_rate": 9.082172578412263e-08,
+      "loss": 0.1437,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06579966843128204,
+      "step": 6020,
+      "valid_targets_mean": 5635.0,
+      "valid_targets_min": 4729
+    },
+    {
+      "epoch": 6.817204301075269,
+      "grad_norm": 0.4722004210289814,
+      "learning_rate": 8.553093427325243e-08,
+      "loss": 0.1521,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07432159781455994,
+      "step": 6025,
+      "valid_targets_mean": 5936.4,
+      "valid_targets_min": 4567
+    },
+    {
+      "epoch": 6.8228636106395015,
+      "grad_norm": 0.4492725967919617,
+      "learning_rate": 8.039857872345736e-08,
+      "loss": 0.1379,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06669019162654877,
+      "step": 6030,
+      "valid_targets_mean": 6021.9,
+      "valid_targets_min": 4464
+    },
+    {
+      "epoch": 6.828522920203735,
+      "grad_norm": 0.6467284197571562,
+      "learning_rate": 7.542469996684843e-08,
+      "loss": 0.1538,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06998852640390396,
+      "step": 6035,
+      "valid_targets_mean": 5414.9,
+      "valid_targets_min": 4908
+    },
+    {
+      "epoch": 6.834182229767968,
+      "grad_norm": 0.4202759599615148,
+      "learning_rate": 7.06093375747141e-08,
+      "loss": 0.1359,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.061411675065755844,
+      "step": 6040,
+      "valid_targets_mean": 5470.8,
+      "valid_targets_min": 4443
+    },
+    {
+      "epoch": 6.839841539332202,
+      "grad_norm": 0.4423730917992716,
+      "learning_rate": 6.595252985721834e-08,
+      "loss": 0.1235,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06360609829425812,
+      "step": 6045,
+      "valid_targets_mean": 6542.5,
+      "valid_targets_min": 3381
+    },
+    {
+      "epoch": 6.845500848896434,
+      "grad_norm": 0.4700795314852806,
+      "learning_rate": 6.145431386309186e-08,
+      "loss": 0.1291,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06548164784908295,
+      "step": 6050,
+      "valid_targets_mean": 6168.5,
+      "valid_targets_min": 4790
+    },
+    {
+      "epoch": 6.851160158460668,
+      "grad_norm": 0.4718326978944311,
+      "learning_rate": 5.711472537933693e-08,
+      "loss": 0.1313,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06408711522817612,
+      "step": 6055,
+      "valid_targets_mean": 6507.5,
+      "valid_targets_min": 5161
+    },
+    {
+      "epoch": 6.856819468024901,
+      "grad_norm": 0.47208225963903605,
+      "learning_rate": 5.293379893094752e-08,
+      "loss": 0.146,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06727685034275055,
+      "step": 6060,
+      "valid_targets_mean": 6376.0,
+      "valid_targets_min": 4491
+    },
+    {
+      "epoch": 6.862478777589134,
+      "grad_norm": 0.6253433685183312,
+      "learning_rate": 4.891156778062734e-08,
+      "loss": 0.1723,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08305980265140533,
+      "step": 6065,
+      "valid_targets_mean": 2179.4,
+      "valid_targets_min": 817
+    },
+    {
+      "epoch": 6.868138087153367,
+      "grad_norm": 0.4686566653341741,
+      "learning_rate": 4.5048063928527785e-08,
+      "loss": 0.1578,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06473400443792343,
+      "step": 6070,
+      "valid_targets_mean": 5207.4,
+      "valid_targets_min": 3893
+    },
+    {
+      "epoch": 6.873797396717601,
+      "grad_norm": 0.4420292203905296,
+      "learning_rate": 4.134331811199932e-08,
+      "loss": 0.138,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07685883343219757,
+      "step": 6075,
+      "valid_targets_mean": 6132.4,
+      "valid_targets_min": 4622
+    },
+    {
+      "epoch": 6.879456706281833,
+      "grad_norm": 0.46238066941479405,
+      "learning_rate": 3.7797359805333836e-08,
+      "loss": 0.1455,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07107360661029816,
+      "step": 6080,
+      "valid_targets_mean": 7527.8,
+      "valid_targets_min": 6108
+    },
+    {
+      "epoch": 6.885116015846067,
+      "grad_norm": 0.4620714624124573,
+      "learning_rate": 3.441021721954485e-08,
+      "loss": 0.15,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07760952413082123,
+      "step": 6085,
+      "valid_targets_mean": 6656.1,
+      "valid_targets_min": 4253
+    },
+    {
+      "epoch": 6.8907753254103,
+      "grad_norm": 0.45090978086774036,
+      "learning_rate": 3.11819173021366e-08,
+      "loss": 0.1575,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07610969245433807,
+      "step": 6090,
+      "valid_targets_mean": 6820.0,
+      "valid_targets_min": 4990
+    },
+    {
+      "epoch": 6.896434634974533,
+      "grad_norm": 0.48299963137500884,
+      "learning_rate": 2.8112485736881967e-08,
+      "loss": 0.1485,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.09029359370470047,
+      "step": 6095,
+      "valid_targets_mean": 6825.6,
+      "valid_targets_min": 4678
+    },
+    {
+      "epoch": 6.902093944538766,
+      "grad_norm": 0.4755841953185394,
+      "learning_rate": 2.520194694363376e-08,
+      "loss": 0.1502,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07689206302165985,
+      "step": 6100,
+      "valid_targets_mean": 6218.2,
+      "valid_targets_min": 4775
+    },
+    {
+      "epoch": 6.907753254103,
+      "grad_norm": 0.4191527961377397,
+      "learning_rate": 2.2450324078120423e-08,
+      "loss": 0.1376,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05522661283612251,
+      "step": 6105,
+      "valid_targets_mean": 5699.0,
+      "valid_targets_min": 4098
+    },
+    {
+      "epoch": 6.913412563667233,
+      "grad_norm": 0.42766273620138967,
+      "learning_rate": 1.9857639031759522e-08,
+      "loss": 0.1371,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07987165451049805,
+      "step": 6110,
+      "valid_targets_mean": 6155.6,
+      "valid_targets_min": 4801
+    },
+    {
+      "epoch": 6.9190718732314656,
+      "grad_norm": 0.506355717163856,
+      "learning_rate": 1.7423912431489e-08,
+      "loss": 0.1872,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1834990680217743,
+      "step": 6115,
+      "valid_targets_mean": 5976.9,
+      "valid_targets_min": 4734
+    },
+    {
+      "epoch": 6.924731182795699,
+      "grad_norm": 0.4748706448466781,
+      "learning_rate": 1.51491636396095e-08,
+      "loss": 0.1477,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0730670690536499,
+      "step": 6120,
+      "valid_targets_mean": 5994.2,
+      "valid_targets_min": 4400
+    },
+    {
+      "epoch": 6.930390492359932,
+      "grad_norm": 0.547452357346653,
+      "learning_rate": 1.3033410753608977e-08,
+      "loss": 0.1389,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07722797244787216,
+      "step": 6125,
+      "valid_targets_mean": 6467.8,
+      "valid_targets_min": 4919
+    },
+    {
+      "epoch": 6.936049801924165,
+      "grad_norm": 0.4801052149519746,
+      "learning_rate": 1.1076670606045004e-08,
+      "loss": 0.1472,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08595552295446396,
+      "step": 6130,
+      "valid_targets_mean": 6262.5,
+      "valid_targets_min": 4611
+    },
+    {
+      "epoch": 6.941709111488398,
+      "grad_norm": 0.46326567360516374,
+      "learning_rate": 9.278958764391554e-09,
+      "loss": 0.1473,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06435564160346985,
+      "step": 6135,
+      "valid_targets_mean": 6272.1,
+      "valid_targets_min": 2275
+    },
+    {
+      "epoch": 6.947368421052632,
+      "grad_norm": 0.41730847822702216,
+      "learning_rate": 7.64028953092133e-09,
+      "loss": 0.1285,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06592851132154465,
+      "step": 6140,
+      "valid_targets_mean": 6114.8,
+      "valid_targets_min": 4826
+    },
+    {
+      "epoch": 6.953027730616864,
+      "grad_norm": 0.4360068854322992,
+      "learning_rate": 6.16067594259695e-09,
+      "loss": 0.1455,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.06857221573591232,
+      "step": 6145,
+      "valid_targets_mean": 6942.9,
+      "valid_targets_min": 4707
+    },
+    {
+      "epoch": 6.958687040181098,
+      "grad_norm": 0.4435183128729601,
+      "learning_rate": 4.840129770957713e-09,
+      "loss": 0.1347,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07593577355146408,
+      "step": 6150,
+      "valid_targets_mean": 7121.4,
+      "valid_targets_min": 5421
+    },
+    {
+      "epoch": 6.964346349745331,
+      "grad_norm": 0.46723780592510317,
+      "learning_rate": 3.6786615220352208e-09,
+      "loss": 0.1389,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0715329721570015,
+      "step": 6155,
+      "valid_targets_mean": 7213.6,
+      "valid_targets_min": 5440
+    },
+    {
+      "epoch": 6.970005659309564,
+      "grad_norm": 0.4849520918424895,
+      "learning_rate": 2.6762804362623353e-09,
+      "loss": 0.1384,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07289247214794159,
+      "step": 6160,
+      "valid_targets_mean": 6386.6,
+      "valid_targets_min": 4831
+    },
+    {
+      "epoch": 6.975664968873797,
+      "grad_norm": 0.4556168581750176,
+      "learning_rate": 1.8329944884021288e-09,
+      "loss": 0.1449,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08725398033857346,
+      "step": 6165,
+      "valid_targets_mean": 6396.2,
+      "valid_targets_min": 4018
+    },
+    {
+      "epoch": 6.981324278438031,
+      "grad_norm": 0.5425828130369534,
+      "learning_rate": 1.1488103874923717e-09,
+      "loss": 0.1355,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.05385049059987068,
+      "step": 6170,
+      "valid_targets_mean": 6891.8,
+      "valid_targets_min": 5034
+    },
+    {
+      "epoch": 6.986983588002264,
+      "grad_norm": 0.4817068062993981,
+      "learning_rate": 6.237335767744767e-10,
+      "loss": 0.1413,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.08153702318668365,
+      "step": 6175,
+      "valid_targets_mean": 6423.0,
+      "valid_targets_min": 4682
+    },
+    {
+      "epoch": 6.992642897566497,
+      "grad_norm": 0.4865598353763302,
+      "learning_rate": 2.577682336690757e-10,
+      "loss": 0.1537,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.0725170373916626,
+      "step": 6180,
+      "valid_targets_mean": 5597.6,
+      "valid_targets_min": 4764
+    },
+    {
+      "epoch": 6.99830220713073,
+      "grad_norm": 0.5462954679245822,
+      "learning_rate": 5.091726972938915e-11,
+      "loss": 0.1527,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.07812730967998505,
+      "step": 6185,
+      "valid_targets_mean": 4990.0,
+      "valid_targets_min": 2481
+    },
+    {
+      "epoch": 7.0,
+      "loss_nan_ranks": 0,
+      "loss_rank_avg": 0.1196058988571167,
+      "step": 6187,
+      "total_flos": 3.0358571973355766e+18,
+      "train_loss": 0.05744029661266912,
+      "train_runtime": 85306.5691,
+      "train_samples_per_second": 1.16,
+      "train_steps_per_second": 0.073,
+      "valid_targets_mean": 5778.9,
+      "valid_targets_min": 4371
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 6188,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 7,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.0358571973355766e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}