{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 6664,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005252100840336135,
      "grad_norm": 14.420694283658325,
      "learning_rate": 2.39880059970015e-07,
      "loss": 0.8126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.790475606918335,
      "step": 5,
      "valid_targets_mean": 1423.4,
      "valid_targets_min": 715
    },
    {
      "epoch": 0.01050420168067227,
      "grad_norm": 15.311496330131531,
      "learning_rate": 5.397301349325338e-07,
      "loss": 0.8157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8297374248504639,
      "step": 10,
      "valid_targets_mean": 1407.8,
      "valid_targets_min": 612
    },
    {
      "epoch": 0.015756302521008403,
      "grad_norm": 13.45958528833613,
      "learning_rate": 8.395802098950526e-07,
      "loss": 0.7879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7610906362533569,
      "step": 15,
      "valid_targets_mean": 1413.5,
      "valid_targets_min": 714
    },
    {
      "epoch": 0.02100840336134454,
      "grad_norm": 11.905230272753508,
      "learning_rate": 1.1394302848575713e-06,
      "loss": 0.7735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.753049373626709,
      "step": 20,
      "valid_targets_mean": 1450.1,
      "valid_targets_min": 754
    },
    {
      "epoch": 0.026260504201680673,
      "grad_norm": 9.744011308309286,
      "learning_rate": 1.43928035982009e-06,
      "loss": 0.744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7382731437683105,
      "step": 25,
      "valid_targets_mean": 1481.1,
      "valid_targets_min": 718
    },
    {
      "epoch": 0.031512605042016806,
      "grad_norm": 7.094821641510122,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 0.7128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6914137601852417,
      "step": 30,
      "valid_targets_mean": 1530.8,
      "valid_targets_min": 731
    },
    {
      "epoch": 0.03676470588235294,
      "grad_norm": 6.368906220458843,
      "learning_rate": 2.0389805097451275e-06,
      "loss": 0.6643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6466853022575378,
      "step": 35,
      "valid_targets_mean": 1416.6,
      "valid_targets_min": 725
    },
    {
      "epoch": 0.04201680672268908,
      "grad_norm": 5.399102696758742,
      "learning_rate": 2.3388305847076464e-06,
      "loss": 0.6382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6274276971817017,
      "step": 40,
      "valid_targets_mean": 1371.5,
      "valid_targets_min": 610
    },
    {
      "epoch": 0.04726890756302521,
      "grad_norm": 4.306253658085107,
      "learning_rate": 2.6386806596701653e-06,
      "loss": 0.5772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5616586208343506,
      "step": 45,
      "valid_targets_mean": 1484.7,
      "valid_targets_min": 720
    },
    {
      "epoch": 0.052521008403361345,
      "grad_norm": 3.7077951595748515,
      "learning_rate": 2.9385307346326843e-06,
      "loss": 0.527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4847095012664795,
      "step": 50,
      "valid_targets_mean": 1365.5,
      "valid_targets_min": 765
    },
    {
      "epoch": 0.05777310924369748,
      "grad_norm": 2.363263225041768,
      "learning_rate": 3.2383808095952024e-06,
      "loss": 0.4935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5059503316879272,
      "step": 55,
      "valid_targets_mean": 1234.7,
      "valid_targets_min": 593
    },
    {
      "epoch": 0.06302521008403361,
      "grad_norm": 1.6467637243933408,
      "learning_rate": 3.5382308845577213e-06,
      "loss": 0.4679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44630974531173706,
      "step": 60,
      "valid_targets_mean": 1540.4,
      "valid_targets_min": 704
    },
    {
      "epoch": 0.06827731092436974,
      "grad_norm": 1.5411024922038776,
      "learning_rate": 3.83808095952024e-06,
      "loss": 0.4446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41912999749183655,
      "step": 65,
      "valid_targets_mean": 1329.9,
      "valid_targets_min": 722
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 1.244534525186305,
      "learning_rate": 4.137931034482759e-06,
      "loss": 0.4205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39288026094436646,
      "step": 70,
      "valid_targets_mean": 1549.6,
      "valid_targets_min": 865
    },
    {
      "epoch": 0.07878151260504201,
      "grad_norm": 1.1996703760120404,
      "learning_rate": 4.437781109445278e-06,
      "loss": 0.4055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40949755907058716,
      "step": 75,
      "valid_targets_mean": 1507.4,
      "valid_targets_min": 797
    },
    {
      "epoch": 0.08403361344537816,
      "grad_norm": 1.2896717545023444,
      "learning_rate": 4.737631184407796e-06,
      "loss": 0.4011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43845802545547485,
      "step": 80,
      "valid_targets_mean": 1542.4,
      "valid_targets_min": 728
    },
    {
      "epoch": 0.08928571428571429,
      "grad_norm": 1.0177436395323942,
      "learning_rate": 5.037481259370315e-06,
      "loss": 0.3951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38916561007499695,
      "step": 85,
      "valid_targets_mean": 1595.2,
      "valid_targets_min": 683
    },
    {
      "epoch": 0.09453781512605042,
      "grad_norm": 1.9249372968791647,
      "learning_rate": 5.337331334332834e-06,
      "loss": 0.3869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39647072553634644,
      "step": 90,
      "valid_targets_mean": 1401.6,
      "valid_targets_min": 706
    },
    {
      "epoch": 0.09978991596638656,
      "grad_norm": 1.284016705259006,
      "learning_rate": 5.6371814092953526e-06,
      "loss": 0.3607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3547477126121521,
      "step": 95,
      "valid_targets_mean": 1298.4,
      "valid_targets_min": 625
    },
    {
      "epoch": 0.10504201680672269,
      "grad_norm": 1.0443779966069502,
      "learning_rate": 5.937031484257871e-06,
      "loss": 0.3572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35236796736717224,
      "step": 100,
      "valid_targets_mean": 1659.7,
      "valid_targets_min": 790
    },
    {
      "epoch": 0.11029411764705882,
      "grad_norm": 1.0855951515574154,
      "learning_rate": 6.2368815592203904e-06,
      "loss": 0.3587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3708180785179138,
      "step": 105,
      "valid_targets_mean": 1600.4,
      "valid_targets_min": 684
    },
    {
      "epoch": 0.11554621848739496,
      "grad_norm": 1.1032891548957378,
      "learning_rate": 6.536731634182909e-06,
      "loss": 0.3475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.322293221950531,
      "step": 110,
      "valid_targets_mean": 1338.3,
      "valid_targets_min": 739
    },
    {
      "epoch": 0.1207983193277311,
      "grad_norm": 0.9768878378529005,
      "learning_rate": 6.8365817091454274e-06,
      "loss": 0.3369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3234562277793884,
      "step": 115,
      "valid_targets_mean": 1456.2,
      "valid_targets_min": 657
    },
    {
      "epoch": 0.12605042016806722,
      "grad_norm": 1.0487060724275885,
      "learning_rate": 7.136431784107947e-06,
      "loss": 0.329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32765859365463257,
      "step": 120,
      "valid_targets_mean": 1340.2,
      "valid_targets_min": 783
    },
    {
      "epoch": 0.13130252100840337,
      "grad_norm": 1.1049013021741143,
      "learning_rate": 7.436281859070465e-06,
      "loss": 0.3235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31769877672195435,
      "step": 125,
      "valid_targets_mean": 1394.4,
      "valid_targets_min": 734
    },
    {
      "epoch": 0.13655462184873948,
      "grad_norm": 1.0426803049134692,
      "learning_rate": 7.736131934032984e-06,
      "loss": 0.319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3211321234703064,
      "step": 130,
      "valid_targets_mean": 1501.8,
      "valid_targets_min": 678
    },
    {
      "epoch": 0.14180672268907563,
      "grad_norm": 1.0513598327816873,
      "learning_rate": 8.035982008995503e-06,
      "loss": 0.3162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31629741191864014,
      "step": 135,
      "valid_targets_mean": 1651.7,
      "valid_targets_min": 843
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 1.0551559578309457,
      "learning_rate": 8.335832083958023e-06,
      "loss": 0.3204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3266269564628601,
      "step": 140,
      "valid_targets_mean": 1632.1,
      "valid_targets_min": 782
    },
    {
      "epoch": 0.15231092436974789,
      "grad_norm": 0.9612333107113046,
      "learning_rate": 8.63568215892054e-06,
      "loss": 0.306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33223849534988403,
      "step": 145,
      "valid_targets_mean": 1615.3,
      "valid_targets_min": 957
    },
    {
      "epoch": 0.15756302521008403,
      "grad_norm": 1.0081404887340868,
      "learning_rate": 8.93553223388306e-06,
      "loss": 0.315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32516705989837646,
      "step": 150,
      "valid_targets_mean": 1482.9,
      "valid_targets_min": 713
    },
    {
      "epoch": 0.16281512605042017,
      "grad_norm": 1.0468696423891182,
      "learning_rate": 9.235382308845579e-06,
      "loss": 0.3071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3112391531467438,
      "step": 155,
      "valid_targets_mean": 1552.8,
      "valid_targets_min": 726
    },
    {
      "epoch": 0.16806722689075632,
      "grad_norm": 0.9973569578712165,
      "learning_rate": 9.535232383808097e-06,
      "loss": 0.2979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2998279333114624,
      "step": 160,
      "valid_targets_mean": 1590.4,
      "valid_targets_min": 1147
    },
    {
      "epoch": 0.17331932773109243,
      "grad_norm": 1.2443677749688786,
      "learning_rate": 9.835082458770614e-06,
      "loss": 0.2954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30380943417549133,
      "step": 165,
      "valid_targets_mean": 1417.6,
      "valid_targets_min": 700
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 1.1254552821617871,
      "learning_rate": 1.0134932533733135e-05,
      "loss": 0.284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2681633234024048,
      "step": 170,
      "valid_targets_mean": 1255.4,
      "valid_targets_min": 640
    },
    {
      "epoch": 0.18382352941176472,
      "grad_norm": 0.9851494239413889,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 0.2881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2868928611278534,
      "step": 175,
      "valid_targets_mean": 1566.6,
      "valid_targets_min": 817
    },
    {
      "epoch": 0.18907563025210083,
      "grad_norm": 1.098473835442716,
      "learning_rate": 1.0734632683658172e-05,
      "loss": 0.286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27357298135757446,
      "step": 180,
      "valid_targets_mean": 1440.9,
      "valid_targets_min": 724
    },
    {
      "epoch": 0.19432773109243698,
      "grad_norm": 1.1557321572729486,
      "learning_rate": 1.103448275862069e-05,
      "loss": 0.2938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29238957166671753,
      "step": 185,
      "valid_targets_mean": 1399.1,
      "valid_targets_min": 657
    },
    {
      "epoch": 0.19957983193277312,
      "grad_norm": 1.1396871077620272,
      "learning_rate": 1.1334332833583211e-05,
      "loss": 0.2932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2987218499183655,
      "step": 190,
      "valid_targets_mean": 1334.3,
      "valid_targets_min": 746
    },
    {
      "epoch": 0.20483193277310924,
      "grad_norm": 1.1178689873643397,
      "learning_rate": 1.1634182908545729e-05,
      "loss": 0.2941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33798643946647644,
      "step": 195,
      "valid_targets_mean": 1452.8,
      "valid_targets_min": 692
    },
    {
      "epoch": 0.21008403361344538,
      "grad_norm": 1.0854720395667985,
      "learning_rate": 1.1934032983508246e-05,
      "loss": 0.2816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25798511505126953,
      "step": 200,
      "valid_targets_mean": 1338.4,
      "valid_targets_min": 682
    },
    {
      "epoch": 0.21533613445378152,
      "grad_norm": 1.1508679180169188,
      "learning_rate": 1.2233883058470766e-05,
      "loss": 0.2723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.276319682598114,
      "step": 205,
      "valid_targets_mean": 1360.2,
      "valid_targets_min": 703
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 0.990266456581399,
      "learning_rate": 1.2533733133433283e-05,
      "loss": 0.2973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2741560935974121,
      "step": 210,
      "valid_targets_mean": 1520.9,
      "valid_targets_min": 864
    },
    {
      "epoch": 0.22584033613445378,
      "grad_norm": 0.9411807898115928,
      "learning_rate": 1.2833583208395803e-05,
      "loss": 0.2983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3527371883392334,
      "step": 215,
      "valid_targets_mean": 1814.6,
      "valid_targets_min": 734
    },
    {
      "epoch": 0.23109243697478993,
      "grad_norm": 0.9509244068358998,
      "learning_rate": 1.313343328335832e-05,
      "loss": 0.2758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27980518341064453,
      "step": 220,
      "valid_targets_mean": 1478.3,
      "valid_targets_min": 607
    },
    {
      "epoch": 0.23634453781512604,
      "grad_norm": 0.9802646448806872,
      "learning_rate": 1.3433283358320841e-05,
      "loss": 0.2797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2757881283760071,
      "step": 225,
      "valid_targets_mean": 1497.9,
      "valid_targets_min": 551
    },
    {
      "epoch": 0.2415966386554622,
      "grad_norm": 1.1416789358107773,
      "learning_rate": 1.3733133433283359e-05,
      "loss": 0.2842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2863280773162842,
      "step": 230,
      "valid_targets_mean": 1550.5,
      "valid_targets_min": 676
    },
    {
      "epoch": 0.24684873949579833,
      "grad_norm": 1.2243896073517977,
      "learning_rate": 1.4032983508245878e-05,
      "loss": 0.28,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2647148370742798,
      "step": 235,
      "valid_targets_mean": 1372.5,
      "valid_targets_min": 904
    },
    {
      "epoch": 0.25210084033613445,
      "grad_norm": 1.0671177129673626,
      "learning_rate": 1.4332833583208396e-05,
      "loss": 0.2667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2796405553817749,
      "step": 240,
      "valid_targets_mean": 1479.0,
      "valid_targets_min": 859
    },
    {
      "epoch": 0.25735294117647056,
      "grad_norm": 1.1155587555825344,
      "learning_rate": 1.4632683658170917e-05,
      "loss": 0.267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2673705816268921,
      "step": 245,
      "valid_targets_mean": 1234.8,
      "valid_targets_min": 737
    },
    {
      "epoch": 0.26260504201680673,
      "grad_norm": 1.0111523665697042,
      "learning_rate": 1.4932533733133435e-05,
      "loss": 0.2816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3024107813835144,
      "step": 250,
      "valid_targets_mean": 1363.2,
      "valid_targets_min": 791
    },
    {
      "epoch": 0.26785714285714285,
      "grad_norm": 0.9398095246969382,
      "learning_rate": 1.5232383808095954e-05,
      "loss": 0.2773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28389376401901245,
      "step": 255,
      "valid_targets_mean": 1532.1,
      "valid_targets_min": 786
    },
    {
      "epoch": 0.27310924369747897,
      "grad_norm": 0.9520954006331536,
      "learning_rate": 1.5532233883058472e-05,
      "loss": 0.2619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.262344628572464,
      "step": 260,
      "valid_targets_mean": 1471.0,
      "valid_targets_min": 944
    },
    {
      "epoch": 0.27836134453781514,
      "grad_norm": 0.9231810982153198,
      "learning_rate": 1.5832083958020993e-05,
      "loss": 0.268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25394904613494873,
      "step": 265,
      "valid_targets_mean": 1494.1,
      "valid_targets_min": 1075
    },
    {
      "epoch": 0.28361344537815125,
      "grad_norm": 1.036465235131244,
      "learning_rate": 1.613193403298351e-05,
      "loss": 0.2693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2542717456817627,
      "step": 270,
      "valid_targets_mean": 1340.9,
      "valid_targets_min": 740
    },
    {
      "epoch": 0.28886554621848737,
      "grad_norm": 0.969535346268365,
      "learning_rate": 1.6431784107946028e-05,
      "loss": 0.2674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2644956707954407,
      "step": 275,
      "valid_targets_mean": 1530.9,
      "valid_targets_min": 727
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 1.095458178867704,
      "learning_rate": 1.6731634182908546e-05,
      "loss": 0.257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2714339792728424,
      "step": 280,
      "valid_targets_mean": 1233.0,
      "valid_targets_min": 636
    },
    {
      "epoch": 0.29936974789915966,
      "grad_norm": 0.989855094627666,
      "learning_rate": 1.7031484257871064e-05,
      "loss": 0.2571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2507407069206238,
      "step": 285,
      "valid_targets_mean": 1246.8,
      "valid_targets_min": 684
    },
    {
      "epoch": 0.30462184873949577,
      "grad_norm": 1.0834380820761222,
      "learning_rate": 1.7331334332833585e-05,
      "loss": 0.2479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26474529504776,
      "step": 290,
      "valid_targets_mean": 1392.5,
      "valid_targets_min": 798
    },
    {
      "epoch": 0.30987394957983194,
      "grad_norm": 1.035539563074315,
      "learning_rate": 1.7631184407796102e-05,
      "loss": 0.2635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24842077493667603,
      "step": 295,
      "valid_targets_mean": 1319.9,
      "valid_targets_min": 661
    },
    {
      "epoch": 0.31512605042016806,
      "grad_norm": 1.0392297368060632,
      "learning_rate": 1.7931034482758623e-05,
      "loss": 0.2567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2532370090484619,
      "step": 300,
      "valid_targets_mean": 1554.4,
      "valid_targets_min": 665
    },
    {
      "epoch": 0.32037815126050423,
      "grad_norm": 1.1437803903133303,
      "learning_rate": 1.823088455772114e-05,
      "loss": 0.2547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26745492219924927,
      "step": 305,
      "valid_targets_mean": 1417.8,
      "valid_targets_min": 692
    },
    {
      "epoch": 0.32563025210084034,
      "grad_norm": 1.0470695391841682,
      "learning_rate": 1.853073463268366e-05,
      "loss": 0.2622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27369868755340576,
      "step": 310,
      "valid_targets_mean": 1223.8,
      "valid_targets_min": 632
    },
    {
      "epoch": 0.33088235294117646,
      "grad_norm": 0.99682750228871,
      "learning_rate": 1.8830584707646176e-05,
      "loss": 0.2577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2700139284133911,
      "step": 315,
      "valid_targets_mean": 1550.6,
      "valid_targets_min": 922
    },
    {
      "epoch": 0.33613445378151263,
      "grad_norm": 0.9922010090048154,
      "learning_rate": 1.9130434782608697e-05,
      "loss": 0.2509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23878350853919983,
      "step": 320,
      "valid_targets_mean": 1542.2,
      "valid_targets_min": 710
    },
    {
      "epoch": 0.34138655462184875,
      "grad_norm": 0.9969922099846812,
      "learning_rate": 1.9430284857571215e-05,
      "loss": 0.2564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24636775255203247,
      "step": 325,
      "valid_targets_mean": 1390.6,
      "valid_targets_min": 750
    },
    {
      "epoch": 0.34663865546218486,
      "grad_norm": 0.9249347847273258,
      "learning_rate": 1.9730134932533736e-05,
      "loss": 0.2576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25145918130874634,
      "step": 330,
      "valid_targets_mean": 1515.5,
      "valid_targets_min": 766
    },
    {
      "epoch": 0.35189075630252103,
      "grad_norm": 0.9954869233754978,
      "learning_rate": 2.0029985007496254e-05,
      "loss": 0.2675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23031079769134521,
      "step": 335,
      "valid_targets_mean": 1333.3,
      "valid_targets_min": 748
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 1.0229626657604847,
      "learning_rate": 2.0329835082458775e-05,
      "loss": 0.2635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2601286470890045,
      "step": 340,
      "valid_targets_mean": 1395.2,
      "valid_targets_min": 682
    },
    {
      "epoch": 0.36239495798319327,
      "grad_norm": 0.9742753314709449,
      "learning_rate": 2.0629685157421292e-05,
      "loss": 0.2644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2516604959964752,
      "step": 345,
      "valid_targets_mean": 1515.6,
      "valid_targets_min": 738
    },
    {
      "epoch": 0.36764705882352944,
      "grad_norm": 1.0984493157523587,
      "learning_rate": 2.092953523238381e-05,
      "loss": 0.263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26009607315063477,
      "step": 350,
      "valid_targets_mean": 1312.8,
      "valid_targets_min": 731
    },
    {
      "epoch": 0.37289915966386555,
      "grad_norm": 1.0124670927846027,
      "learning_rate": 2.1229385307346328e-05,
      "loss": 0.2634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2756904661655426,
      "step": 355,
      "valid_targets_mean": 1492.9,
      "valid_targets_min": 646
    },
    {
      "epoch": 0.37815126050420167,
      "grad_norm": 0.9303311281634132,
      "learning_rate": 2.152923538230885e-05,
      "loss": 0.2475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23849308490753174,
      "step": 360,
      "valid_targets_mean": 1369.1,
      "valid_targets_min": 780
    },
    {
      "epoch": 0.38340336134453784,
      "grad_norm": 0.938627487391855,
      "learning_rate": 2.1829085457271363e-05,
      "loss": 0.2506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24323752522468567,
      "step": 365,
      "valid_targets_mean": 1521.9,
      "valid_targets_min": 676
    },
    {
      "epoch": 0.38865546218487396,
      "grad_norm": 1.0170934463633303,
      "learning_rate": 2.2128935532233884e-05,
      "loss": 0.2615,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23910865187644958,
      "step": 370,
      "valid_targets_mean": 1277.9,
      "valid_targets_min": 687
    },
    {
      "epoch": 0.3939075630252101,
      "grad_norm": 0.9747309964507797,
      "learning_rate": 2.2428785607196405e-05,
      "loss": 0.2519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2347027212381363,
      "step": 375,
      "valid_targets_mean": 1336.5,
      "valid_targets_min": 703
    },
    {
      "epoch": 0.39915966386554624,
      "grad_norm": 1.0544024939800751,
      "learning_rate": 2.2728635682158923e-05,
      "loss": 0.2461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22451592981815338,
      "step": 380,
      "valid_targets_mean": 1288.1,
      "valid_targets_min": 522
    },
    {
      "epoch": 0.40441176470588236,
      "grad_norm": 1.0293634003316077,
      "learning_rate": 2.302848575712144e-05,
      "loss": 0.2399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2373955398797989,
      "step": 385,
      "valid_targets_mean": 1526.9,
      "valid_targets_min": 764
    },
    {
      "epoch": 0.4096638655462185,
      "grad_norm": 1.0510698011217983,
      "learning_rate": 2.3328335832083958e-05,
      "loss": 0.2701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.272568941116333,
      "step": 390,
      "valid_targets_mean": 1372.4,
      "valid_targets_min": 548
    },
    {
      "epoch": 0.41491596638655465,
      "grad_norm": 1.0256066743434804,
      "learning_rate": 2.362818590704648e-05,
      "loss": 0.237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2508437931537628,
      "step": 395,
      "valid_targets_mean": 1356.8,
      "valid_targets_min": 694
    },
    {
      "epoch": 0.42016806722689076,
      "grad_norm": 0.918276243513663,
      "learning_rate": 2.3928035982009e-05,
      "loss": 0.249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26278817653656006,
      "step": 400,
      "valid_targets_mean": 1540.9,
      "valid_targets_min": 823
    },
    {
      "epoch": 0.4254201680672269,
      "grad_norm": 0.829017462865176,
      "learning_rate": 2.4227886056971515e-05,
      "loss": 0.2182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1897987425327301,
      "step": 405,
      "valid_targets_mean": 1442.4,
      "valid_targets_min": 682
    },
    {
      "epoch": 0.43067226890756305,
      "grad_norm": 1.009337402964787,
      "learning_rate": 2.4527736131934036e-05,
      "loss": 0.2422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25567498803138733,
      "step": 410,
      "valid_targets_mean": 1407.6,
      "valid_targets_min": 693
    },
    {
      "epoch": 0.43592436974789917,
      "grad_norm": 1.102110069443316,
      "learning_rate": 2.4827586206896553e-05,
      "loss": 0.2392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22340771555900574,
      "step": 415,
      "valid_targets_mean": 1197.8,
      "valid_targets_min": 639
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 0.9439286600674722,
      "learning_rate": 2.5127436281859074e-05,
      "loss": 0.2466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22316749393939972,
      "step": 420,
      "valid_targets_mean": 1423.3,
      "valid_targets_min": 685
    },
    {
      "epoch": 0.44642857142857145,
      "grad_norm": 0.9288887022810997,
      "learning_rate": 2.542728635682159e-05,
      "loss": 0.2356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22205528616905212,
      "step": 425,
      "valid_targets_mean": 1331.5,
      "valid_targets_min": 827
    },
    {
      "epoch": 0.45168067226890757,
      "grad_norm": 0.918938060661647,
      "learning_rate": 2.572713643178411e-05,
      "loss": 0.2436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24578994512557983,
      "step": 430,
      "valid_targets_mean": 1381.7,
      "valid_targets_min": 686
    },
    {
      "epoch": 0.4569327731092437,
      "grad_norm": 0.8450512785959888,
      "learning_rate": 2.602698650674663e-05,
      "loss": 0.2512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25319570302963257,
      "step": 435,
      "valid_targets_mean": 1472.2,
      "valid_targets_min": 713
    },
    {
      "epoch": 0.46218487394957986,
      "grad_norm": 1.3247180796200522,
      "learning_rate": 2.632683658170915e-05,
      "loss": 0.2979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4720996022224426,
      "step": 440,
      "valid_targets_mean": 2248.9,
      "valid_targets_min": 920
    },
    {
      "epoch": 0.46743697478991597,
      "grad_norm": 0.7756817606153216,
      "learning_rate": 2.6626686656671666e-05,
      "loss": 0.4381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4191029667854309,
      "step": 445,
      "valid_targets_mean": 3664.4,
      "valid_targets_min": 746
    },
    {
      "epoch": 0.4726890756302521,
      "grad_norm": 0.8141822973818857,
      "learning_rate": 2.6926536731634184e-05,
      "loss": 0.4066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42180395126342773,
      "step": 450,
      "valid_targets_mean": 3591.1,
      "valid_targets_min": 1635
    },
    {
      "epoch": 0.47794117647058826,
      "grad_norm": 0.6183205557943057,
      "learning_rate": 2.7226386806596705e-05,
      "loss": 0.399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37809157371520996,
      "step": 455,
      "valid_targets_mean": 4172.7,
      "valid_targets_min": 777
    },
    {
      "epoch": 0.4831932773109244,
      "grad_norm": 0.6341645150900163,
      "learning_rate": 2.752623688155922e-05,
      "loss": 0.3807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3980065882205963,
      "step": 460,
      "valid_targets_mean": 4040.2,
      "valid_targets_min": 2187
    },
    {
      "epoch": 0.4884453781512605,
      "grad_norm": 0.7232188026091549,
      "learning_rate": 2.782608695652174e-05,
      "loss": 0.3993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39658811688423157,
      "step": 465,
      "valid_targets_mean": 3156.3,
      "valid_targets_min": 1432
    },
    {
      "epoch": 0.49369747899159666,
      "grad_norm": 0.5975850484936072,
      "learning_rate": 2.812593703148426e-05,
      "loss": 0.377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35548049211502075,
      "step": 470,
      "valid_targets_mean": 3529.7,
      "valid_targets_min": 767
    },
    {
      "epoch": 0.4989495798319328,
      "grad_norm": 0.6544292649550012,
      "learning_rate": 2.8425787106446782e-05,
      "loss": 0.3589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36396756768226624,
      "step": 475,
      "valid_targets_mean": 3485.6,
      "valid_targets_min": 1488
    },
    {
      "epoch": 0.5042016806722689,
      "grad_norm": 0.5784234889060588,
      "learning_rate": 2.8725637181409296e-05,
      "loss": 0.3769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3580145239830017,
      "step": 480,
      "valid_targets_mean": 3707.0,
      "valid_targets_min": 578
    },
    {
      "epoch": 0.509453781512605,
      "grad_norm": 0.5809204879202081,
      "learning_rate": 2.9025487256371818e-05,
      "loss": 0.3991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37097570300102234,
      "step": 485,
      "valid_targets_mean": 4252.4,
      "valid_targets_min": 1241
    },
    {
      "epoch": 0.5147058823529411,
      "grad_norm": 0.6518660166623274,
      "learning_rate": 2.9325337331334335e-05,
      "loss": 0.3791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39846816658973694,
      "step": 490,
      "valid_targets_mean": 4029.2,
      "valid_targets_min": 807
    },
    {
      "epoch": 0.5199579831932774,
      "grad_norm": 0.5952710397208067,
      "learning_rate": 2.9625187406296856e-05,
      "loss": 0.3793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34132808446884155,
      "step": 495,
      "valid_targets_mean": 4507.0,
      "valid_targets_min": 2011
    },
    {
      "epoch": 0.5252100840336135,
      "grad_norm": 0.5921750584078646,
      "learning_rate": 2.992503748125937e-05,
      "loss": 0.3773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3380280137062073,
      "step": 500,
      "valid_targets_mean": 4268.2,
      "valid_targets_min": 1329
    },
    {
      "epoch": 0.5304621848739496,
      "grad_norm": 0.7847684848643338,
      "learning_rate": 3.022488755622189e-05,
      "loss": 0.3692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3614731431007385,
      "step": 505,
      "valid_targets_mean": 3858.9,
      "valid_targets_min": 1366
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 0.6674187275757447,
      "learning_rate": 3.052473763118441e-05,
      "loss": 0.3796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36018460988998413,
      "step": 510,
      "valid_targets_mean": 3169.1,
      "valid_targets_min": 1334
    },
    {
      "epoch": 0.5409663865546218,
      "grad_norm": 0.5809835935023818,
      "learning_rate": 3.0824587706146934e-05,
      "loss": 0.3895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34386080503463745,
      "step": 515,
      "valid_targets_mean": 4130.4,
      "valid_targets_min": 1762
    },
    {
      "epoch": 0.5462184873949579,
      "grad_norm": 0.6856115085091843,
      "learning_rate": 3.112443778110945e-05,
      "loss": 0.3807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3728490471839905,
      "step": 520,
      "valid_targets_mean": 3285.0,
      "valid_targets_min": 855
    },
    {
      "epoch": 0.5514705882352942,
      "grad_norm": 0.7152310015109019,
      "learning_rate": 3.142428785607197e-05,
      "loss": 0.3934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3993592858314514,
      "step": 525,
      "valid_targets_mean": 3298.2,
      "valid_targets_min": 1269
    },
    {
      "epoch": 0.5567226890756303,
      "grad_norm": 0.7853116245952066,
      "learning_rate": 3.172413793103448e-05,
      "loss": 0.3929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3852170705795288,
      "step": 530,
      "valid_targets_mean": 2740.4,
      "valid_targets_min": 1041
    },
    {
      "epoch": 0.5619747899159664,
      "grad_norm": 0.7253886613797418,
      "learning_rate": 3.2023988005997004e-05,
      "loss": 0.3777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3952094614505768,
      "step": 535,
      "valid_targets_mean": 2995.1,
      "valid_targets_min": 1291
    },
    {
      "epoch": 0.5672268907563025,
      "grad_norm": 0.7947910205242297,
      "learning_rate": 3.2323838080959525e-05,
      "loss": 0.3671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3840707540512085,
      "step": 540,
      "valid_targets_mean": 2811.6,
      "valid_targets_min": 1133
    },
    {
      "epoch": 0.5724789915966386,
      "grad_norm": 0.7101634109805368,
      "learning_rate": 3.262368815592204e-05,
      "loss": 0.3656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3580155372619629,
      "step": 545,
      "valid_targets_mean": 3709.5,
      "valid_targets_min": 865
    },
    {
      "epoch": 0.5777310924369747,
      "grad_norm": 0.7401801947692503,
      "learning_rate": 3.292353823088456e-05,
      "loss": 0.3732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37310606241226196,
      "step": 550,
      "valid_targets_mean": 2960.6,
      "valid_targets_min": 958
    },
    {
      "epoch": 0.582983193277311,
      "grad_norm": 0.6819266322867479,
      "learning_rate": 3.3223388305847075e-05,
      "loss": 0.3727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.376257061958313,
      "step": 555,
      "valid_targets_mean": 3189.2,
      "valid_targets_min": 771
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.5792785228231021,
      "learning_rate": 3.3523238380809596e-05,
      "loss": 0.3706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3450887203216553,
      "step": 560,
      "valid_targets_mean": 3823.1,
      "valid_targets_min": 1631
    },
    {
      "epoch": 0.5934873949579832,
      "grad_norm": 0.706870647311464,
      "learning_rate": 3.382308845577212e-05,
      "loss": 0.3699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33471646904945374,
      "step": 565,
      "valid_targets_mean": 2639.4,
      "valid_targets_min": 908
    },
    {
      "epoch": 0.5987394957983193,
      "grad_norm": 0.8079454260503596,
      "learning_rate": 3.412293853073464e-05,
      "loss": 0.3653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39000123739242554,
      "step": 570,
      "valid_targets_mean": 2988.3,
      "valid_targets_min": 1264
    },
    {
      "epoch": 0.6039915966386554,
      "grad_norm": 0.6685925501276144,
      "learning_rate": 3.442278860569715e-05,
      "loss": 0.3659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3652319312095642,
      "step": 575,
      "valid_targets_mean": 3563.1,
      "valid_targets_min": 1889
    },
    {
      "epoch": 0.6092436974789915,
      "grad_norm": 0.6271409370176393,
      "learning_rate": 3.4722638680659673e-05,
      "loss": 0.3594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3371011018753052,
      "step": 580,
      "valid_targets_mean": 3737.9,
      "valid_targets_min": 1075
    },
    {
      "epoch": 0.6144957983193278,
      "grad_norm": 0.7635609780961795,
      "learning_rate": 3.5022488755622194e-05,
      "loss": 0.3644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3491378426551819,
      "step": 585,
      "valid_targets_mean": 2745.8,
      "valid_targets_min": 1036
    },
    {
      "epoch": 0.6197478991596639,
      "grad_norm": 0.9486847263065615,
      "learning_rate": 3.5322338830584716e-05,
      "loss": 0.3682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3554984927177429,
      "step": 590,
      "valid_targets_mean": 3516.4,
      "valid_targets_min": 1162
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.6979971886991938,
      "learning_rate": 3.562218890554723e-05,
      "loss": 0.3604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3572150468826294,
      "step": 595,
      "valid_targets_mean": 3279.4,
      "valid_targets_min": 1281
    },
    {
      "epoch": 0.6302521008403361,
      "grad_norm": 0.628571339160864,
      "learning_rate": 3.592203898050975e-05,
      "loss": 0.3601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32577332854270935,
      "step": 600,
      "valid_targets_mean": 3180.4,
      "valid_targets_min": 1816
    },
    {
      "epoch": 0.6355042016806722,
      "grad_norm": 0.7162106687544288,
      "learning_rate": 3.6221889055472265e-05,
      "loss": 0.3733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36203664541244507,
      "step": 605,
      "valid_targets_mean": 2939.2,
      "valid_targets_min": 1629
    },
    {
      "epoch": 0.6407563025210085,
      "grad_norm": 0.7531458122055458,
      "learning_rate": 3.6521739130434786e-05,
      "loss": 0.3618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3718830943107605,
      "step": 610,
      "valid_targets_mean": 2755.7,
      "valid_targets_min": 1254
    },
    {
      "epoch": 0.6460084033613446,
      "grad_norm": 0.7043721880651528,
      "learning_rate": 3.68215892053973e-05,
      "loss": 0.3629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3637351989746094,
      "step": 615,
      "valid_targets_mean": 3390.2,
      "valid_targets_min": 1973
    },
    {
      "epoch": 0.6512605042016807,
      "grad_norm": 0.7411003182380056,
      "learning_rate": 3.712143928035982e-05,
      "loss": 0.3638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35509952902793884,
      "step": 620,
      "valid_targets_mean": 2960.4,
      "valid_targets_min": 1195
    },
    {
      "epoch": 0.6565126050420168,
      "grad_norm": 0.6916717573319705,
      "learning_rate": 3.742128935532234e-05,
      "loss": 0.3592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37266242504119873,
      "step": 625,
      "valid_targets_mean": 3181.4,
      "valid_targets_min": 1244
    },
    {
      "epoch": 0.6617647058823529,
      "grad_norm": 0.6405799101681395,
      "learning_rate": 3.772113943028486e-05,
      "loss": 0.3642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.351756751537323,
      "step": 630,
      "valid_targets_mean": 3464.2,
      "valid_targets_min": 1421
    },
    {
      "epoch": 0.667016806722689,
      "grad_norm": 0.6665303943258725,
      "learning_rate": 3.802098950524738e-05,
      "loss": 0.3496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34305959939956665,
      "step": 635,
      "valid_targets_mean": 3443.1,
      "valid_targets_min": 1097
    },
    {
      "epoch": 0.6722689075630253,
      "grad_norm": 0.6963251575164391,
      "learning_rate": 3.83208395802099e-05,
      "loss": 0.349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36686572432518005,
      "step": 640,
      "valid_targets_mean": 3891.4,
      "valid_targets_min": 1168
    },
    {
      "epoch": 0.6775210084033614,
      "grad_norm": 0.6447119132301098,
      "learning_rate": 3.862068965517242e-05,
      "loss": 0.3547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35105079412460327,
      "step": 645,
      "valid_targets_mean": 3368.9,
      "valid_targets_min": 1700
    },
    {
      "epoch": 0.6827731092436975,
      "grad_norm": 0.775468044490351,
      "learning_rate": 3.8920539730134934e-05,
      "loss": 0.3561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35495996475219727,
      "step": 650,
      "valid_targets_mean": 2497.1,
      "valid_targets_min": 1261
    },
    {
      "epoch": 0.6880252100840336,
      "grad_norm": 0.6998673088388078,
      "learning_rate": 3.9220389805097455e-05,
      "loss": 0.37,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.373879611492157,
      "step": 655,
      "valid_targets_mean": 3391.2,
      "valid_targets_min": 1124
    },
    {
      "epoch": 0.6932773109243697,
      "grad_norm": 0.6911940333174383,
      "learning_rate": 3.9520239880059976e-05,
      "loss": 0.3604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3743062913417816,
      "step": 660,
      "valid_targets_mean": 3003.8,
      "valid_targets_min": 1361
    },
    {
      "epoch": 0.6985294117647058,
      "grad_norm": 0.6312467853415549,
      "learning_rate": 3.982008995502249e-05,
      "loss": 0.3406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3238492012023926,
      "step": 665,
      "valid_targets_mean": 3239.7,
      "valid_targets_min": 1679
    },
    {
      "epoch": 0.7037815126050421,
      "grad_norm": 0.6929968801305512,
      "learning_rate": 3.9999989022799437e-05,
      "loss": 0.3559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.374039888381958,
      "step": 670,
      "valid_targets_mean": 3101.2,
      "valid_targets_min": 1739
    },
    {
      "epoch": 0.7090336134453782,
      "grad_norm": 0.7069459947278421,
      "learning_rate": 3.9999865529431466e-05,
      "loss": 0.3481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3492530584335327,
      "step": 675,
      "valid_targets_mean": 2844.4,
      "valid_targets_min": 1278
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.6222986155844251,
      "learning_rate": 3.9999604822044886e-05,
      "loss": 0.3406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.327778160572052,
      "step": 680,
      "valid_targets_mean": 3563.4,
      "valid_targets_min": 1522
    },
    {
      "epoch": 0.7195378151260504,
      "grad_norm": 0.6470886363287454,
      "learning_rate": 3.999920690242835e-05,
      "loss": 0.3288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33931905031204224,
      "step": 685,
      "valid_targets_mean": 3589.0,
      "valid_targets_min": 464
    },
    {
      "epoch": 0.7247899159663865,
      "grad_norm": 0.5841030308921137,
      "learning_rate": 3.999867177331189e-05,
      "loss": 0.362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3474075198173523,
      "step": 690,
      "valid_targets_mean": 3827.1,
      "valid_targets_min": 1003
    },
    {
      "epoch": 0.7300420168067226,
      "grad_norm": 0.6944347153816217,
      "learning_rate": 3.9997999438366895e-05,
      "loss": 0.3424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36091533303260803,
      "step": 695,
      "valid_targets_mean": 3042.1,
      "valid_targets_min": 1446
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 0.6583742822611474,
      "learning_rate": 3.9997189902206065e-05,
      "loss": 0.3494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3591790199279785,
      "step": 700,
      "valid_targets_mean": 3257.8,
      "valid_targets_min": 1256
    },
    {
      "epoch": 0.740546218487395,
      "grad_norm": 0.6796220489697876,
      "learning_rate": 3.999624317038344e-05,
      "loss": 0.3623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3584475815296173,
      "step": 705,
      "valid_targets_mean": 3858.5,
      "valid_targets_min": 1336
    },
    {
      "epoch": 0.7457983193277311,
      "grad_norm": 0.5779511153503359,
      "learning_rate": 3.9995159249394303e-05,
      "loss": 0.3632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3402530550956726,
      "step": 710,
      "valid_targets_mean": 3821.1,
      "valid_targets_min": 1275
    },
    {
      "epoch": 0.7510504201680672,
      "grad_norm": 0.6920943343973615,
      "learning_rate": 3.999393814667517e-05,
      "loss": 0.3394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35493505001068115,
      "step": 715,
      "valid_targets_mean": 2914.6,
      "valid_targets_min": 644
    },
    {
      "epoch": 0.7563025210084033,
      "grad_norm": 0.6484863168026516,
      "learning_rate": 3.9992579870603695e-05,
      "loss": 0.336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3329768478870392,
      "step": 720,
      "valid_targets_mean": 3083.4,
      "valid_targets_min": 1397
    },
    {
      "epoch": 0.7615546218487395,
      "grad_norm": 0.7459309224625077,
      "learning_rate": 3.999108443049869e-05,
      "loss": 0.3408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35886648297309875,
      "step": 725,
      "valid_targets_mean": 2747.4,
      "valid_targets_min": 1557
    },
    {
      "epoch": 0.7668067226890757,
      "grad_norm": 0.6643965239188359,
      "learning_rate": 3.998945183661997e-05,
      "loss": 0.3442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3370826840400696,
      "step": 730,
      "valid_targets_mean": 3405.2,
      "valid_targets_min": 1405
    },
    {
      "epoch": 0.7720588235294118,
      "grad_norm": 0.6311941065520537,
      "learning_rate": 3.9987682100168376e-05,
      "loss": 0.3432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32585620880126953,
      "step": 735,
      "valid_targets_mean": 3507.1,
      "valid_targets_min": 1042
    },
    {
      "epoch": 0.7773109243697479,
      "grad_norm": 0.6934056789740213,
      "learning_rate": 3.99857752332856e-05,
      "loss": 0.3318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3426210284233093,
      "step": 740,
      "valid_targets_mean": 3079.7,
      "valid_targets_min": 858
    },
    {
      "epoch": 0.782563025210084,
      "grad_norm": 0.6683294329205226,
      "learning_rate": 3.998373124905418e-05,
      "loss": 0.3404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3405384421348572,
      "step": 745,
      "valid_targets_mean": 2934.3,
      "valid_targets_min": 1288
    },
    {
      "epoch": 0.7878151260504201,
      "grad_norm": 0.6089870902503931,
      "learning_rate": 3.9981550161497375e-05,
      "loss": 0.36,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3385617136955261,
      "step": 750,
      "valid_targets_mean": 3428.2,
      "valid_targets_min": 1915
    },
    {
      "epoch": 0.7930672268907563,
      "grad_norm": 0.6028162675947055,
      "learning_rate": 3.9979231985579074e-05,
      "loss": 0.3484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3657104969024658,
      "step": 755,
      "valid_targets_mean": 3764.9,
      "valid_targets_min": 1244
    },
    {
      "epoch": 0.7983193277310925,
      "grad_norm": 0.7017817313652911,
      "learning_rate": 3.99767767372037e-05,
      "loss": 0.3304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33708494901657104,
      "step": 760,
      "valid_targets_mean": 3006.5,
      "valid_targets_min": 1255
    },
    {
      "epoch": 0.8035714285714286,
      "grad_norm": 0.6788931537841902,
      "learning_rate": 3.997418443321609e-05,
      "loss": 0.3478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3829076290130615,
      "step": 765,
      "valid_targets_mean": 3326.2,
      "valid_targets_min": 1586
    },
    {
      "epoch": 0.8088235294117647,
      "grad_norm": 0.6396470227937194,
      "learning_rate": 3.997145509140138e-05,
      "loss": 0.3451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3249973654747009,
      "step": 770,
      "valid_targets_mean": 3205.2,
      "valid_targets_min": 1181
    },
    {
      "epoch": 0.8140756302521008,
      "grad_norm": 0.6959358945807129,
      "learning_rate": 3.9968588730484896e-05,
      "loss": 0.3302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35094955563545227,
      "step": 775,
      "valid_targets_mean": 2735.1,
      "valid_targets_min": 974
    },
    {
      "epoch": 0.819327731092437,
      "grad_norm": 0.7121078872001974,
      "learning_rate": 3.9965585370132013e-05,
      "loss": 0.3355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3337578773498535,
      "step": 780,
      "valid_targets_mean": 3735.8,
      "valid_targets_min": 1681
    },
    {
      "epoch": 0.8245798319327731,
      "grad_norm": 0.731579949310607,
      "learning_rate": 3.996244503094804e-05,
      "loss": 0.3497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37752842903137207,
      "step": 785,
      "valid_targets_mean": 2883.7,
      "valid_targets_min": 1171
    },
    {
      "epoch": 0.8298319327731093,
      "grad_norm": 0.6650190290860145,
      "learning_rate": 3.995916773447804e-05,
      "loss": 0.3574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3751668930053711,
      "step": 790,
      "valid_targets_mean": 3324.1,
      "valid_targets_min": 1455
    },
    {
      "epoch": 0.8350840336134454,
      "grad_norm": 0.6084187992006697,
      "learning_rate": 3.995575350320671e-05,
      "loss": 0.3363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3428555428981781,
      "step": 795,
      "valid_targets_mean": 3948.6,
      "valid_targets_min": 1529
    },
    {
      "epoch": 0.8403361344537815,
      "grad_norm": 0.6734592462466594,
      "learning_rate": 3.995220236055824e-05,
      "loss": 0.3662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36074283719062805,
      "step": 800,
      "valid_targets_mean": 3419.9,
      "valid_targets_min": 1450
    },
    {
      "epoch": 0.8455882352941176,
      "grad_norm": 0.5774931076226504,
      "learning_rate": 3.99485143308961e-05,
      "loss": 0.3351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3051412105560303,
      "step": 805,
      "valid_targets_mean": 3465.6,
      "valid_targets_min": 1431
    },
    {
      "epoch": 0.8508403361344538,
      "grad_norm": 0.8400200119736569,
      "learning_rate": 3.994468943952296e-05,
      "loss": 0.3546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35333842039108276,
      "step": 810,
      "valid_targets_mean": 3085.4,
      "valid_targets_min": 802
    },
    {
      "epoch": 0.8560924369747899,
      "grad_norm": 0.6336110237839332,
      "learning_rate": 3.994072771268041e-05,
      "loss": 0.362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.347425639629364,
      "step": 815,
      "valid_targets_mean": 3230.6,
      "valid_targets_min": 1433
    },
    {
      "epoch": 0.8613445378151261,
      "grad_norm": 0.6958422384825939,
      "learning_rate": 3.993662917754885e-05,
      "loss": 0.3478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35881751775741577,
      "step": 820,
      "valid_targets_mean": 2908.7,
      "valid_targets_min": 614
    },
    {
      "epoch": 0.8665966386554622,
      "grad_norm": 0.7411583695170622,
      "learning_rate": 3.993239386224732e-05,
      "loss": 0.3536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3721003532409668,
      "step": 825,
      "valid_targets_mean": 2748.8,
      "valid_targets_min": 637
    },
    {
      "epoch": 0.8718487394957983,
      "grad_norm": 0.63511436606181,
      "learning_rate": 3.992802179583322e-05,
      "loss": 0.3513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3608887195587158,
      "step": 830,
      "valid_targets_mean": 3297.7,
      "valid_targets_min": 1683
    },
    {
      "epoch": 0.8771008403361344,
      "grad_norm": 0.6522816701659483,
      "learning_rate": 3.9923513008302204e-05,
      "loss": 0.3484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32889869809150696,
      "step": 835,
      "valid_targets_mean": 3406.1,
      "valid_targets_min": 1913
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 0.5886512960386365,
      "learning_rate": 3.991886753058792e-05,
      "loss": 0.3322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32120782136917114,
      "step": 840,
      "valid_targets_mean": 3848.1,
      "valid_targets_min": 1659
    },
    {
      "epoch": 0.8876050420168067,
      "grad_norm": 0.6037677731592493,
      "learning_rate": 3.991408539456182e-05,
      "loss": 0.3476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31538859009742737,
      "step": 845,
      "valid_targets_mean": 3390.7,
      "valid_targets_min": 1390
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 0.7282746261851238,
      "learning_rate": 3.990916663303293e-05,
      "loss": 0.351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4035952389240265,
      "step": 850,
      "valid_targets_mean": 3338.5,
      "valid_targets_min": 611
    },
    {
      "epoch": 0.898109243697479,
      "grad_norm": 0.8755920451444243,
      "learning_rate": 3.990411127974762e-05,
      "loss": 0.3411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3417074978351593,
      "step": 855,
      "valid_targets_mean": 3389.6,
      "valid_targets_min": 1451
    },
    {
      "epoch": 0.9033613445378151,
      "grad_norm": 0.6595337996347566,
      "learning_rate": 3.989891936938939e-05,
      "loss": 0.349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31698334217071533,
      "step": 860,
      "valid_targets_mean": 3097.9,
      "valid_targets_min": 1459
    },
    {
      "epoch": 0.9086134453781513,
      "grad_norm": 0.7205543746187569,
      "learning_rate": 3.9893590937578634e-05,
      "loss": 0.3356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37621456384658813,
      "step": 865,
      "valid_targets_mean": 2619.4,
      "valid_targets_min": 999
    },
    {
      "epoch": 0.9138655462184874,
      "grad_norm": 0.5683063041911645,
      "learning_rate": 3.9888126020872375e-05,
      "loss": 0.3317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31596362590789795,
      "step": 870,
      "valid_targets_mean": 3791.2,
      "valid_targets_min": 1564
    },
    {
      "epoch": 0.9191176470588235,
      "grad_norm": 1.070844790253151,
      "learning_rate": 3.988252465676401e-05,
      "loss": 0.3364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33733999729156494,
      "step": 875,
      "valid_targets_mean": 3223.3,
      "valid_targets_min": 1233
    },
    {
      "epoch": 0.9243697478991597,
      "grad_norm": 0.637333593228743,
      "learning_rate": 3.98767868836831e-05,
      "loss": 0.3193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3216400146484375,
      "step": 880,
      "valid_targets_mean": 3439.2,
      "valid_targets_min": 1524
    },
    {
      "epoch": 0.9296218487394958,
      "grad_norm": 0.5754820914455384,
      "learning_rate": 3.987091274099504e-05,
      "loss": 0.3239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3149118423461914,
      "step": 885,
      "valid_targets_mean": 3744.9,
      "valid_targets_min": 1375
    },
    {
      "epoch": 0.9348739495798319,
      "grad_norm": 0.6651917315458717,
      "learning_rate": 3.986490226900084e-05,
      "loss": 0.3368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3212442398071289,
      "step": 890,
      "valid_targets_mean": 3036.2,
      "valid_targets_min": 906
    },
    {
      "epoch": 0.9401260504201681,
      "grad_norm": 0.6067258438956236,
      "learning_rate": 3.985875550893684e-05,
      "loss": 0.3232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30532318353652954,
      "step": 895,
      "valid_targets_mean": 3766.5,
      "valid_targets_min": 1246
    },
    {
      "epoch": 0.9453781512605042,
      "grad_norm": 0.6702408814712129,
      "learning_rate": 3.9852472502974386e-05,
      "loss": 0.3288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3562542498111725,
      "step": 900,
      "valid_targets_mean": 3225.9,
      "valid_targets_min": 1333
    },
    {
      "epoch": 0.9506302521008403,
      "grad_norm": 0.5790810375186305,
      "learning_rate": 3.984605329421961e-05,
      "loss": 0.3279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32805150747299194,
      "step": 905,
      "valid_targets_mean": 3751.3,
      "valid_targets_min": 2264
    },
    {
      "epoch": 0.9558823529411765,
      "grad_norm": 0.5978703507597435,
      "learning_rate": 3.983949792671307e-05,
      "loss": 0.3481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.347832053899765,
      "step": 910,
      "valid_targets_mean": 3505.2,
      "valid_targets_min": 1454
    },
    {
      "epoch": 0.9611344537815126,
      "grad_norm": 0.624321623961909,
      "learning_rate": 3.9832806445429486e-05,
      "loss": 0.3425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3324778378009796,
      "step": 915,
      "valid_targets_mean": 3385.7,
      "valid_targets_min": 1430
    },
    {
      "epoch": 0.9663865546218487,
      "grad_norm": 0.6245540796780895,
      "learning_rate": 3.982597889627742e-05,
      "loss": 0.3348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.317277729511261,
      "step": 920,
      "valid_targets_mean": 3201.6,
      "valid_targets_min": 1433
    },
    {
      "epoch": 0.9716386554621849,
      "grad_norm": 0.6175278753890704,
      "learning_rate": 3.981901532609896e-05,
      "loss": 0.3239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32414883375167847,
      "step": 925,
      "valid_targets_mean": 3362.1,
      "valid_targets_min": 1512
    },
    {
      "epoch": 0.976890756302521,
      "grad_norm": 0.6165488317026186,
      "learning_rate": 3.9811915782669406e-05,
      "loss": 0.3298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31244921684265137,
      "step": 930,
      "valid_targets_mean": 3643.9,
      "valid_targets_min": 2048
    },
    {
      "epoch": 0.9821428571428571,
      "grad_norm": 0.6227928286121143,
      "learning_rate": 3.980468031469691e-05,
      "loss": 0.3463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3477458953857422,
      "step": 935,
      "valid_targets_mean": 3107.1,
      "valid_targets_min": 815
    },
    {
      "epoch": 0.9873949579831933,
      "grad_norm": 0.6175153136159267,
      "learning_rate": 3.9797308971822206e-05,
      "loss": 0.3446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3596673607826233,
      "step": 940,
      "valid_targets_mean": 3339.4,
      "valid_targets_min": 1878
    },
    {
      "epoch": 0.9926470588235294,
      "grad_norm": 0.6173093585223963,
      "learning_rate": 3.978980180461821e-05,
      "loss": 0.3367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33542400598526,
      "step": 945,
      "valid_targets_mean": 3394.6,
      "valid_targets_min": 1727
    },
    {
      "epoch": 0.9978991596638656,
      "grad_norm": 0.6354828168457491,
      "learning_rate": 3.9782158864589696e-05,
      "loss": 0.3261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3046625554561615,
      "step": 950,
      "valid_targets_mean": 2924.3,
      "valid_targets_min": 1622
    },
    {
      "epoch": 1.0031512605042017,
      "grad_norm": 1.3016888810382736,
      "learning_rate": 3.977438020417293e-05,
      "loss": 0.3059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2962370216846466,
      "step": 955,
      "valid_targets_mean": 1587.9,
      "valid_targets_min": 788
    },
    {
      "epoch": 1.0084033613445378,
      "grad_norm": 1.178432388446946,
      "learning_rate": 3.9766465876735354e-05,
      "loss": 0.2533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23576419055461884,
      "step": 960,
      "valid_targets_mean": 1591.2,
      "valid_targets_min": 957
    },
    {
      "epoch": 1.013655462184874,
      "grad_norm": 0.9417299138332059,
      "learning_rate": 3.9758415936575155e-05,
      "loss": 0.2443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23771171271800995,
      "step": 965,
      "valid_targets_mean": 1418.7,
      "valid_targets_min": 796
    },
    {
      "epoch": 1.01890756302521,
      "grad_norm": 0.9391474883661355,
      "learning_rate": 3.975023043892094e-05,
      "loss": 0.2429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23540674149990082,
      "step": 970,
      "valid_targets_mean": 1389.0,
      "valid_targets_min": 704
    },
    {
      "epoch": 1.0241596638655461,
      "grad_norm": 0.8489834118982603,
      "learning_rate": 3.974190943993133e-05,
      "loss": 0.2363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.221901997923851,
      "step": 975,
      "valid_targets_mean": 1513.9,
      "valid_targets_min": 638
    },
    {
      "epoch": 1.0294117647058822,
      "grad_norm": 0.830262362849459,
      "learning_rate": 3.973345299669461e-05,
      "loss": 0.2401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23195049166679382,
      "step": 980,
      "valid_targets_mean": 1482.3,
      "valid_targets_min": 727
    },
    {
      "epoch": 1.0346638655462186,
      "grad_norm": 0.8915461834880904,
      "learning_rate": 3.972486116722828e-05,
      "loss": 0.2468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.208994060754776,
      "step": 985,
      "valid_targets_mean": 1189.1,
      "valid_targets_min": 655
    },
    {
      "epoch": 1.0399159663865547,
      "grad_norm": 0.9988345647892146,
      "learning_rate": 3.971613401047872e-05,
      "loss": 0.2285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2332269549369812,
      "step": 990,
      "valid_targets_mean": 1299.6,
      "valid_targets_min": 714
    },
    {
      "epoch": 1.0451680672268908,
      "grad_norm": 0.8523206270419763,
      "learning_rate": 3.970727158632075e-05,
      "loss": 0.2491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23563072085380554,
      "step": 995,
      "valid_targets_mean": 1407.6,
      "valid_targets_min": 741
    },
    {
      "epoch": 1.050420168067227,
      "grad_norm": 1.0576241067376564,
      "learning_rate": 3.969827395555721e-05,
      "loss": 0.235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2590252757072449,
      "step": 1000,
      "valid_targets_mean": 1544.1,
      "valid_targets_min": 663
    },
    {
      "epoch": 1.055672268907563,
      "grad_norm": 1.1458471492556306,
      "learning_rate": 3.968914117991857e-05,
      "loss": 0.2286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.230397567152977,
      "step": 1005,
      "valid_targets_mean": 1511.1,
      "valid_targets_min": 632
    },
    {
      "epoch": 1.0609243697478992,
      "grad_norm": 0.9006777040659446,
      "learning_rate": 3.967987332206249e-05,
      "loss": 0.2396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2451692819595337,
      "step": 1010,
      "valid_targets_mean": 1638.0,
      "valid_targets_min": 933
    },
    {
      "epoch": 1.0661764705882353,
      "grad_norm": 0.7626623690643839,
      "learning_rate": 3.967047044557341e-05,
      "loss": 0.2329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22060266137123108,
      "step": 1015,
      "valid_targets_mean": 1526.9,
      "valid_targets_min": 717
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.8215685697177867,
      "learning_rate": 3.966093261496208e-05,
      "loss": 0.2217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2275817096233368,
      "step": 1020,
      "valid_targets_mean": 1387.4,
      "valid_targets_min": 659
    },
    {
      "epoch": 1.0766806722689075,
      "grad_norm": 0.8698242331020952,
      "learning_rate": 3.9651259895665146e-05,
      "loss": 0.2212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2096673548221588,
      "step": 1025,
      "valid_targets_mean": 1382.9,
      "valid_targets_min": 642
    },
    {
      "epoch": 1.0819327731092436,
      "grad_norm": 0.768616027752401,
      "learning_rate": 3.9641452354044687e-05,
      "loss": 0.2263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20485013723373413,
      "step": 1030,
      "valid_targets_mean": 1312.1,
      "valid_targets_min": 765
    },
    {
      "epoch": 1.0871848739495797,
      "grad_norm": 0.8590772693317404,
      "learning_rate": 3.9631510057387765e-05,
      "loss": 0.2403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24823632836341858,
      "step": 1035,
      "valid_targets_mean": 1397.6,
      "valid_targets_min": 631
    },
    {
      "epoch": 1.092436974789916,
      "grad_norm": 0.9234663166300711,
      "learning_rate": 3.962143307390596e-05,
      "loss": 0.236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2525438666343689,
      "step": 1040,
      "valid_targets_mean": 1419.4,
      "valid_targets_min": 623
    },
    {
      "epoch": 1.0976890756302522,
      "grad_norm": 0.7428187089700554,
      "learning_rate": 3.961122147273491e-05,
      "loss": 0.2362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24657368659973145,
      "step": 1045,
      "valid_targets_mean": 1647.7,
      "valid_targets_min": 818
    },
    {
      "epoch": 1.1029411764705883,
      "grad_norm": 0.7835107757413885,
      "learning_rate": 3.9600875323933826e-05,
      "loss": 0.2294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21424023807048798,
      "step": 1050,
      "valid_targets_mean": 1545.5,
      "valid_targets_min": 776
    },
    {
      "epoch": 1.1081932773109244,
      "grad_norm": 0.8623930769993505,
      "learning_rate": 3.959039469848502e-05,
      "loss": 0.2274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2390882670879364,
      "step": 1055,
      "valid_targets_mean": 1411.8,
      "valid_targets_min": 623
    },
    {
      "epoch": 1.1134453781512605,
      "grad_norm": 0.8342187952076956,
      "learning_rate": 3.9579779668293416e-05,
      "loss": 0.2341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24478605389595032,
      "step": 1060,
      "valid_targets_mean": 1437.3,
      "valid_targets_min": 742
    },
    {
      "epoch": 1.1186974789915967,
      "grad_norm": 0.8716802159762432,
      "learning_rate": 3.956903030618605e-05,
      "loss": 0.229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21243079006671906,
      "step": 1065,
      "valid_targets_mean": 1193.6,
      "valid_targets_min": 611
    },
    {
      "epoch": 1.1239495798319328,
      "grad_norm": 0.8276094439043256,
      "learning_rate": 3.955814668591156e-05,
      "loss": 0.221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2292919009923935,
      "step": 1070,
      "valid_targets_mean": 1514.0,
      "valid_targets_min": 793
    },
    {
      "epoch": 1.129201680672269,
      "grad_norm": 0.8269530258415205,
      "learning_rate": 3.9547128882139735e-05,
      "loss": 0.2218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2063109278678894,
      "step": 1075,
      "valid_targets_mean": 1379.1,
      "valid_targets_min": 886
    },
    {
      "epoch": 1.134453781512605,
      "grad_norm": 0.7349504784818733,
      "learning_rate": 3.9535976970460925e-05,
      "loss": 0.222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2086534947156906,
      "step": 1080,
      "valid_targets_mean": 1455.5,
      "valid_targets_min": 991
    },
    {
      "epoch": 1.1397058823529411,
      "grad_norm": 0.7910940364262357,
      "learning_rate": 3.9524691027385585e-05,
      "loss": 0.2244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22840695083141327,
      "step": 1085,
      "valid_targets_mean": 1525.2,
      "valid_targets_min": 908
    },
    {
      "epoch": 1.1449579831932772,
      "grad_norm": 0.9125068091813882,
      "learning_rate": 3.95132711303437e-05,
      "loss": 0.234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23359861969947815,
      "step": 1090,
      "valid_targets_mean": 1476.6,
      "valid_targets_min": 680
    },
    {
      "epoch": 1.1502100840336134,
      "grad_norm": 0.7517080972876787,
      "learning_rate": 3.9501717357684315e-05,
      "loss": 0.2138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22301185131072998,
      "step": 1095,
      "valid_targets_mean": 1467.1,
      "valid_targets_min": 803
    },
    {
      "epoch": 1.1554621848739495,
      "grad_norm": 0.8187151581180054,
      "learning_rate": 3.9490029788674934e-05,
      "loss": 0.224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22149021923542023,
      "step": 1100,
      "valid_targets_mean": 1341.3,
      "valid_targets_min": 765
    },
    {
      "epoch": 1.1607142857142858,
      "grad_norm": 0.7811554150228613,
      "learning_rate": 3.9478208503501e-05,
      "loss": 0.2245,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23048382997512817,
      "step": 1105,
      "valid_targets_mean": 1556.4,
      "valid_targets_min": 804
    },
    {
      "epoch": 1.165966386554622,
      "grad_norm": 0.8232786153715305,
      "learning_rate": 3.946625358326538e-05,
      "loss": 0.2278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24594677984714508,
      "step": 1110,
      "valid_targets_mean": 1509.7,
      "valid_targets_min": 675
    },
    {
      "epoch": 1.171218487394958,
      "grad_norm": 0.7583404192175697,
      "learning_rate": 3.945416510998775e-05,
      "loss": 0.2165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.229123055934906,
      "step": 1115,
      "valid_targets_mean": 1408.4,
      "valid_targets_min": 882
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 0.7798738937206717,
      "learning_rate": 3.944194316660406e-05,
      "loss": 0.216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20927229523658752,
      "step": 1120,
      "valid_targets_mean": 1449.8,
      "valid_targets_min": 660
    },
    {
      "epoch": 1.1817226890756303,
      "grad_norm": 0.7782369720225292,
      "learning_rate": 3.942958783696598e-05,
      "loss": 0.205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21136952936649323,
      "step": 1125,
      "valid_targets_mean": 1489.8,
      "valid_targets_min": 678
    },
    {
      "epoch": 1.1869747899159664,
      "grad_norm": 0.8389164365291358,
      "learning_rate": 3.94170992058403e-05,
      "loss": 0.2194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2247747778892517,
      "step": 1130,
      "valid_targets_mean": 1379.1,
      "valid_targets_min": 676
    },
    {
      "epoch": 1.1922268907563025,
      "grad_norm": 0.85218432627087,
      "learning_rate": 3.9404477358908354e-05,
      "loss": 0.2185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20599870383739471,
      "step": 1135,
      "valid_targets_mean": 1347.1,
      "valid_targets_min": 794
    },
    {
      "epoch": 1.1974789915966386,
      "grad_norm": 0.7736857874589698,
      "learning_rate": 3.9391722382765445e-05,
      "loss": 0.2194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2081984579563141,
      "step": 1140,
      "valid_targets_mean": 1372.6,
      "valid_targets_min": 607
    },
    {
      "epoch": 1.2027310924369747,
      "grad_norm": 0.8143324846381077,
      "learning_rate": 3.937883436492025e-05,
      "loss": 0.2181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.210773304104805,
      "step": 1145,
      "valid_targets_mean": 1323.6,
      "valid_targets_min": 722
    },
    {
      "epoch": 1.2079831932773109,
      "grad_norm": 0.8168389117740881,
      "learning_rate": 3.9365813393794186e-05,
      "loss": 0.2306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2400819957256317,
      "step": 1150,
      "valid_targets_mean": 1597.7,
      "valid_targets_min": 858
    },
    {
      "epoch": 1.213235294117647,
      "grad_norm": 0.798484953443434,
      "learning_rate": 3.9352659558720836e-05,
      "loss": 0.2018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19974064826965332,
      "step": 1155,
      "valid_targets_mean": 1270.8,
      "valid_targets_min": 689
    },
    {
      "epoch": 1.2184873949579833,
      "grad_norm": 0.7597271913919195,
      "learning_rate": 3.933937294994535e-05,
      "loss": 0.2306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22933819890022278,
      "step": 1160,
      "valid_targets_mean": 1388.2,
      "valid_targets_min": 692
    },
    {
      "epoch": 1.2237394957983194,
      "grad_norm": 0.7412896199433119,
      "learning_rate": 3.932595365862379e-05,
      "loss": 0.2194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2073134481906891,
      "step": 1165,
      "valid_targets_mean": 1447.2,
      "valid_targets_min": 828
    },
    {
      "epoch": 1.2289915966386555,
      "grad_norm": 0.8029587259024663,
      "learning_rate": 3.9312401776822504e-05,
      "loss": 0.235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22155123949050903,
      "step": 1170,
      "valid_targets_mean": 1399.7,
      "valid_targets_min": 618
    },
    {
      "epoch": 1.2342436974789917,
      "grad_norm": 0.753092266372571,
      "learning_rate": 3.9298717397517546e-05,
      "loss": 0.2104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20688486099243164,
      "step": 1175,
      "valid_targets_mean": 1454.3,
      "valid_targets_min": 629
    },
    {
      "epoch": 1.2394957983193278,
      "grad_norm": 0.7552069088401491,
      "learning_rate": 3.928490061459396e-05,
      "loss": 0.2193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2513880133628845,
      "step": 1180,
      "valid_targets_mean": 1746.1,
      "valid_targets_min": 1071
    },
    {
      "epoch": 1.2447478991596639,
      "grad_norm": 0.7724105286503384,
      "learning_rate": 3.927095152284521e-05,
      "loss": 0.2215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2342674434185028,
      "step": 1185,
      "valid_targets_mean": 1282.2,
      "valid_targets_min": 677
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.8255573649270425,
      "learning_rate": 3.925687021797249e-05,
      "loss": 0.2124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19916367530822754,
      "step": 1190,
      "valid_targets_mean": 1227.6,
      "valid_targets_min": 679
    },
    {
      "epoch": 1.2552521008403361,
      "grad_norm": 0.7348173616246707,
      "learning_rate": 3.924265679658407e-05,
      "loss": 0.2127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20118603110313416,
      "step": 1195,
      "valid_targets_mean": 1319.1,
      "valid_targets_min": 504
    },
    {
      "epoch": 1.2605042016806722,
      "grad_norm": 0.7536987070404887,
      "learning_rate": 3.922831135619462e-05,
      "loss": 0.2161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20859253406524658,
      "step": 1200,
      "valid_targets_mean": 1616.5,
      "valid_targets_min": 1023
    },
    {
      "epoch": 1.2657563025210083,
      "grad_norm": 0.7577745081343713,
      "learning_rate": 3.9213833995224605e-05,
      "loss": 0.2203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2004815638065338,
      "step": 1205,
      "valid_targets_mean": 1453.0,
      "valid_targets_min": 661
    },
    {
      "epoch": 1.2710084033613445,
      "grad_norm": 0.7784879343054987,
      "learning_rate": 3.919922481299952e-05,
      "loss": 0.222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21279674768447876,
      "step": 1210,
      "valid_targets_mean": 1442.0,
      "valid_targets_min": 889
    },
    {
      "epoch": 1.2762605042016806,
      "grad_norm": 0.7318237431101263,
      "learning_rate": 3.918448390974928e-05,
      "loss": 0.2088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20114900171756744,
      "step": 1215,
      "valid_targets_mean": 1548.4,
      "valid_targets_min": 723
    },
    {
      "epoch": 1.2815126050420167,
      "grad_norm": 0.8439347277266402,
      "learning_rate": 3.9169611386607476e-05,
      "loss": 0.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20195883512496948,
      "step": 1220,
      "valid_targets_mean": 1359.8,
      "valid_targets_min": 793
    },
    {
      "epoch": 1.2867647058823528,
      "grad_norm": 0.7840655198861911,
      "learning_rate": 3.9154607345610746e-05,
      "loss": 0.2145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22591176629066467,
      "step": 1225,
      "valid_targets_mean": 1478.6,
      "valid_targets_min": 861
    },
    {
      "epoch": 1.2920168067226891,
      "grad_norm": 0.7776629349610283,
      "learning_rate": 3.913947188969801e-05,
      "loss": 0.2065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19768911600112915,
      "step": 1230,
      "valid_targets_mean": 1332.7,
      "valid_targets_min": 752
    },
    {
      "epoch": 1.2972689075630253,
      "grad_norm": 0.7729134790563235,
      "learning_rate": 3.912420512270981e-05,
      "loss": 0.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2305484265089035,
      "step": 1235,
      "valid_targets_mean": 1622.7,
      "valid_targets_min": 789
    },
    {
      "epoch": 1.3025210084033614,
      "grad_norm": 0.8616431181942282,
      "learning_rate": 3.910880714938757e-05,
      "loss": 0.1921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1932060420513153,
      "step": 1240,
      "valid_targets_mean": 1195.4,
      "valid_targets_min": 567
    },
    {
      "epoch": 1.3077731092436975,
      "grad_norm": 0.7695069319629071,
      "learning_rate": 3.909327807537288e-05,
      "loss": 0.213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.232661634683609,
      "step": 1245,
      "valid_targets_mean": 1504.5,
      "valid_targets_min": 605
    },
    {
      "epoch": 1.3130252100840336,
      "grad_norm": 0.7113969327868939,
      "learning_rate": 3.90776180072068e-05,
      "loss": 0.2116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20750564336776733,
      "step": 1250,
      "valid_targets_mean": 1580.1,
      "valid_targets_min": 746
    },
    {
      "epoch": 1.3182773109243697,
      "grad_norm": 0.7945153800878063,
      "learning_rate": 3.906182705232909e-05,
      "loss": 0.1997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20195449888706207,
      "step": 1255,
      "valid_targets_mean": 1158.2,
      "valid_targets_min": 723
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 0.7587646804913716,
      "learning_rate": 3.904590531907751e-05,
      "loss": 0.2159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21249453723430634,
      "step": 1260,
      "valid_targets_mean": 1430.4,
      "valid_targets_min": 855
    },
    {
      "epoch": 1.328781512605042,
      "grad_norm": 0.7185755186164045,
      "learning_rate": 3.9029852916687034e-05,
      "loss": 0.2103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2006302922964096,
      "step": 1265,
      "valid_targets_mean": 1590.4,
      "valid_targets_min": 902
    },
    {
      "epoch": 1.334033613445378,
      "grad_norm": 0.7257232800212272,
      "learning_rate": 3.9013669955289136e-05,
      "loss": 0.2135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20573708415031433,
      "step": 1270,
      "valid_targets_mean": 1521.5,
      "valid_targets_min": 803
    },
    {
      "epoch": 1.3392857142857144,
      "grad_norm": 0.7974748283202712,
      "learning_rate": 3.899735654591101e-05,
      "loss": 0.21,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22591374814510345,
      "step": 1275,
      "valid_targets_mean": 1455.2,
      "valid_targets_min": 740
    },
    {
      "epoch": 1.3445378151260505,
      "grad_norm": 0.8433766016494005,
      "learning_rate": 3.898091280047486e-05,
      "loss": 0.207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20434291660785675,
      "step": 1280,
      "valid_targets_mean": 1279.4,
      "valid_targets_min": 244
    },
    {
      "epoch": 1.3497899159663866,
      "grad_norm": 0.7810238280537369,
      "learning_rate": 3.896433883179703e-05,
      "loss": 0.2212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22051532566547394,
      "step": 1285,
      "valid_targets_mean": 1366.9,
      "valid_targets_min": 714
    },
    {
      "epoch": 1.3550420168067228,
      "grad_norm": 0.9021667080271751,
      "learning_rate": 3.894763475358736e-05,
      "loss": 0.2124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19154158234596252,
      "step": 1290,
      "valid_targets_mean": 1220.5,
      "valid_targets_min": 585
    },
    {
      "epoch": 1.3602941176470589,
      "grad_norm": 0.8197315751887221,
      "learning_rate": 3.8930800680448275e-05,
      "loss": 0.2202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.230904221534729,
      "step": 1295,
      "valid_targets_mean": 1596.4,
      "valid_targets_min": 1041
    },
    {
      "epoch": 1.365546218487395,
      "grad_norm": 0.7275089472098615,
      "learning_rate": 3.891383672787411e-05,
      "loss": 0.2138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20911553502082825,
      "step": 1300,
      "valid_targets_mean": 1401.3,
      "valid_targets_min": 777
    },
    {
      "epoch": 1.370798319327731,
      "grad_norm": 0.7376318715306975,
      "learning_rate": 3.889674301225025e-05,
      "loss": 0.2162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19725364446640015,
      "step": 1305,
      "valid_targets_mean": 1546.8,
      "valid_targets_min": 959
    },
    {
      "epoch": 1.3760504201680672,
      "grad_norm": 0.7408476899885955,
      "learning_rate": 3.8879519650852356e-05,
      "loss": 0.2053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18753978610038757,
      "step": 1310,
      "valid_targets_mean": 1284.4,
      "valid_targets_min": 620
    },
    {
      "epoch": 1.3813025210084033,
      "grad_norm": 0.7266684151521309,
      "learning_rate": 3.886216676184555e-05,
      "loss": 0.214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20051538944244385,
      "step": 1315,
      "valid_targets_mean": 1356.6,
      "valid_targets_min": 656
    },
    {
      "epoch": 1.3865546218487395,
      "grad_norm": 0.7791953600527686,
      "learning_rate": 3.8844684464283614e-05,
      "loss": 0.2158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23191730678081512,
      "step": 1320,
      "valid_targets_mean": 1564.5,
      "valid_targets_min": 697
    },
    {
      "epoch": 1.3918067226890756,
      "grad_norm": 0.6803022151794903,
      "learning_rate": 3.882707287810817e-05,
      "loss": 0.2039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20292726159095764,
      "step": 1325,
      "valid_targets_mean": 1604.7,
      "valid_targets_min": 682
    },
    {
      "epoch": 1.3970588235294117,
      "grad_norm": 0.7109648477839206,
      "learning_rate": 3.880933212414786e-05,
      "loss": 0.2064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19687709212303162,
      "step": 1330,
      "valid_targets_mean": 1383.4,
      "valid_targets_min": 730
    },
    {
      "epoch": 1.4023109243697478,
      "grad_norm": 0.7636435446308724,
      "learning_rate": 3.87914623241175e-05,
      "loss": 0.1977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19838300347328186,
      "step": 1335,
      "valid_targets_mean": 1482.5,
      "valid_targets_min": 747
    },
    {
      "epoch": 1.407563025210084,
      "grad_norm": 0.7790600366170161,
      "learning_rate": 3.877346360061728e-05,
      "loss": 0.2213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20176908373832703,
      "step": 1340,
      "valid_targets_mean": 1603.6,
      "valid_targets_min": 933
    },
    {
      "epoch": 1.41281512605042,
      "grad_norm": 0.7307120382472138,
      "learning_rate": 3.8755336077131894e-05,
      "loss": 0.2052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19978278875350952,
      "step": 1345,
      "valid_targets_mean": 1517.9,
      "valid_targets_min": 799
    },
    {
      "epoch": 1.4180672268907564,
      "grad_norm": 0.7009558460825884,
      "learning_rate": 3.873707987802967e-05,
      "loss": 0.2027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20674484968185425,
      "step": 1350,
      "valid_targets_mean": 1516.2,
      "valid_targets_min": 909
    },
    {
      "epoch": 1.4233193277310925,
      "grad_norm": 0.6935543353633367,
      "learning_rate": 3.871869512856179e-05,
      "loss": 0.1965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19707924127578735,
      "step": 1355,
      "valid_targets_mean": 1606.8,
      "valid_targets_min": 741
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.7721082945840706,
      "learning_rate": 3.870018195486138e-05,
      "loss": 0.1903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20531484484672546,
      "step": 1360,
      "valid_targets_mean": 1328.7,
      "valid_targets_min": 720
    },
    {
      "epoch": 1.4338235294117647,
      "grad_norm": 0.7736104466743927,
      "learning_rate": 3.868154048394262e-05,
      "loss": 0.2059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.201510488986969,
      "step": 1365,
      "valid_targets_mean": 1396.2,
      "valid_targets_min": 610
    },
    {
      "epoch": 1.4390756302521008,
      "grad_norm": 0.7550538776229306,
      "learning_rate": 3.8662770843699944e-05,
      "loss": 0.204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2158433496952057,
      "step": 1370,
      "valid_targets_mean": 1352.9,
      "valid_targets_min": 684
    },
    {
      "epoch": 1.444327731092437,
      "grad_norm": 0.6820026840811728,
      "learning_rate": 3.8643873162907086e-05,
      "loss": 0.2009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19932374358177185,
      "step": 1375,
      "valid_targets_mean": 1479.4,
      "valid_targets_min": 874
    },
    {
      "epoch": 1.449579831932773,
      "grad_norm": 0.6850687148845401,
      "learning_rate": 3.862484757121627e-05,
      "loss": 0.2008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19579848647117615,
      "step": 1380,
      "valid_targets_mean": 1501.2,
      "valid_targets_min": 765
    },
    {
      "epoch": 1.4548319327731092,
      "grad_norm": 0.6990618001541059,
      "learning_rate": 3.860569419915727e-05,
      "loss": 0.2082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20401817560195923,
      "step": 1385,
      "valid_targets_mean": 1419.9,
      "valid_targets_min": 589
    },
    {
      "epoch": 1.4600840336134453,
      "grad_norm": 0.699051470230191,
      "learning_rate": 3.858641317813653e-05,
      "loss": 0.2151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23287919163703918,
      "step": 1390,
      "valid_targets_mean": 1587.2,
      "valid_targets_min": 918
    },
    {
      "epoch": 1.4653361344537816,
      "grad_norm": 0.5943455101511255,
      "learning_rate": 3.8567004640436234e-05,
      "loss": 0.3011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3295353651046753,
      "step": 1395,
      "valid_targets_mean": 3546.9,
      "valid_targets_min": 702
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 0.570252231140088,
      "learning_rate": 3.8547468719213476e-05,
      "loss": 0.3267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33764392137527466,
      "step": 1400,
      "valid_targets_mean": 4000.6,
      "valid_targets_min": 1005
    },
    {
      "epoch": 1.4758403361344539,
      "grad_norm": 0.5515303020894601,
      "learning_rate": 3.852780554849925e-05,
      "loss": 0.3055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3034968376159668,
      "step": 1405,
      "valid_targets_mean": 4063.9,
      "valid_targets_min": 1296
    },
    {
      "epoch": 1.48109243697479,
      "grad_norm": 0.5595030961730294,
      "learning_rate": 3.850801526319761e-05,
      "loss": 0.3004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.288005530834198,
      "step": 1410,
      "valid_targets_mean": 3747.0,
      "valid_targets_min": 1561
    },
    {
      "epoch": 1.486344537815126,
      "grad_norm": 0.5948008178131649,
      "learning_rate": 3.84880979990847e-05,
      "loss": 0.304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32669079303741455,
      "step": 1415,
      "valid_targets_mean": 3562.5,
      "valid_targets_min": 1044
    },
    {
      "epoch": 1.4915966386554622,
      "grad_norm": 0.5216067222057376,
      "learning_rate": 3.846805389280782e-05,
      "loss": 0.3154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2934839725494385,
      "step": 1420,
      "valid_targets_mean": 3911.4,
      "valid_targets_min": 920
    },
    {
      "epoch": 1.4968487394957983,
      "grad_norm": 0.4836038411370819,
      "learning_rate": 3.844788308188452e-05,
      "loss": 0.2861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3024061918258667,
      "step": 1425,
      "valid_targets_mean": 5753.8,
      "valid_targets_min": 2060
    },
    {
      "epoch": 1.5021008403361344,
      "grad_norm": 0.5556606445880677,
      "learning_rate": 3.8427585704701634e-05,
      "loss": 0.3043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31254953145980835,
      "step": 1430,
      "valid_targets_mean": 3728.6,
      "valid_targets_min": 467
    },
    {
      "epoch": 1.5073529411764706,
      "grad_norm": 0.5895498142754928,
      "learning_rate": 3.840716190051433e-05,
      "loss": 0.3141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32763177156448364,
      "step": 1435,
      "valid_targets_mean": 3554.0,
      "valid_targets_min": 1689
    },
    {
      "epoch": 1.5126050420168067,
      "grad_norm": 0.54899724482139,
      "learning_rate": 3.8386611809445155e-05,
      "loss": 0.3091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30432096123695374,
      "step": 1440,
      "valid_targets_mean": 3708.1,
      "valid_targets_min": 1697
    },
    {
      "epoch": 1.5178571428571428,
      "grad_norm": 0.6115854171093719,
      "learning_rate": 3.8365935572483095e-05,
      "loss": 0.3162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3384946882724762,
      "step": 1445,
      "valid_targets_mean": 3652.6,
      "valid_targets_min": 1223
    },
    {
      "epoch": 1.523109243697479,
      "grad_norm": 0.5435695015200867,
      "learning_rate": 3.834513333148258e-05,
      "loss": 0.3085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3052658438682556,
      "step": 1450,
      "valid_targets_mean": 4036.1,
      "valid_targets_min": 1552
    },
    {
      "epoch": 1.528361344537815,
      "grad_norm": 0.614280577128499,
      "learning_rate": 3.832420522916252e-05,
      "loss": 0.3084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.316119909286499,
      "step": 1455,
      "valid_targets_mean": 3543.5,
      "valid_targets_min": 1439
    },
    {
      "epoch": 1.5336134453781511,
      "grad_norm": 0.5885577114747288,
      "learning_rate": 3.830315140910534e-05,
      "loss": 0.3058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30280590057373047,
      "step": 1460,
      "valid_targets_mean": 3287.0,
      "valid_targets_min": 1402
    },
    {
      "epoch": 1.5388655462184873,
      "grad_norm": 0.6135025188561368,
      "learning_rate": 3.8281972015755965e-05,
      "loss": 0.3204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3206782341003418,
      "step": 1465,
      "valid_targets_mean": 3423.9,
      "valid_targets_min": 1586
    },
    {
      "epoch": 1.5441176470588234,
      "grad_norm": 0.584621502686007,
      "learning_rate": 3.826066719442086e-05,
      "loss": 0.3117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3108097314834595,
      "step": 1470,
      "valid_targets_mean": 3406.0,
      "valid_targets_min": 1538
    },
    {
      "epoch": 1.5493697478991597,
      "grad_norm": 0.6706962593993887,
      "learning_rate": 3.823923709126701e-05,
      "loss": 0.3158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31825387477874756,
      "step": 1475,
      "valid_targets_mean": 2954.0,
      "valid_targets_min": 1058
    },
    {
      "epoch": 1.5546218487394958,
      "grad_norm": 0.651116388475916,
      "learning_rate": 3.821768185332095e-05,
      "loss": 0.3305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32802870869636536,
      "step": 1480,
      "valid_targets_mean": 3051.8,
      "valid_targets_min": 1362
    },
    {
      "epoch": 1.559873949579832,
      "grad_norm": 0.5745329146566351,
      "learning_rate": 3.81960016284677e-05,
      "loss": 0.3145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3129153251647949,
      "step": 1485,
      "valid_targets_mean": 3620.5,
      "valid_targets_min": 1392
    },
    {
      "epoch": 1.565126050420168,
      "grad_norm": 0.6580272364249068,
      "learning_rate": 3.817419656544979e-05,
      "loss": 0.3154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3198480010032654,
      "step": 1490,
      "valid_targets_mean": 3103.6,
      "valid_targets_min": 1267
    },
    {
      "epoch": 1.5703781512605042,
      "grad_norm": 0.6033632847231352,
      "learning_rate": 3.815226681386626e-05,
      "loss": 0.3079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3069283664226532,
      "step": 1495,
      "valid_targets_mean": 3592.7,
      "valid_targets_min": 1026
    },
    {
      "epoch": 1.5756302521008403,
      "grad_norm": 0.5732499269923438,
      "learning_rate": 3.8130212524171576e-05,
      "loss": 0.2966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30469539761543274,
      "step": 1500,
      "valid_targets_mean": 3632.1,
      "valid_targets_min": 1785
    },
    {
      "epoch": 1.5808823529411766,
      "grad_norm": 0.5775861462441018,
      "learning_rate": 3.810803384767465e-05,
      "loss": 0.319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2886812388896942,
      "step": 1505,
      "valid_targets_mean": 3557.1,
      "valid_targets_min": 1957
    },
    {
      "epoch": 1.5861344537815127,
      "grad_norm": 0.5694130410160565,
      "learning_rate": 3.808573093653777e-05,
      "loss": 0.315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2857256233692169,
      "step": 1510,
      "valid_targets_mean": 3230.6,
      "valid_targets_min": 1570
    },
    {
      "epoch": 1.5913865546218489,
      "grad_norm": 0.6246265430681128,
      "learning_rate": 3.806330394377556e-05,
      "loss": 0.3086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30203184485435486,
      "step": 1515,
      "valid_targets_mean": 3023.7,
      "valid_targets_min": 997
    },
    {
      "epoch": 1.596638655462185,
      "grad_norm": 0.658813587454356,
      "learning_rate": 3.8040753023253956e-05,
      "loss": 0.3007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33436664938926697,
      "step": 1520,
      "valid_targets_mean": 3056.6,
      "valid_targets_min": 1293
    },
    {
      "epoch": 1.601890756302521,
      "grad_norm": 0.6211106779673433,
      "learning_rate": 3.801807832968912e-05,
      "loss": 0.3093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29863476753234863,
      "step": 1525,
      "valid_targets_mean": 2915.6,
      "valid_targets_min": 1687
    },
    {
      "epoch": 1.6071428571428572,
      "grad_norm": 0.6368491555844873,
      "learning_rate": 3.799528001864637e-05,
      "loss": 0.3068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33547699451446533,
      "step": 1530,
      "valid_targets_mean": 2985.1,
      "valid_targets_min": 1108
    },
    {
      "epoch": 1.6123949579831933,
      "grad_norm": 0.5840908746370534,
      "learning_rate": 3.797235824653918e-05,
      "loss": 0.3048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3032509684562683,
      "step": 1535,
      "valid_targets_mean": 3195.0,
      "valid_targets_min": 571
    },
    {
      "epoch": 1.6176470588235294,
      "grad_norm": 0.6352859314737174,
      "learning_rate": 3.7949313170628006e-05,
      "loss": 0.3143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3243550956249237,
      "step": 1540,
      "valid_targets_mean": 3106.2,
      "valid_targets_min": 738
    },
    {
      "epoch": 1.6228991596638656,
      "grad_norm": 0.6224156356901303,
      "learning_rate": 3.79261449490193e-05,
      "loss": 0.2955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30039089918136597,
      "step": 1545,
      "valid_targets_mean": 3189.5,
      "valid_targets_min": 1896
    },
    {
      "epoch": 1.6281512605042017,
      "grad_norm": 0.6278005675540494,
      "learning_rate": 3.7902853740664356e-05,
      "loss": 0.3128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3083696663379669,
      "step": 1550,
      "valid_targets_mean": 3278.9,
      "valid_targets_min": 1177
    },
    {
      "epoch": 1.6334033613445378,
      "grad_norm": 0.5850412843704133,
      "learning_rate": 3.7879439705358286e-05,
      "loss": 0.3043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3127497732639313,
      "step": 1555,
      "valid_targets_mean": 3398.8,
      "valid_targets_min": 1270
    },
    {
      "epoch": 1.638655462184874,
      "grad_norm": 0.5805366053879955,
      "learning_rate": 3.785590300373884e-05,
      "loss": 0.3063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29494237899780273,
      "step": 1560,
      "valid_targets_mean": 3829.2,
      "valid_targets_min": 1668
    },
    {
      "epoch": 1.64390756302521,
      "grad_norm": 0.569934576020579,
      "learning_rate": 3.7832243797285385e-05,
      "loss": 0.3052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3094933032989502,
      "step": 1565,
      "valid_targets_mean": 3426.9,
      "valid_targets_min": 1184
    },
    {
      "epoch": 1.6491596638655461,
      "grad_norm": 0.6159772681925453,
      "learning_rate": 3.780846224831775e-05,
      "loss": 0.3049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3124518394470215,
      "step": 1570,
      "valid_targets_mean": 3523.6,
      "valid_targets_min": 1858
    },
    {
      "epoch": 1.6544117647058822,
      "grad_norm": 0.5971056987489094,
      "learning_rate": 3.7784558519995135e-05,
      "loss": 0.3075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28216129541397095,
      "step": 1575,
      "valid_targets_mean": 3161.2,
      "valid_targets_min": 922
    },
    {
      "epoch": 1.6596638655462184,
      "grad_norm": 0.699651916524887,
      "learning_rate": 3.776053277631496e-05,
      "loss": 0.3079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34362688660621643,
      "step": 1580,
      "valid_targets_mean": 2948.9,
      "valid_targets_min": 1812
    },
    {
      "epoch": 1.6649159663865545,
      "grad_norm": 0.7182980448996313,
      "learning_rate": 3.7736385182111785e-05,
      "loss": 0.2979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2877700626850128,
      "step": 1585,
      "valid_targets_mean": 3107.7,
      "valid_targets_min": 977
    },
    {
      "epoch": 1.6701680672268906,
      "grad_norm": 0.5675825049010571,
      "learning_rate": 3.771211590305614e-05,
      "loss": 0.2923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2754617929458618,
      "step": 1590,
      "valid_targets_mean": 3372.6,
      "valid_targets_min": 810
    },
    {
      "epoch": 1.675420168067227,
      "grad_norm": 0.5802055167295502,
      "learning_rate": 3.768772510565342e-05,
      "loss": 0.2973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29426002502441406,
      "step": 1595,
      "valid_targets_mean": 3305.2,
      "valid_targets_min": 1673
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 0.5249464047322138,
      "learning_rate": 3.76632129572427e-05,
      "loss": 0.2977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2580610513687134,
      "step": 1600,
      "valid_targets_mean": 3933.0,
      "valid_targets_min": 1869
    },
    {
      "epoch": 1.6859243697478992,
      "grad_norm": 1.426921636472864,
      "learning_rate": 3.763857962599565e-05,
      "loss": 0.3098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3049716353416443,
      "step": 1605,
      "valid_targets_mean": 3010.2,
      "valid_targets_min": 1377
    },
    {
      "epoch": 1.6911764705882353,
      "grad_norm": 0.6454799620397031,
      "learning_rate": 3.761382528091531e-05,
      "loss": 0.3122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30134791135787964,
      "step": 1610,
      "valid_targets_mean": 3055.6,
      "valid_targets_min": 1219
    },
    {
      "epoch": 1.6964285714285714,
      "grad_norm": 0.5717900298014066,
      "learning_rate": 3.7588950091834986e-05,
      "loss": 0.3049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2911268174648285,
      "step": 1615,
      "valid_targets_mean": 3442.4,
      "valid_targets_min": 1168
    },
    {
      "epoch": 1.7016806722689075,
      "grad_norm": 0.645609709718482,
      "learning_rate": 3.756395422941706e-05,
      "loss": 0.2833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30699074268341064,
      "step": 1620,
      "valid_targets_mean": 3041.9,
      "valid_targets_min": 1955
    },
    {
      "epoch": 1.7069327731092439,
      "grad_norm": 0.5866883370447175,
      "learning_rate": 3.753883786515181e-05,
      "loss": 0.2999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2968907654285431,
      "step": 1625,
      "valid_targets_mean": 3640.2,
      "valid_targets_min": 1628
    },
    {
      "epoch": 1.71218487394958,
      "grad_norm": 0.5743154885711474,
      "learning_rate": 3.751360117135628e-05,
      "loss": 0.2881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2586438059806824,
      "step": 1630,
      "valid_targets_mean": 3358.4,
      "valid_targets_min": 1482
    },
    {
      "epoch": 1.717436974789916,
      "grad_norm": 0.5881142433423517,
      "learning_rate": 3.7488244321173025e-05,
      "loss": 0.2883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26784512400627136,
      "step": 1635,
      "valid_targets_mean": 3460.4,
      "valid_targets_min": 904
    },
    {
      "epoch": 1.7226890756302522,
      "grad_norm": 0.6168171706911441,
      "learning_rate": 3.746276748856898e-05,
      "loss": 0.2982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3478624224662781,
      "step": 1640,
      "valid_targets_mean": 3728.4,
      "valid_targets_min": 1194
    },
    {
      "epoch": 1.7279411764705883,
      "grad_norm": 0.5755170388250846,
      "learning_rate": 3.743717084833425e-05,
      "loss": 0.3,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30867037177085876,
      "step": 1645,
      "valid_targets_mean": 3940.4,
      "valid_targets_min": 1658
    },
    {
      "epoch": 1.7331932773109244,
      "grad_norm": 0.6224361276979423,
      "learning_rate": 3.741145457608093e-05,
      "loss": 0.2957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31917211413383484,
      "step": 1650,
      "valid_targets_mean": 3536.9,
      "valid_targets_min": 1423
    },
    {
      "epoch": 1.7384453781512605,
      "grad_norm": 0.6144445149004428,
      "learning_rate": 3.738561884824183e-05,
      "loss": 0.2996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3049688935279846,
      "step": 1655,
      "valid_targets_mean": 3351.2,
      "valid_targets_min": 2010
    },
    {
      "epoch": 1.7436974789915967,
      "grad_norm": 0.5954264479652966,
      "learning_rate": 3.735966384206936e-05,
      "loss": 0.3155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30082428455352783,
      "step": 1660,
      "valid_targets_mean": 3498.6,
      "valid_targets_min": 1172
    },
    {
      "epoch": 1.7489495798319328,
      "grad_norm": 0.5715440496549611,
      "learning_rate": 3.733358973563425e-05,
      "loss": 0.2958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2998632788658142,
      "step": 1665,
      "valid_targets_mean": 3863.8,
      "valid_targets_min": 1229
    },
    {
      "epoch": 1.754201680672269,
      "grad_norm": 0.6026903585406433,
      "learning_rate": 3.730739670782435e-05,
      "loss": 0.2896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2936575412750244,
      "step": 1670,
      "valid_targets_mean": 3600.5,
      "valid_targets_min": 1523
    },
    {
      "epoch": 1.759453781512605,
      "grad_norm": 0.5960750461839239,
      "learning_rate": 3.72810849383434e-05,
      "loss": 0.2869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.286255419254303,
      "step": 1675,
      "valid_targets_mean": 3623.9,
      "valid_targets_min": 997
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 0.5856872929601087,
      "learning_rate": 3.725465460770978e-05,
      "loss": 0.2922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29570281505584717,
      "step": 1680,
      "valid_targets_mean": 3535.2,
      "valid_targets_min": 621
    },
    {
      "epoch": 1.7699579831932772,
      "grad_norm": 0.6652466131769478,
      "learning_rate": 3.7228105897255324e-05,
      "loss": 0.293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29390841722488403,
      "step": 1685,
      "valid_targets_mean": 3071.5,
      "valid_targets_min": 1282
    },
    {
      "epoch": 1.7752100840336134,
      "grad_norm": 0.5607387594187455,
      "learning_rate": 3.7201438989124e-05,
      "loss": 0.2794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25984397530555725,
      "step": 1690,
      "valid_targets_mean": 3779.1,
      "valid_targets_min": 1421
    },
    {
      "epoch": 1.7804621848739495,
      "grad_norm": 0.5923487985204593,
      "learning_rate": 3.717465406627074e-05,
      "loss": 0.288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27242133021354675,
      "step": 1695,
      "valid_targets_mean": 3330.2,
      "valid_targets_min": 1853
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.5899947816496157,
      "learning_rate": 3.714775131246011e-05,
      "loss": 0.314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2966066002845764,
      "step": 1700,
      "valid_targets_mean": 3327.8,
      "valid_targets_min": 1410
    },
    {
      "epoch": 1.7909663865546217,
      "grad_norm": 0.66060731387224,
      "learning_rate": 3.71207309122651e-05,
      "loss": 0.289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2911011576652527,
      "step": 1705,
      "valid_targets_mean": 2920.6,
      "valid_targets_min": 1305
    },
    {
      "epoch": 1.7962184873949578,
      "grad_norm": 0.5843889526857856,
      "learning_rate": 3.709359305106585e-05,
      "loss": 0.2926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2868155837059021,
      "step": 1710,
      "valid_targets_mean": 3539.7,
      "valid_targets_min": 996
    },
    {
      "epoch": 1.8014705882352942,
      "grad_norm": 0.586228171865445,
      "learning_rate": 3.7066337915048354e-05,
      "loss": 0.2895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27134719491004944,
      "step": 1715,
      "valid_targets_mean": 3357.1,
      "valid_targets_min": 1349
    },
    {
      "epoch": 1.8067226890756303,
      "grad_norm": 0.606158452920606,
      "learning_rate": 3.7038965691203205e-05,
      "loss": 0.3019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31426700949668884,
      "step": 1720,
      "valid_targets_mean": 3613.5,
      "valid_targets_min": 1248
    },
    {
      "epoch": 1.8119747899159664,
      "grad_norm": 0.5526990318942386,
      "learning_rate": 3.701147656732431e-05,
      "loss": 0.2812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24181315302848816,
      "step": 1725,
      "valid_targets_mean": 3327.4,
      "valid_targets_min": 1109
    },
    {
      "epoch": 1.8172268907563025,
      "grad_norm": 0.6528173405719958,
      "learning_rate": 3.6983870732007596e-05,
      "loss": 0.2979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2989552617073059,
      "step": 1730,
      "valid_targets_mean": 2790.8,
      "valid_targets_min": 1649
    },
    {
      "epoch": 1.8224789915966386,
      "grad_norm": 0.6835745034650174,
      "learning_rate": 3.695614837464972e-05,
      "loss": 0.2895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3165176808834076,
      "step": 1735,
      "valid_targets_mean": 2811.8,
      "valid_targets_min": 1197
    },
    {
      "epoch": 1.8277310924369747,
      "grad_norm": 0.6755172073863958,
      "learning_rate": 3.692830968544675e-05,
      "loss": 0.306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3160332441329956,
      "step": 1740,
      "valid_targets_mean": 3420.2,
      "valid_targets_min": 1720
    },
    {
      "epoch": 1.832983193277311,
      "grad_norm": 0.6087751854436854,
      "learning_rate": 3.690035485539291e-05,
      "loss": 0.2993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29514777660369873,
      "step": 1745,
      "valid_targets_mean": 3542.7,
      "valid_targets_min": 1054
    },
    {
      "epoch": 1.8382352941176472,
      "grad_norm": 0.6241785789650026,
      "learning_rate": 3.6872284076279205e-05,
      "loss": 0.2966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2934738099575043,
      "step": 1750,
      "valid_targets_mean": 3049.7,
      "valid_targets_min": 1643
    },
    {
      "epoch": 1.8434873949579833,
      "grad_norm": 0.5825825660256299,
      "learning_rate": 3.684409754069215e-05,
      "loss": 0.3039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30002132058143616,
      "step": 1755,
      "valid_targets_mean": 3757.8,
      "valid_targets_min": 1135
    },
    {
      "epoch": 1.8487394957983194,
      "grad_norm": 0.6258913745185652,
      "learning_rate": 3.681579544201244e-05,
      "loss": 0.2952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.290172278881073,
      "step": 1760,
      "valid_targets_mean": 3715.1,
      "valid_targets_min": 1174
    },
    {
      "epoch": 1.8539915966386555,
      "grad_norm": 0.6554971879023268,
      "learning_rate": 3.6787377974413614e-05,
      "loss": 0.3127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32472649216651917,
      "step": 1765,
      "valid_targets_mean": 3321.9,
      "valid_targets_min": 992
    },
    {
      "epoch": 1.8592436974789917,
      "grad_norm": 0.6104106962565312,
      "learning_rate": 3.6758845332860734e-05,
      "loss": 0.3036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.320326030254364,
      "step": 1770,
      "valid_targets_mean": 3713.2,
      "valid_targets_min": 1133
    },
    {
      "epoch": 1.8644957983193278,
      "grad_norm": 0.6602404199908332,
      "learning_rate": 3.673019771310903e-05,
      "loss": 0.3009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3192262649536133,
      "step": 1775,
      "valid_targets_mean": 2961.8,
      "valid_targets_min": 1195
    },
    {
      "epoch": 1.8697478991596639,
      "grad_norm": 0.9226641425449463,
      "learning_rate": 3.670143531170258e-05,
      "loss": 0.3044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30954253673553467,
      "step": 1780,
      "valid_targets_mean": 3012.6,
      "valid_targets_min": 484
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.5947567961611435,
      "learning_rate": 3.667255832597294e-05,
      "loss": 0.2982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3080810010433197,
      "step": 1785,
      "valid_targets_mean": 3639.9,
      "valid_targets_min": 1434
    },
    {
      "epoch": 1.8802521008403361,
      "grad_norm": 0.5635109826748741,
      "learning_rate": 3.664356695403781e-05,
      "loss": 0.2972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2792786955833435,
      "step": 1790,
      "valid_targets_mean": 4017.4,
      "valid_targets_min": 1349
    },
    {
      "epoch": 1.8855042016806722,
      "grad_norm": 0.7060376087001079,
      "learning_rate": 3.661446139479965e-05,
      "loss": 0.2965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31975793838500977,
      "step": 1795,
      "valid_targets_mean": 3178.8,
      "valid_targets_min": 1434
    },
    {
      "epoch": 1.8907563025210083,
      "grad_norm": 0.5936744481364934,
      "learning_rate": 3.658524184794436e-05,
      "loss": 0.2927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2860378324985504,
      "step": 1800,
      "valid_targets_mean": 3633.9,
      "valid_targets_min": 521
    },
    {
      "epoch": 1.8960084033613445,
      "grad_norm": 0.5822754669183862,
      "learning_rate": 3.655590851393984e-05,
      "loss": 0.3049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3000732660293579,
      "step": 1805,
      "valid_targets_mean": 3981.0,
      "valid_targets_min": 1464
    },
    {
      "epoch": 1.9012605042016806,
      "grad_norm": 0.6913451388646343,
      "learning_rate": 3.652646159403468e-05,
      "loss": 0.3136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3260645866394043,
      "step": 1810,
      "valid_targets_mean": 2612.0,
      "valid_targets_min": 1239
    },
    {
      "epoch": 1.9065126050420167,
      "grad_norm": 0.6287538437173945,
      "learning_rate": 3.649690129025675e-05,
      "loss": 0.2841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29579633474349976,
      "step": 1815,
      "valid_targets_mean": 3489.8,
      "valid_targets_min": 1457
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 0.6767664513173561,
      "learning_rate": 3.6467227805411824e-05,
      "loss": 0.2916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29462265968322754,
      "step": 1820,
      "valid_targets_mean": 3059.1,
      "valid_targets_min": 1460
    },
    {
      "epoch": 1.917016806722689,
      "grad_norm": 0.6395995499615521,
      "learning_rate": 3.6437441343082174e-05,
      "loss": 0.2944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3023369312286377,
      "step": 1825,
      "valid_targets_mean": 3259.2,
      "valid_targets_min": 1084
    },
    {
      "epoch": 1.9222689075630253,
      "grad_norm": 0.5856128524517397,
      "learning_rate": 3.6407542107625167e-05,
      "loss": 0.2836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27946245670318604,
      "step": 1830,
      "valid_targets_mean": 3337.9,
      "valid_targets_min": 1035
    },
    {
      "epoch": 1.9275210084033614,
      "grad_norm": 0.5516337340536542,
      "learning_rate": 3.637753030417192e-05,
      "loss": 0.282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2830444574356079,
      "step": 1835,
      "valid_targets_mean": 4091.9,
      "valid_targets_min": 1876
    },
    {
      "epoch": 1.9327731092436975,
      "grad_norm": 0.6188213113954284,
      "learning_rate": 3.6347406138625805e-05,
      "loss": 0.2869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3005865812301636,
      "step": 1840,
      "valid_targets_mean": 3705.8,
      "valid_targets_min": 1062
    },
    {
      "epoch": 1.9380252100840336,
      "grad_norm": 0.6342838492371049,
      "learning_rate": 3.631716981766111e-05,
      "loss": 0.2778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2753984034061432,
      "step": 1845,
      "valid_targets_mean": 3030.8,
      "valid_targets_min": 993
    },
    {
      "epoch": 1.9432773109243697,
      "grad_norm": 0.5880238709579537,
      "learning_rate": 3.6286821548721594e-05,
      "loss": 0.2822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28602135181427,
      "step": 1850,
      "valid_targets_mean": 3366.9,
      "valid_targets_min": 873
    },
    {
      "epoch": 1.9485294117647058,
      "grad_norm": 0.5720082036013604,
      "learning_rate": 3.625636154001904e-05,
      "loss": 0.2821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2676365375518799,
      "step": 1855,
      "valid_targets_mean": 3651.0,
      "valid_targets_min": 1295
    },
    {
      "epoch": 1.9537815126050422,
      "grad_norm": 0.585699773613234,
      "learning_rate": 3.622579000053186e-05,
      "loss": 0.2902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29407864809036255,
      "step": 1860,
      "valid_targets_mean": 3583.6,
      "valid_targets_min": 1598
    },
    {
      "epoch": 1.9590336134453783,
      "grad_norm": 0.6205691001395918,
      "learning_rate": 3.619510714000368e-05,
      "loss": 0.3088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27674800157546997,
      "step": 1865,
      "valid_targets_mean": 2903.2,
      "valid_targets_min": 1123
    },
    {
      "epoch": 1.9642857142857144,
      "grad_norm": 0.7438366690160714,
      "learning_rate": 3.616431316894181e-05,
      "loss": 0.2938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31191760301589966,
      "step": 1870,
      "valid_targets_mean": 3116.1,
      "valid_targets_min": 1621
    },
    {
      "epoch": 1.9695378151260505,
      "grad_norm": 0.6496526680316776,
      "learning_rate": 3.613340829861592e-05,
      "loss": 0.2777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2977924346923828,
      "step": 1875,
      "valid_targets_mean": 3081.4,
      "valid_targets_min": 1858
    },
    {
      "epoch": 1.9747899159663866,
      "grad_norm": 0.5707764114436218,
      "learning_rate": 3.61023927410565e-05,
      "loss": 0.2855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25262773036956787,
      "step": 1880,
      "valid_targets_mean": 3470.7,
      "valid_targets_min": 420
    },
    {
      "epoch": 1.9800420168067228,
      "grad_norm": 0.601493220440057,
      "learning_rate": 3.607126670905346e-05,
      "loss": 0.2966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2920111417770386,
      "step": 1885,
      "valid_targets_mean": 3584.2,
      "valid_targets_min": 757
    },
    {
      "epoch": 1.9852941176470589,
      "grad_norm": 0.6874129379616689,
      "learning_rate": 3.60400304161546e-05,
      "loss": 0.3002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2971467673778534,
      "step": 1890,
      "valid_targets_mean": 2940.8,
      "valid_targets_min": 732
    },
    {
      "epoch": 1.990546218487395,
      "grad_norm": 0.6483438175679863,
      "learning_rate": 3.600868407666426e-05,
      "loss": 0.2939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29474449157714844,
      "step": 1895,
      "valid_targets_mean": 3248.2,
      "valid_targets_min": 929
    },
    {
      "epoch": 1.995798319327731,
      "grad_norm": 0.5918173246249905,
      "learning_rate": 3.597722790564172e-05,
      "loss": 0.2929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2911064624786377,
      "step": 1900,
      "valid_targets_mean": 3728.8,
      "valid_targets_min": 1217
    },
    {
      "epoch": 2.0010504201680672,
      "grad_norm": 1.269479871339695,
      "learning_rate": 3.5945662118899824e-05,
      "loss": 0.2774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21561074256896973,
      "step": 1905,
      "valid_targets_mean": 1523.7,
      "valid_targets_min": 544
    },
    {
      "epoch": 2.0063025210084033,
      "grad_norm": 0.834502760942854,
      "learning_rate": 3.5913986933003455e-05,
      "loss": 0.2186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1978900134563446,
      "step": 1910,
      "valid_targets_mean": 1311.9,
      "valid_targets_min": 632
    },
    {
      "epoch": 2.0115546218487395,
      "grad_norm": 0.8472702704612042,
      "learning_rate": 3.5882202565268046e-05,
      "loss": 0.2006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19883087277412415,
      "step": 1915,
      "valid_targets_mean": 1391.8,
      "valid_targets_min": 514
    },
    {
      "epoch": 2.0168067226890756,
      "grad_norm": 0.8558019853903324,
      "learning_rate": 3.58503092337581e-05,
      "loss": 0.2006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2164035588502884,
      "step": 1920,
      "valid_targets_mean": 1409.8,
      "valid_targets_min": 701
    },
    {
      "epoch": 2.0220588235294117,
      "grad_norm": 0.755196603700863,
      "learning_rate": 3.5818307157285705e-05,
      "loss": 0.1905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20270323753356934,
      "step": 1925,
      "valid_targets_mean": 1448.8,
      "valid_targets_min": 742
    },
    {
      "epoch": 2.027310924369748,
      "grad_norm": 0.7296703034732365,
      "learning_rate": 3.5786196555409006e-05,
      "loss": 0.1986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18208900094032288,
      "step": 1930,
      "valid_targets_mean": 1219.5,
      "valid_targets_min": 746
    },
    {
      "epoch": 2.032563025210084,
      "grad_norm": 0.7684329269994562,
      "learning_rate": 3.575397764843073e-05,
      "loss": 0.2071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19005586206912994,
      "step": 1935,
      "valid_targets_mean": 1416.7,
      "valid_targets_min": 774
    },
    {
      "epoch": 2.03781512605042,
      "grad_norm": 0.7346120823737189,
      "learning_rate": 3.572165065739664e-05,
      "loss": 0.1847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.173833429813385,
      "step": 1940,
      "valid_targets_mean": 1294.7,
      "valid_targets_min": 648
    },
    {
      "epoch": 2.043067226890756,
      "grad_norm": 0.7872472114882302,
      "learning_rate": 3.5689215804094053e-05,
      "loss": 0.2128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19836294651031494,
      "step": 1945,
      "valid_targets_mean": 1322.9,
      "valid_targets_min": 708
    },
    {
      "epoch": 2.0483193277310923,
      "grad_norm": 0.7139156271445127,
      "learning_rate": 3.5656673311050285e-05,
      "loss": 0.1869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.166924387216568,
      "step": 1950,
      "valid_targets_mean": 1500.9,
      "valid_targets_min": 788
    },
    {
      "epoch": 2.0535714285714284,
      "grad_norm": 0.7546720109875962,
      "learning_rate": 3.562402340153115e-05,
      "loss": 0.1969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1813475340604782,
      "step": 1955,
      "valid_targets_mean": 1277.2,
      "valid_targets_min": 615
    },
    {
      "epoch": 2.0588235294117645,
      "grad_norm": 0.8007930214332662,
      "learning_rate": 3.559126629953942e-05,
      "loss": 0.1966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19298464059829712,
      "step": 1960,
      "valid_targets_mean": 1355.1,
      "valid_targets_min": 627
    },
    {
      "epoch": 2.064075630252101,
      "grad_norm": 1.0715850452767404,
      "learning_rate": 3.5558402229813287e-05,
      "loss": 0.197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19311118125915527,
      "step": 1965,
      "valid_targets_mean": 1323.2,
      "valid_targets_min": 753
    },
    {
      "epoch": 2.069327731092437,
      "grad_norm": 0.7534257104768941,
      "learning_rate": 3.552543141782483e-05,
      "loss": 0.1896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19203367829322815,
      "step": 1970,
      "valid_targets_mean": 1427.2,
      "valid_targets_min": 740
    },
    {
      "epoch": 2.0745798319327733,
      "grad_norm": 0.7434395907521474,
      "learning_rate": 3.549235408977843e-05,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19772931933403015,
      "step": 1975,
      "valid_targets_mean": 1519.6,
      "valid_targets_min": 642
    },
    {
      "epoch": 2.0798319327731094,
      "grad_norm": 0.7265121475274179,
      "learning_rate": 3.545917047260928e-05,
      "loss": 0.1787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16659091413021088,
      "step": 1980,
      "valid_targets_mean": 1209.2,
      "valid_targets_min": 518
    },
    {
      "epoch": 2.0850840336134455,
      "grad_norm": 0.7590657870156368,
      "learning_rate": 3.542588079398179e-05,
      "loss": 0.1988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20139284431934357,
      "step": 1985,
      "valid_targets_mean": 1439.6,
      "valid_targets_min": 721
    },
    {
      "epoch": 2.0903361344537816,
      "grad_norm": 0.7606478486879998,
      "learning_rate": 3.539248528228801e-05,
      "loss": 0.1994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1940763294696808,
      "step": 1990,
      "valid_targets_mean": 1469.9,
      "valid_targets_min": 727
    },
    {
      "epoch": 2.0955882352941178,
      "grad_norm": 0.7061929545295577,
      "learning_rate": 3.535898416664611e-05,
      "loss": 0.2012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19255903363227844,
      "step": 1995,
      "valid_targets_mean": 1412.1,
      "valid_targets_min": 803
    },
    {
      "epoch": 2.100840336134454,
      "grad_norm": 0.7887719103581653,
      "learning_rate": 3.5325377676898766e-05,
      "loss": 0.1958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2186465561389923,
      "step": 2000,
      "valid_targets_mean": 1546.6,
      "valid_targets_min": 698
    },
    {
      "epoch": 2.10609243697479,
      "grad_norm": 0.8070718344561886,
      "learning_rate": 3.529166604361161e-05,
      "loss": 0.1912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2157689332962036,
      "step": 2005,
      "valid_targets_mean": 1728.5,
      "valid_targets_min": 832
    },
    {
      "epoch": 2.111344537815126,
      "grad_norm": 0.6799684604036553,
      "learning_rate": 3.525784949807162e-05,
      "loss": 0.1942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18615804612636566,
      "step": 2010,
      "valid_targets_mean": 1575.1,
      "valid_targets_min": 891
    },
    {
      "epoch": 2.116596638655462,
      "grad_norm": 0.7859292131535734,
      "learning_rate": 3.522392827228557e-05,
      "loss": 0.194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20224624872207642,
      "step": 2015,
      "valid_targets_mean": 1346.5,
      "valid_targets_min": 621
    },
    {
      "epoch": 2.1218487394957983,
      "grad_norm": 0.7769917237320048,
      "learning_rate": 3.518990259897841e-05,
      "loss": 0.1825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16991014778614044,
      "step": 2020,
      "valid_targets_mean": 1285.5,
      "valid_targets_min": 697
    },
    {
      "epoch": 2.1271008403361344,
      "grad_norm": 0.7202399948858199,
      "learning_rate": 3.515577271159167e-05,
      "loss": 0.1933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1941305696964264,
      "step": 2025,
      "valid_targets_mean": 1565.5,
      "valid_targets_min": 824
    },
    {
      "epoch": 2.1323529411764706,
      "grad_norm": 0.7845226485201681,
      "learning_rate": 3.512153884428188e-05,
      "loss": 0.1825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17622260749340057,
      "step": 2030,
      "valid_targets_mean": 1331.2,
      "valid_targets_min": 584
    },
    {
      "epoch": 2.1376050420168067,
      "grad_norm": 0.7398989600657419,
      "learning_rate": 3.5087201231918944e-05,
      "loss": 0.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1894277185201645,
      "step": 2035,
      "valid_targets_mean": 1568.8,
      "valid_targets_min": 1033
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.7770180042406308,
      "learning_rate": 3.505276011008454e-05,
      "loss": 0.1929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2185641974210739,
      "step": 2040,
      "valid_targets_mean": 1584.9,
      "valid_targets_min": 1007
    },
    {
      "epoch": 2.148109243697479,
      "grad_norm": 0.78686344769378,
      "learning_rate": 3.501821571507048e-05,
      "loss": 0.1869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1753498911857605,
      "step": 2045,
      "valid_targets_mean": 1267.1,
      "valid_targets_min": 613
    },
    {
      "epoch": 2.153361344537815,
      "grad_norm": 1.063699580344548,
      "learning_rate": 3.498356828387714e-05,
      "loss": 0.189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1909262090921402,
      "step": 2050,
      "valid_targets_mean": 1532.2,
      "valid_targets_min": 768
    },
    {
      "epoch": 2.158613445378151,
      "grad_norm": 0.7643365744929539,
      "learning_rate": 3.494881805421176e-05,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16610810160636902,
      "step": 2055,
      "valid_targets_mean": 1112.7,
      "valid_targets_min": 643
    },
    {
      "epoch": 2.1638655462184873,
      "grad_norm": 0.7926765771940254,
      "learning_rate": 3.4913965264486894e-05,
      "loss": 0.1948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18852682411670685,
      "step": 2060,
      "valid_targets_mean": 1402.3,
      "valid_targets_min": 841
    },
    {
      "epoch": 2.1691176470588234,
      "grad_norm": 0.729414923035659,
      "learning_rate": 3.48790101538187e-05,
      "loss": 0.1825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18665212392807007,
      "step": 2065,
      "valid_targets_mean": 1577.6,
      "valid_targets_min": 705
    },
    {
      "epoch": 2.1743697478991595,
      "grad_norm": 0.8405323016094074,
      "learning_rate": 3.484395296202537e-05,
      "loss": 0.185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1933499127626419,
      "step": 2070,
      "valid_targets_mean": 1190.7,
      "valid_targets_min": 716
    },
    {
      "epoch": 2.1796218487394956,
      "grad_norm": 0.7875851862101669,
      "learning_rate": 3.480879392962541e-05,
      "loss": 0.1741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17440925538539886,
      "step": 2075,
      "valid_targets_mean": 1209.2,
      "valid_targets_min": 627
    },
    {
      "epoch": 2.184873949579832,
      "grad_norm": 0.7185518361219825,
      "learning_rate": 3.477353329783606e-05,
      "loss": 0.184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16545218229293823,
      "step": 2080,
      "valid_targets_mean": 1253.7,
      "valid_targets_min": 619
    },
    {
      "epoch": 2.190126050420168,
      "grad_norm": 0.7600617986037965,
      "learning_rate": 3.4738171308571595e-05,
      "loss": 0.1863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19123047590255737,
      "step": 2085,
      "valid_targets_mean": 1403.3,
      "valid_targets_min": 734
    },
    {
      "epoch": 2.1953781512605044,
      "grad_norm": 0.7730815354374817,
      "learning_rate": 3.470270820444168e-05,
      "loss": 0.1859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18116678297519684,
      "step": 2090,
      "valid_targets_mean": 1356.3,
      "valid_targets_min": 700
    },
    {
      "epoch": 2.2006302521008405,
      "grad_norm": 0.7542365322548513,
      "learning_rate": 3.4667144228749697e-05,
      "loss": 0.1893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18537303805351257,
      "step": 2095,
      "valid_targets_mean": 1550.9,
      "valid_targets_min": 892
    },
    {
      "epoch": 2.2058823529411766,
      "grad_norm": 0.7438888508924026,
      "learning_rate": 3.463147962549109e-05,
      "loss": 0.1864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16940736770629883,
      "step": 2100,
      "valid_targets_mean": 1295.9,
      "valid_targets_min": 711
    },
    {
      "epoch": 2.2111344537815127,
      "grad_norm": 0.7547714805297574,
      "learning_rate": 3.459571463935168e-05,
      "loss": 0.1818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16632413864135742,
      "step": 2105,
      "valid_targets_mean": 1380.6,
      "valid_targets_min": 694
    },
    {
      "epoch": 2.216386554621849,
      "grad_norm": 0.7974469156906152,
      "learning_rate": 3.455984951570598e-05,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20498281717300415,
      "step": 2110,
      "valid_targets_mean": 1487.6,
      "valid_targets_min": 818
    },
    {
      "epoch": 2.221638655462185,
      "grad_norm": 0.7460498917875708,
      "learning_rate": 3.452388450061556e-05,
      "loss": 0.1925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1839742511510849,
      "step": 2115,
      "valid_targets_mean": 1640.1,
      "valid_targets_min": 1011
    },
    {
      "epoch": 2.226890756302521,
      "grad_norm": 0.7976082882204165,
      "learning_rate": 3.448781984082727e-05,
      "loss": 0.1967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1880989819765091,
      "step": 2120,
      "valid_targets_mean": 1356.1,
      "valid_targets_min": 748
    },
    {
      "epoch": 2.232142857142857,
      "grad_norm": 0.8198726303330894,
      "learning_rate": 3.4451655783771625e-05,
      "loss": 0.1822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19785097241401672,
      "step": 2125,
      "valid_targets_mean": 1494.3,
      "valid_targets_min": 699
    },
    {
      "epoch": 2.2373949579831933,
      "grad_norm": 0.7959727926112404,
      "learning_rate": 3.4415392577561064e-05,
      "loss": 0.1797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17913001775741577,
      "step": 2130,
      "valid_targets_mean": 1201.1,
      "valid_targets_min": 534
    },
    {
      "epoch": 2.2426470588235294,
      "grad_norm": 0.7163813248237905,
      "learning_rate": 3.4379030470988285e-05,
      "loss": 0.1909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1842835247516632,
      "step": 2135,
      "valid_targets_mean": 1393.6,
      "valid_targets_min": 687
    },
    {
      "epoch": 2.2478991596638656,
      "grad_norm": 0.7075959634728527,
      "learning_rate": 3.4342569713524496e-05,
      "loss": 0.1869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18208453059196472,
      "step": 2140,
      "valid_targets_mean": 1363.2,
      "valid_targets_min": 549
    },
    {
      "epoch": 2.2531512605042017,
      "grad_norm": 0.7211274630211372,
      "learning_rate": 3.4306010555317735e-05,
      "loss": 0.1797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18160000443458557,
      "step": 2145,
      "valid_targets_mean": 1349.1,
      "valid_targets_min": 725
    },
    {
      "epoch": 2.258403361344538,
      "grad_norm": 0.7402311941740003,
      "learning_rate": 3.4269353247191135e-05,
      "loss": 0.1802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1999184489250183,
      "step": 2150,
      "valid_targets_mean": 1651.7,
      "valid_targets_min": 852
    },
    {
      "epoch": 2.263655462184874,
      "grad_norm": 0.6795776738854672,
      "learning_rate": 3.423259804064122e-05,
      "loss": 0.1914,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18849042057991028,
      "step": 2155,
      "valid_targets_mean": 1559.5,
      "valid_targets_min": 1010
    },
    {
      "epoch": 2.26890756302521,
      "grad_norm": 0.7308651601236005,
      "learning_rate": 3.419574518783616e-05,
      "loss": 0.1861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17530426383018494,
      "step": 2160,
      "valid_targets_mean": 1387.0,
      "valid_targets_min": 545
    },
    {
      "epoch": 2.274159663865546,
      "grad_norm": 0.8144354216387479,
      "learning_rate": 3.4158794941614055e-05,
      "loss": 0.1831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19270774722099304,
      "step": 2165,
      "valid_targets_mean": 1385.4,
      "valid_targets_min": 843
    },
    {
      "epoch": 2.2794117647058822,
      "grad_norm": 0.631924641323973,
      "learning_rate": 3.4121747555481216e-05,
      "loss": 0.182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19547529518604279,
      "step": 2170,
      "valid_targets_mean": 1716.2,
      "valid_targets_min": 802
    },
    {
      "epoch": 2.2846638655462184,
      "grad_norm": 0.7544602510753329,
      "learning_rate": 3.4084603283610365e-05,
      "loss": 0.1845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18898774683475494,
      "step": 2175,
      "valid_targets_mean": 1409.9,
      "valid_targets_min": 612
    },
    {
      "epoch": 2.2899159663865545,
      "grad_norm": 0.7250456296463277,
      "learning_rate": 3.404736238083897e-05,
      "loss": 0.1814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17501644790172577,
      "step": 2180,
      "valid_targets_mean": 1415.8,
      "valid_targets_min": 673
    },
    {
      "epoch": 2.2951680672268906,
      "grad_norm": 0.8001168867925627,
      "learning_rate": 3.401002510266744e-05,
      "loss": 0.1789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18818825483322144,
      "step": 2185,
      "valid_targets_mean": 1332.9,
      "valid_targets_min": 705
    },
    {
      "epoch": 2.3004201680672267,
      "grad_norm": 0.6987572245775185,
      "learning_rate": 3.397259170525739e-05,
      "loss": 0.1747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16560634970664978,
      "step": 2190,
      "valid_targets_mean": 1402.1,
      "valid_targets_min": 822
    },
    {
      "epoch": 2.3056722689075633,
      "grad_norm": 0.7531921047773884,
      "learning_rate": 3.393506244542991e-05,
      "loss": 0.1702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16486376523971558,
      "step": 2195,
      "valid_targets_mean": 1272.8,
      "valid_targets_min": 604
    },
    {
      "epoch": 2.310924369747899,
      "grad_norm": 0.6999344056695282,
      "learning_rate": 3.389743758066374e-05,
      "loss": 0.1866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17392639815807343,
      "step": 2200,
      "valid_targets_mean": 1460.0,
      "valid_targets_min": 647
    },
    {
      "epoch": 2.3161764705882355,
      "grad_norm": 0.7036250917228805,
      "learning_rate": 3.385971736909357e-05,
      "loss": 0.1777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1617729663848877,
      "step": 2205,
      "valid_targets_mean": 1283.6,
      "valid_targets_min": 613
    },
    {
      "epoch": 2.3214285714285716,
      "grad_norm": 0.7068382427421205,
      "learning_rate": 3.382190206950822e-05,
      "loss": 0.1801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17291636765003204,
      "step": 2210,
      "valid_targets_mean": 1288.4,
      "valid_targets_min": 713
    },
    {
      "epoch": 2.3266806722689077,
      "grad_norm": 0.663523616107997,
      "learning_rate": 3.3783991941348916e-05,
      "loss": 0.1823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16455985605716705,
      "step": 2215,
      "valid_targets_mean": 1533.8,
      "valid_targets_min": 892
    },
    {
      "epoch": 2.331932773109244,
      "grad_norm": 0.7721343986047551,
      "learning_rate": 3.374598724470745e-05,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19193603098392487,
      "step": 2220,
      "valid_targets_mean": 1345.8,
      "valid_targets_min": 772
    },
    {
      "epoch": 2.33718487394958,
      "grad_norm": 0.7240487637559474,
      "learning_rate": 3.370788824032441e-05,
      "loss": 0.1777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1901538372039795,
      "step": 2225,
      "valid_targets_mean": 1601.2,
      "valid_targets_min": 636
    },
    {
      "epoch": 2.342436974789916,
      "grad_norm": 0.7718537058087979,
      "learning_rate": 3.366969518958746e-05,
      "loss": 0.1781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1778993457555771,
      "step": 2230,
      "valid_targets_mean": 1366.1,
      "valid_targets_min": 641
    },
    {
      "epoch": 2.347689075630252,
      "grad_norm": 0.7977490601269798,
      "learning_rate": 3.363140835452945e-05,
      "loss": 0.1874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20514068007469177,
      "step": 2235,
      "valid_targets_mean": 1482.2,
      "valid_targets_min": 818
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.7668591077227411,
      "learning_rate": 3.3593027997826654e-05,
      "loss": 0.1832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1879502534866333,
      "step": 2240,
      "valid_targets_mean": 1420.5,
      "valid_targets_min": 729
    },
    {
      "epoch": 2.3581932773109244,
      "grad_norm": 0.7855984838086749,
      "learning_rate": 3.355455438279702e-05,
      "loss": 0.1893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21655318140983582,
      "step": 2245,
      "valid_targets_mean": 1723.6,
      "valid_targets_min": 1001
    },
    {
      "epoch": 2.3634453781512605,
      "grad_norm": 0.7364382070700145,
      "learning_rate": 3.351598777339827e-05,
      "loss": 0.1837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1900310218334198,
      "step": 2250,
      "valid_targets_mean": 1626.4,
      "valid_targets_min": 1175
    },
    {
      "epoch": 2.3686974789915967,
      "grad_norm": 0.7437939379036828,
      "learning_rate": 3.3477328434226164e-05,
      "loss": 0.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19543638825416565,
      "step": 2255,
      "valid_targets_mean": 1434.9,
      "valid_targets_min": 779
    },
    {
      "epoch": 2.3739495798319328,
      "grad_norm": 0.7246181422661423,
      "learning_rate": 3.343857663051264e-05,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1804441660642624,
      "step": 2260,
      "valid_targets_mean": 1413.4,
      "valid_targets_min": 730
    },
    {
      "epoch": 2.379201680672269,
      "grad_norm": 0.73443894447988,
      "learning_rate": 3.339973262812403e-05,
      "loss": 0.1742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17590978741645813,
      "step": 2265,
      "valid_targets_mean": 1360.3,
      "valid_targets_min": 564
    },
    {
      "epoch": 2.384453781512605,
      "grad_norm": 0.8777730335212939,
      "learning_rate": 3.336079669355921e-05,
      "loss": 0.1786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18321183323860168,
      "step": 2270,
      "valid_targets_mean": 1550.0,
      "valid_targets_min": 651
    },
    {
      "epoch": 2.389705882352941,
      "grad_norm": 0.7244538791290572,
      "learning_rate": 3.332176909394777e-05,
      "loss": 0.1838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1737801432609558,
      "step": 2275,
      "valid_targets_mean": 1342.3,
      "valid_targets_min": 716
    },
    {
      "epoch": 2.3949579831932772,
      "grad_norm": 0.7245107985964735,
      "learning_rate": 3.3282650097048206e-05,
      "loss": 0.1791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1800583004951477,
      "step": 2280,
      "valid_targets_mean": 1339.6,
      "valid_targets_min": 707
    },
    {
      "epoch": 2.4002100840336134,
      "grad_norm": 0.7235945312664076,
      "learning_rate": 3.324343997124606e-05,
      "loss": 0.1683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15614992380142212,
      "step": 2285,
      "valid_targets_mean": 1459.4,
      "valid_targets_min": 964
    },
    {
      "epoch": 2.4054621848739495,
      "grad_norm": 0.7567614980512993,
      "learning_rate": 3.3204138985552094e-05,
      "loss": 0.1841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20014092326164246,
      "step": 2290,
      "valid_targets_mean": 1562.7,
      "valid_targets_min": 793
    },
    {
      "epoch": 2.4107142857142856,
      "grad_norm": 0.7418561305374557,
      "learning_rate": 3.316474740960041e-05,
      "loss": 0.188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17074398696422577,
      "step": 2295,
      "valid_targets_mean": 1367.2,
      "valid_targets_min": 727
    },
    {
      "epoch": 2.4159663865546217,
      "grad_norm": 0.7089430053862654,
      "learning_rate": 3.312526551364667e-05,
      "loss": 0.1716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17129768431186676,
      "step": 2300,
      "valid_targets_mean": 1451.4,
      "valid_targets_min": 734
    },
    {
      "epoch": 2.421218487394958,
      "grad_norm": 0.5820555364713835,
      "learning_rate": 3.308569356856616e-05,
      "loss": 0.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1320435255765915,
      "step": 2305,
      "valid_targets_mean": 2171.5,
      "valid_targets_min": 978
    },
    {
      "epoch": 2.426470588235294,
      "grad_norm": 0.6553889260546893,
      "learning_rate": 3.3046031845851993e-05,
      "loss": 0.1644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16868937015533447,
      "step": 2310,
      "valid_targets_mean": 1519.2,
      "valid_targets_min": 595
    },
    {
      "epoch": 2.43172268907563,
      "grad_norm": 0.7087358397507307,
      "learning_rate": 3.3006280617613214e-05,
      "loss": 0.1747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17215979099273682,
      "step": 2315,
      "valid_targets_mean": 1396.3,
      "valid_targets_min": 570
    },
    {
      "epoch": 2.4369747899159666,
      "grad_norm": 0.7369066907552546,
      "learning_rate": 3.296644015657295e-05,
      "loss": 0.1754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18438240885734558,
      "step": 2320,
      "valid_targets_mean": 1494.4,
      "valid_targets_min": 914
    },
    {
      "epoch": 2.4422268907563023,
      "grad_norm": 0.69010875765003,
      "learning_rate": 3.292651073606652e-05,
      "loss": 0.1719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16703712940216064,
      "step": 2325,
      "valid_targets_mean": 1541.1,
      "valid_targets_min": 1070
    },
    {
      "epoch": 2.447478991596639,
      "grad_norm": 0.7340635719059896,
      "learning_rate": 3.288649263003958e-05,
      "loss": 0.1748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18820658326148987,
      "step": 2330,
      "valid_targets_mean": 1509.0,
      "valid_targets_min": 626
    },
    {
      "epoch": 2.452731092436975,
      "grad_norm": 0.7197216030974956,
      "learning_rate": 3.284638611304623e-05,
      "loss": 0.1742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17071965336799622,
      "step": 2335,
      "valid_targets_mean": 1484.4,
      "valid_targets_min": 718
    },
    {
      "epoch": 2.457983193277311,
      "grad_norm": 0.7517975842539306,
      "learning_rate": 3.280619146024714e-05,
      "loss": 0.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19978466629981995,
      "step": 2340,
      "valid_targets_mean": 1505.0,
      "valid_targets_min": 762
    },
    {
      "epoch": 2.463235294117647,
      "grad_norm": 0.7266865301196809,
      "learning_rate": 3.2765908947407665e-05,
      "loss": 0.2243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2888498306274414,
      "step": 2345,
      "valid_targets_mean": 3602.9,
      "valid_targets_min": 1698
    },
    {
      "epoch": 2.4684873949579833,
      "grad_norm": 0.5649119554586547,
      "learning_rate": 3.2725538850895933e-05,
      "loss": 0.2777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25794461369514465,
      "step": 2350,
      "valid_targets_mean": 3718.5,
      "valid_targets_min": 533
    },
    {
      "epoch": 2.4737394957983194,
      "grad_norm": 0.7045726718503901,
      "learning_rate": 3.268508144768096e-05,
      "loss": 0.2725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2772102653980255,
      "step": 2355,
      "valid_targets_mean": 3299.2,
      "valid_targets_min": 835
    },
    {
      "epoch": 2.4789915966386555,
      "grad_norm": 0.564312940590048,
      "learning_rate": 3.264453701533075e-05,
      "loss": 0.2685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2812797725200653,
      "step": 2360,
      "valid_targets_mean": 4040.6,
      "valid_targets_min": 1201
    },
    {
      "epoch": 2.4842436974789917,
      "grad_norm": 0.6103845308794094,
      "learning_rate": 3.260390583201041e-05,
      "loss": 0.2546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26815706491470337,
      "step": 2365,
      "valid_targets_mean": 3995.7,
      "valid_targets_min": 980
    },
    {
      "epoch": 2.4894957983193278,
      "grad_norm": 0.5643937322946125,
      "learning_rate": 3.2563188176480217e-05,
      "loss": 0.2817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31056275963783264,
      "step": 2370,
      "valid_targets_mean": 4070.5,
      "valid_targets_min": 1744
    },
    {
      "epoch": 2.494747899159664,
      "grad_norm": 0.5232363392589175,
      "learning_rate": 3.252238432809368e-05,
      "loss": 0.2435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22355665266513824,
      "step": 2375,
      "valid_targets_mean": 3831.8,
      "valid_targets_min": 1734
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.666569390983386,
      "learning_rate": 3.2481494566795716e-05,
      "loss": 0.2587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2557009756565094,
      "step": 2380,
      "valid_targets_mean": 4593.9,
      "valid_targets_min": 1381
    },
    {
      "epoch": 2.505252100840336,
      "grad_norm": 0.5634090394701392,
      "learning_rate": 3.244051917312061e-05,
      "loss": 0.2671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2774540185928345,
      "step": 2385,
      "valid_targets_mean": 3523.4,
      "valid_targets_min": 1024
    },
    {
      "epoch": 2.5105042016806722,
      "grad_norm": 0.5827012399453538,
      "learning_rate": 3.239945842819018e-05,
      "loss": 0.2779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27029716968536377,
      "step": 2390,
      "valid_targets_mean": 3686.2,
      "valid_targets_min": 2107
    },
    {
      "epoch": 2.5157563025210083,
      "grad_norm": 0.6119604303971371,
      "learning_rate": 3.2358312613711804e-05,
      "loss": 0.2674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2673264741897583,
      "step": 2395,
      "valid_targets_mean": 3195.1,
      "valid_targets_min": 802
    },
    {
      "epoch": 2.5210084033613445,
      "grad_norm": 0.5309909333341549,
      "learning_rate": 3.231708201197653e-05,
      "loss": 0.2697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27537453174591064,
      "step": 2400,
      "valid_targets_mean": 4344.2,
      "valid_targets_min": 1597
    },
    {
      "epoch": 2.5262605042016806,
      "grad_norm": 0.6196309832297628,
      "learning_rate": 3.227576690585706e-05,
      "loss": 0.2717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27964839339256287,
      "step": 2405,
      "valid_targets_mean": 3039.4,
      "valid_targets_min": 1535
    },
    {
      "epoch": 2.5315126050420167,
      "grad_norm": 0.6105328048520959,
      "learning_rate": 3.223436757880591e-05,
      "loss": 0.2655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2900930643081665,
      "step": 2410,
      "valid_targets_mean": 3732.8,
      "valid_targets_min": 1385
    },
    {
      "epoch": 2.536764705882353,
      "grad_norm": 0.6121657286750687,
      "learning_rate": 3.219288431485337e-05,
      "loss": 0.271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.296478807926178,
      "step": 2415,
      "valid_targets_mean": 3802.3,
      "valid_targets_min": 1451
    },
    {
      "epoch": 2.542016806722689,
      "grad_norm": 0.6645007327168074,
      "learning_rate": 3.2151317398605646e-05,
      "loss": 0.2782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29341888427734375,
      "step": 2420,
      "valid_targets_mean": 2909.6,
      "valid_targets_min": 1269
    },
    {
      "epoch": 2.5472689075630255,
      "grad_norm": 0.6452736492861937,
      "learning_rate": 3.2109667115242815e-05,
      "loss": 0.2678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2756231725215912,
      "step": 2425,
      "valid_targets_mean": 2893.6,
      "valid_targets_min": 935
    },
    {
      "epoch": 2.552521008403361,
      "grad_norm": 0.6459381577493258,
      "learning_rate": 3.206793375051694e-05,
      "loss": 0.2821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2834113836288452,
      "step": 2430,
      "valid_targets_mean": 3271.2,
      "valid_targets_min": 1695
    },
    {
      "epoch": 2.5577731092436977,
      "grad_norm": 0.6599512718640789,
      "learning_rate": 3.2026117590750086e-05,
      "loss": 0.2787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2733537554740906,
      "step": 2435,
      "valid_targets_mean": 3117.0,
      "valid_targets_min": 671
    },
    {
      "epoch": 2.5630252100840334,
      "grad_norm": 0.567668736976835,
      "learning_rate": 3.198421892283235e-05,
      "loss": 0.2722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2664722502231598,
      "step": 2440,
      "valid_targets_mean": 3738.3,
      "valid_targets_min": 1020
    },
    {
      "epoch": 2.56827731092437,
      "grad_norm": 0.6231370164675432,
      "learning_rate": 3.1942238034219885e-05,
      "loss": 0.2675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28766465187072754,
      "step": 2445,
      "valid_targets_mean": 3198.6,
      "valid_targets_min": 1889
    },
    {
      "epoch": 2.5735294117647056,
      "grad_norm": 0.6316291488754031,
      "learning_rate": 3.190017521293296e-05,
      "loss": 0.2649,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2555858790874481,
      "step": 2450,
      "valid_targets_mean": 3085.4,
      "valid_targets_min": 1385
    },
    {
      "epoch": 2.578781512605042,
      "grad_norm": 0.6263309654818119,
      "learning_rate": 3.185803074755395e-05,
      "loss": 0.2695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2710253596305847,
      "step": 2455,
      "valid_targets_mean": 3538.3,
      "valid_targets_min": 1548
    },
    {
      "epoch": 2.5840336134453783,
      "grad_norm": 0.6117849557050007,
      "learning_rate": 3.1815804927225363e-05,
      "loss": 0.2718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26848098635673523,
      "step": 2460,
      "valid_targets_mean": 3289.2,
      "valid_targets_min": 699
    },
    {
      "epoch": 2.5892857142857144,
      "grad_norm": 0.6124680799238794,
      "learning_rate": 3.1773498041647876e-05,
      "loss": 0.2706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27038100361824036,
      "step": 2465,
      "valid_targets_mean": 3072.8,
      "valid_targets_min": 648
    },
    {
      "epoch": 2.5945378151260505,
      "grad_norm": 0.5501431568044479,
      "learning_rate": 3.173111038107834e-05,
      "loss": 0.2625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2502066195011139,
      "step": 2470,
      "valid_targets_mean": 4004.5,
      "valid_targets_min": 1851
    },
    {
      "epoch": 2.5997899159663866,
      "grad_norm": 0.5757740316879347,
      "learning_rate": 3.168864223632776e-05,
      "loss": 0.2665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26100954413414,
      "step": 2475,
      "valid_targets_mean": 3751.6,
      "valid_targets_min": 1540
    },
    {
      "epoch": 2.6050420168067228,
      "grad_norm": 0.623122866098537,
      "learning_rate": 3.1646093898759334e-05,
      "loss": 0.2675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.269726425409317,
      "step": 2480,
      "valid_targets_mean": 3402.6,
      "valid_targets_min": 1410
    },
    {
      "epoch": 2.610294117647059,
      "grad_norm": 0.6140867953660799,
      "learning_rate": 3.160346566028645e-05,
      "loss": 0.2671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28402426838874817,
      "step": 2485,
      "valid_targets_mean": 3822.9,
      "valid_targets_min": 2040
    },
    {
      "epoch": 2.615546218487395,
      "grad_norm": 0.6458360451166494,
      "learning_rate": 3.156075781337068e-05,
      "loss": 0.2722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2804952561855316,
      "step": 2490,
      "valid_targets_mean": 2824.4,
      "valid_targets_min": 1458
    },
    {
      "epoch": 2.620798319327731,
      "grad_norm": 0.614578628604973,
      "learning_rate": 3.1517970651019735e-05,
      "loss": 0.2673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.267007976770401,
      "step": 2495,
      "valid_targets_mean": 3497.6,
      "valid_targets_min": 1589
    },
    {
      "epoch": 2.6260504201680672,
      "grad_norm": 0.6550756431874655,
      "learning_rate": 3.1475104466785536e-05,
      "loss": 0.2628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2752663195133209,
      "step": 2500,
      "valid_targets_mean": 2745.1,
      "valid_targets_min": 513
    },
    {
      "epoch": 2.6313025210084033,
      "grad_norm": 0.7285449233093796,
      "learning_rate": 3.143215955476211e-05,
      "loss": 0.2695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30785495042800903,
      "step": 2505,
      "valid_targets_mean": 3143.5,
      "valid_targets_min": 1636
    },
    {
      "epoch": 2.6365546218487395,
      "grad_norm": 0.5763401907930161,
      "learning_rate": 3.138913620958365e-05,
      "loss": 0.266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26492440700531006,
      "step": 2510,
      "valid_targets_mean": 3906.8,
      "valid_targets_min": 2383
    },
    {
      "epoch": 2.6418067226890756,
      "grad_norm": 0.5946439618794739,
      "learning_rate": 3.134603472642244e-05,
      "loss": 0.2672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25987619161605835,
      "step": 2515,
      "valid_targets_mean": 3180.3,
      "valid_targets_min": 1372
    },
    {
      "epoch": 2.6470588235294117,
      "grad_norm": 0.7017146713713763,
      "learning_rate": 3.1302855400986866e-05,
      "loss": 0.2652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25516122579574585,
      "step": 2520,
      "valid_targets_mean": 2634.1,
      "valid_targets_min": 1401
    },
    {
      "epoch": 2.652310924369748,
      "grad_norm": 0.7063131822296524,
      "learning_rate": 3.1259598529519336e-05,
      "loss": 0.27,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2827465236186981,
      "step": 2525,
      "valid_targets_mean": 2937.3,
      "valid_targets_min": 1504
    },
    {
      "epoch": 2.657563025210084,
      "grad_norm": 0.6322826497339568,
      "learning_rate": 3.121626440879432e-05,
      "loss": 0.2532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24802082777023315,
      "step": 2530,
      "valid_targets_mean": 3097.8,
      "valid_targets_min": 1648
    },
    {
      "epoch": 2.66281512605042,
      "grad_norm": 0.6405774977690727,
      "learning_rate": 3.117285333611625e-05,
      "loss": 0.2679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.247537761926651,
      "step": 2535,
      "valid_targets_mean": 3982.1,
      "valid_targets_min": 959
    },
    {
      "epoch": 2.668067226890756,
      "grad_norm": 0.5925204140545449,
      "learning_rate": 3.112936560931752e-05,
      "loss": 0.2564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24100324511528015,
      "step": 2540,
      "valid_targets_mean": 3329.1,
      "valid_targets_min": 1261
    },
    {
      "epoch": 2.6733193277310923,
      "grad_norm": 0.6277943771927688,
      "learning_rate": 3.108580152675642e-05,
      "loss": 0.2575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2357967495918274,
      "step": 2545,
      "valid_targets_mean": 3185.8,
      "valid_targets_min": 1294
    },
    {
      "epoch": 2.678571428571429,
      "grad_norm": 0.6292055198908869,
      "learning_rate": 3.104216138731511e-05,
      "loss": 0.2676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2757669687271118,
      "step": 2550,
      "valid_targets_mean": 3340.1,
      "valid_targets_min": 1432
    },
    {
      "epoch": 2.6838235294117645,
      "grad_norm": 0.6031199057951037,
      "learning_rate": 3.0998445490397546e-05,
      "loss": 0.2601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26977115869522095,
      "step": 2555,
      "valid_targets_mean": 3379.6,
      "valid_targets_min": 742
    },
    {
      "epoch": 2.689075630252101,
      "grad_norm": 0.6624342295310539,
      "learning_rate": 3.095465413592743e-05,
      "loss": 0.276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27833864092826843,
      "step": 2560,
      "valid_targets_mean": 2969.1,
      "valid_targets_min": 988
    },
    {
      "epoch": 2.6943277310924367,
      "grad_norm": 0.6361231679633825,
      "learning_rate": 3.091078762434616e-05,
      "loss": 0.265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2749124765396118,
      "step": 2565,
      "valid_targets_mean": 3232.6,
      "valid_targets_min": 654
    },
    {
      "epoch": 2.6995798319327733,
      "grad_norm": 0.616757107135465,
      "learning_rate": 3.086684625661081e-05,
      "loss": 0.2497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2631353735923767,
      "step": 2570,
      "valid_targets_mean": 3125.7,
      "valid_targets_min": 1328
    },
    {
      "epoch": 2.7048319327731094,
      "grad_norm": 0.6893720258364816,
      "learning_rate": 3.082283033419197e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2686452567577362,
      "step": 2575,
      "valid_targets_mean": 3166.4,
      "valid_targets_min": 1302
    },
    {
      "epoch": 2.7100840336134455,
      "grad_norm": 0.6092903528556366,
      "learning_rate": 3.077874015907174e-05,
      "loss": 0.2529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2558513283729553,
      "step": 2580,
      "valid_targets_mean": 4101.6,
      "valid_targets_min": 1701
    },
    {
      "epoch": 2.7153361344537816,
      "grad_norm": 0.5889526951400187,
      "learning_rate": 3.073457603374167e-05,
      "loss": 0.2533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25581663846969604,
      "step": 2585,
      "valid_targets_mean": 3677.3,
      "valid_targets_min": 1319
    },
    {
      "epoch": 2.7205882352941178,
      "grad_norm": 0.642935413766165,
      "learning_rate": 3.069033826120066e-05,
      "loss": 0.2416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.255086213350296,
      "step": 2590,
      "valid_targets_mean": 3259.8,
      "valid_targets_min": 1194
    },
    {
      "epoch": 2.725840336134454,
      "grad_norm": 0.6235865519519191,
      "learning_rate": 3.064602714495286e-05,
      "loss": 0.2711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25447195768356323,
      "step": 2595,
      "valid_targets_mean": 2886.7,
      "valid_targets_min": 1220
    },
    {
      "epoch": 2.73109243697479,
      "grad_norm": 0.5840881578880576,
      "learning_rate": 3.060164298900565e-05,
      "loss": 0.2541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25606703758239746,
      "step": 2600,
      "valid_targets_mean": 3948.4,
      "valid_targets_min": 1742
    },
    {
      "epoch": 2.736344537815126,
      "grad_norm": 0.70617682044821,
      "learning_rate": 3.055718609786749e-05,
      "loss": 0.2641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2716052234172821,
      "step": 2605,
      "valid_targets_mean": 2877.3,
      "valid_targets_min": 1234
    },
    {
      "epoch": 2.741596638655462,
      "grad_norm": 0.6377305035799299,
      "learning_rate": 3.051265677654585e-05,
      "loss": 0.2687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2713176906108856,
      "step": 2610,
      "valid_targets_mean": 3126.6,
      "valid_targets_min": 1686
    },
    {
      "epoch": 2.7468487394957983,
      "grad_norm": 0.5626998875518994,
      "learning_rate": 3.0468055330545162e-05,
      "loss": 0.2651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23960676789283752,
      "step": 2615,
      "valid_targets_mean": 3957.4,
      "valid_targets_min": 618
    },
    {
      "epoch": 2.7521008403361344,
      "grad_norm": 0.6556128296668272,
      "learning_rate": 3.0423382065864653e-05,
      "loss": 0.2577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25945764780044556,
      "step": 2620,
      "valid_targets_mean": 2844.3,
      "valid_targets_min": 1364
    },
    {
      "epoch": 2.7573529411764706,
      "grad_norm": 0.6666237064634677,
      "learning_rate": 3.0378637288996304e-05,
      "loss": 0.2505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26987403631210327,
      "step": 2625,
      "valid_targets_mean": 3537.1,
      "valid_targets_min": 1514
    },
    {
      "epoch": 2.7626050420168067,
      "grad_norm": 0.6590248047133942,
      "learning_rate": 3.033382130692269e-05,
      "loss": 0.2504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26807478070259094,
      "step": 2630,
      "valid_targets_mean": 2863.1,
      "valid_targets_min": 1073
    },
    {
      "epoch": 2.767857142857143,
      "grad_norm": 0.6761466657105407,
      "learning_rate": 3.0288934427114955e-05,
      "loss": 0.2553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27322080731391907,
      "step": 2635,
      "valid_targets_mean": 2907.8,
      "valid_targets_min": 1026
    },
    {
      "epoch": 2.773109243697479,
      "grad_norm": 0.6353889677418061,
      "learning_rate": 3.0243976957530602e-05,
      "loss": 0.2463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23086395859718323,
      "step": 2640,
      "valid_targets_mean": 2695.9,
      "valid_targets_min": 1254
    },
    {
      "epoch": 2.778361344537815,
      "grad_norm": 0.7083565681570431,
      "learning_rate": 3.0198949206611475e-05,
      "loss": 0.2493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27140820026397705,
      "step": 2645,
      "valid_targets_mean": 3112.3,
      "valid_targets_min": 720
    },
    {
      "epoch": 2.783613445378151,
      "grad_norm": 0.6445873412413864,
      "learning_rate": 3.0153851483281582e-05,
      "loss": 0.2574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29137080907821655,
      "step": 2650,
      "valid_targets_mean": 3687.8,
      "valid_targets_min": 1817
    },
    {
      "epoch": 2.7888655462184873,
      "grad_norm": 0.6275537197106373,
      "learning_rate": 3.010868409694499e-05,
      "loss": 0.2617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2466498464345932,
      "step": 2655,
      "valid_targets_mean": 3197.7,
      "valid_targets_min": 1411
    },
    {
      "epoch": 2.7941176470588234,
      "grad_norm": 0.5902973797283267,
      "learning_rate": 3.0063447357483712e-05,
      "loss": 0.2595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2413676530122757,
      "step": 2660,
      "valid_targets_mean": 3804.1,
      "valid_targets_min": 2253
    },
    {
      "epoch": 2.79936974789916,
      "grad_norm": 0.6686261268710058,
      "learning_rate": 3.0018141575255587e-05,
      "loss": 0.2557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2801203727722168,
      "step": 2665,
      "valid_targets_mean": 3269.8,
      "valid_targets_min": 1860
    },
    {
      "epoch": 2.8046218487394956,
      "grad_norm": 0.5958481124800947,
      "learning_rate": 2.9972767061092107e-05,
      "loss": 0.2523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24206840991973877,
      "step": 2670,
      "valid_targets_mean": 3550.5,
      "valid_targets_min": 1805
    },
    {
      "epoch": 2.809873949579832,
      "grad_norm": 0.5964898157229672,
      "learning_rate": 2.9927324126296352e-05,
      "loss": 0.2584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24410061538219452,
      "step": 2675,
      "valid_targets_mean": 3646.2,
      "valid_targets_min": 1145
    },
    {
      "epoch": 2.815126050420168,
      "grad_norm": 0.6446057186222791,
      "learning_rate": 2.98818130826408e-05,
      "loss": 0.252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2676333785057068,
      "step": 2680,
      "valid_targets_mean": 3167.9,
      "valid_targets_min": 1722
    },
    {
      "epoch": 2.8203781512605044,
      "grad_norm": 0.7582205523508831,
      "learning_rate": 2.9836234242365204e-05,
      "loss": 0.2476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25383812189102173,
      "step": 2685,
      "valid_targets_mean": 2996.0,
      "valid_targets_min": 1423
    },
    {
      "epoch": 2.82563025210084,
      "grad_norm": 0.6301709788550426,
      "learning_rate": 2.979058791817447e-05,
      "loss": 0.2661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2749696969985962,
      "step": 2690,
      "valid_targets_mean": 3538.0,
      "valid_targets_min": 1426
    },
    {
      "epoch": 2.8308823529411766,
      "grad_norm": 0.6480505666026394,
      "learning_rate": 2.974487442323647e-05,
      "loss": 0.2685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2599114179611206,
      "step": 2695,
      "valid_targets_mean": 3115.1,
      "valid_targets_min": 538
    },
    {
      "epoch": 2.8361344537815127,
      "grad_norm": 0.6882139342020044,
      "learning_rate": 2.9699094071179938e-05,
      "loss": 0.2552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2708072364330292,
      "step": 2700,
      "valid_targets_mean": 2551.9,
      "valid_targets_min": 537
    },
    {
      "epoch": 2.841386554621849,
      "grad_norm": 0.6582888441321656,
      "learning_rate": 2.9653247176092286e-05,
      "loss": 0.2684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2539324164390564,
      "step": 2705,
      "valid_targets_mean": 3079.0,
      "valid_targets_min": 845
    },
    {
      "epoch": 2.846638655462185,
      "grad_norm": 0.638833559343612,
      "learning_rate": 2.9607334052517466e-05,
      "loss": 0.2569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28745412826538086,
      "step": 2710,
      "valid_targets_mean": 3822.1,
      "valid_targets_min": 1625
    },
    {
      "epoch": 2.851890756302521,
      "grad_norm": 0.7422015502102081,
      "learning_rate": 2.9561355015453803e-05,
      "loss": 0.2732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29670873284339905,
      "step": 2715,
      "valid_targets_mean": 2883.9,
      "valid_targets_min": 1400
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.6490748235477826,
      "learning_rate": 2.9515310380351847e-05,
      "loss": 0.2608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24093633890151978,
      "step": 2720,
      "valid_targets_mean": 3222.6,
      "valid_targets_min": 1868
    },
    {
      "epoch": 2.8623949579831933,
      "grad_norm": 0.7372791077034592,
      "learning_rate": 2.9469200463112186e-05,
      "loss": 0.2659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25444963574409485,
      "step": 2725,
      "valid_targets_mean": 2862.1,
      "valid_targets_min": 648
    },
    {
      "epoch": 2.8676470588235294,
      "grad_norm": 0.7192710572965154,
      "learning_rate": 2.9423025580083298e-05,
      "loss": 0.2623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.245719313621521,
      "step": 2730,
      "valid_targets_mean": 3024.6,
      "valid_targets_min": 1404
    },
    {
      "epoch": 2.8728991596638656,
      "grad_norm": 0.6647970803562331,
      "learning_rate": 2.937678604805938e-05,
      "loss": 0.268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2540484070777893,
      "step": 2735,
      "valid_targets_mean": 3429.3,
      "valid_targets_min": 814
    },
    {
      "epoch": 2.8781512605042017,
      "grad_norm": 0.612522922361621,
      "learning_rate": 2.9330482184278168e-05,
      "loss": 0.2619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2477385699748993,
      "step": 2740,
      "valid_targets_mean": 3270.8,
      "valid_targets_min": 953
    },
    {
      "epoch": 2.883403361344538,
      "grad_norm": 0.7016630866988153,
      "learning_rate": 2.9284114306418758e-05,
      "loss": 0.2545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2649661898612976,
      "step": 2745,
      "valid_targets_mean": 3123.0,
      "valid_targets_min": 1410
    },
    {
      "epoch": 2.888655462184874,
      "grad_norm": 0.6661752773535051,
      "learning_rate": 2.923768273259942e-05,
      "loss": 0.2639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.263710081577301,
      "step": 2750,
      "valid_targets_mean": 3085.5,
      "valid_targets_min": 530
    },
    {
      "epoch": 2.89390756302521,
      "grad_norm": 0.6197849509680783,
      "learning_rate": 2.919118778137546e-05,
      "loss": 0.2659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25989899039268494,
      "step": 2755,
      "valid_targets_mean": 3491.7,
      "valid_targets_min": 1066
    },
    {
      "epoch": 2.899159663865546,
      "grad_norm": 0.594389488012544,
      "learning_rate": 2.9144629771736954e-05,
      "loss": 0.2689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2792191207408905,
      "step": 2760,
      "valid_targets_mean": 3904.9,
      "valid_targets_min": 1613
    },
    {
      "epoch": 2.9044117647058822,
      "grad_norm": 0.5752638283362668,
      "learning_rate": 2.9098009023106645e-05,
      "loss": 0.2538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23264659941196442,
      "step": 2765,
      "valid_targets_mean": 3731.6,
      "valid_targets_min": 952
    },
    {
      "epoch": 2.9096638655462184,
      "grad_norm": 0.6490696888490648,
      "learning_rate": 2.9051325855337684e-05,
      "loss": 0.2605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26240965723991394,
      "step": 2770,
      "valid_targets_mean": 2823.0,
      "valid_targets_min": 1025
    },
    {
      "epoch": 2.9149159663865545,
      "grad_norm": 0.6126363252048349,
      "learning_rate": 2.90045805887115e-05,
      "loss": 0.2539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27359646558761597,
      "step": 2775,
      "valid_targets_mean": 4032.0,
      "valid_targets_min": 1397
    },
    {
      "epoch": 2.9201680672268906,
      "grad_norm": 0.6068839428847373,
      "learning_rate": 2.8957773543935518e-05,
      "loss": 0.2559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2474924623966217,
      "step": 2780,
      "valid_targets_mean": 3534.0,
      "valid_targets_min": 1920
    },
    {
      "epoch": 2.9254201680672267,
      "grad_norm": 0.6329791757885024,
      "learning_rate": 2.8910905042141046e-05,
      "loss": 0.2452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25704294443130493,
      "step": 2785,
      "valid_targets_mean": 3527.5,
      "valid_targets_min": 1687
    },
    {
      "epoch": 2.9306722689075633,
      "grad_norm": 0.6948103907388832,
      "learning_rate": 2.8863975404881022e-05,
      "loss": 0.2574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30331847071647644,
      "step": 2790,
      "valid_targets_mean": 3213.0,
      "valid_targets_min": 1564
    },
    {
      "epoch": 2.935924369747899,
      "grad_norm": 0.6352221742702212,
      "learning_rate": 2.881698495412781e-05,
      "loss": 0.2477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2414446771144867,
      "step": 2795,
      "valid_targets_mean": 3689.7,
      "valid_targets_min": 1947
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 0.6629581821365779,
      "learning_rate": 2.8769934012271004e-05,
      "loss": 0.2462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25725820660591125,
      "step": 2800,
      "valid_targets_mean": 2978.2,
      "valid_targets_min": 1447
    },
    {
      "epoch": 2.946428571428571,
      "grad_norm": 0.6673202572073865,
      "learning_rate": 2.8722822902115228e-05,
      "loss": 0.2448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25360405445098877,
      "step": 2805,
      "valid_targets_mean": 3016.5,
      "valid_targets_min": 1243
    },
    {
      "epoch": 2.9516806722689077,
      "grad_norm": 0.7063504788496237,
      "learning_rate": 2.8675651946877884e-05,
      "loss": 0.2506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27201586961746216,
      "step": 2810,
      "valid_targets_mean": 3199.0,
      "valid_targets_min": 1679
    },
    {
      "epoch": 2.956932773109244,
      "grad_norm": 0.6749918994768315,
      "learning_rate": 2.862842147018696e-05,
      "loss": 0.2667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2709447741508484,
      "step": 2815,
      "valid_targets_mean": 3001.2,
      "valid_targets_min": 1695
    },
    {
      "epoch": 2.96218487394958,
      "grad_norm": 0.6389022545015189,
      "learning_rate": 2.858113179607881e-05,
      "loss": 0.2539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24959295988082886,
      "step": 2820,
      "valid_targets_mean": 3370.9,
      "valid_targets_min": 1469
    },
    {
      "epoch": 2.967436974789916,
      "grad_norm": 0.7014173062929902,
      "learning_rate": 2.8533783248995938e-05,
      "loss": 0.2515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24700427055358887,
      "step": 2825,
      "valid_targets_mean": 3245.9,
      "valid_targets_min": 1593
    },
    {
      "epoch": 2.972689075630252,
      "grad_norm": 0.6469956378099957,
      "learning_rate": 2.848637615378475e-05,
      "loss": 0.2509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27041953802108765,
      "step": 2830,
      "valid_targets_mean": 3130.5,
      "valid_targets_min": 1664
    },
    {
      "epoch": 2.9779411764705883,
      "grad_norm": 0.6169242449395833,
      "learning_rate": 2.8438910835693314e-05,
      "loss": 0.2443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22996433079242706,
      "step": 2835,
      "valid_targets_mean": 3460.2,
      "valid_targets_min": 1605
    },
    {
      "epoch": 2.9831932773109244,
      "grad_norm": 0.6394181377322952,
      "learning_rate": 2.8391387620369192e-05,
      "loss": 0.2729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2803104519844055,
      "step": 2840,
      "valid_targets_mean": 3288.6,
      "valid_targets_min": 842
    },
    {
      "epoch": 2.9884453781512605,
      "grad_norm": 0.6854150282623844,
      "learning_rate": 2.834380683385714e-05,
      "loss": 0.265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2902924418449402,
      "step": 2845,
      "valid_targets_mean": 3601.4,
      "valid_targets_min": 809
    },
    {
      "epoch": 2.9936974789915967,
      "grad_norm": 0.6051689785920974,
      "learning_rate": 2.8296168802596892e-05,
      "loss": 0.2543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2509153187274933,
      "step": 2850,
      "valid_targets_mean": 3752.4,
      "valid_targets_min": 2026
    },
    {
      "epoch": 2.9989495798319328,
      "grad_norm": 0.6083481456927304,
      "learning_rate": 2.8248473853420933e-05,
      "loss": 0.2533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2585148811340332,
      "step": 2855,
      "valid_targets_mean": 3430.5,
      "valid_targets_min": 1214
    },
    {
      "epoch": 3.004201680672269,
      "grad_norm": 0.7319423401810515,
      "learning_rate": 2.8200722313552247e-05,
      "loss": 0.2164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2003440260887146,
      "step": 2860,
      "valid_targets_mean": 1489.3,
      "valid_targets_min": 722
    },
    {
      "epoch": 3.009453781512605,
      "grad_norm": 0.717771718263267,
      "learning_rate": 2.8152914510602073e-05,
      "loss": 0.1742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17707990109920502,
      "step": 2865,
      "valid_targets_mean": 1515.6,
      "valid_targets_min": 725
    },
    {
      "epoch": 3.014705882352941,
      "grad_norm": 0.8226879595885981,
      "learning_rate": 2.810505077256765e-05,
      "loss": 0.1703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18063870072364807,
      "step": 2870,
      "valid_targets_mean": 1443.1,
      "valid_targets_min": 874
    },
    {
      "epoch": 3.0199579831932772,
      "grad_norm": 0.8338357187658497,
      "learning_rate": 2.8057131427829983e-05,
      "loss": 0.1696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17110946774482727,
      "step": 2875,
      "valid_targets_mean": 1316.8,
      "valid_targets_min": 615
    },
    {
      "epoch": 3.0252100840336134,
      "grad_norm": 0.7376091557217379,
      "learning_rate": 2.800915680515157e-05,
      "loss": 0.1698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17430976033210754,
      "step": 2880,
      "valid_targets_mean": 1540.8,
      "valid_targets_min": 715
    },
    {
      "epoch": 3.0304621848739495,
      "grad_norm": 0.7831042239119287,
      "learning_rate": 2.7961127233674167e-05,
      "loss": 0.1816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2140425145626068,
      "step": 2885,
      "valid_targets_mean": 1648.9,
      "valid_targets_min": 625
    },
    {
      "epoch": 3.0357142857142856,
      "grad_norm": 0.7415542108375209,
      "learning_rate": 2.7913043042916513e-05,
      "loss": 0.1653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1582803726196289,
      "step": 2890,
      "valid_targets_mean": 1354.9,
      "valid_targets_min": 761
    },
    {
      "epoch": 3.0409663865546217,
      "grad_norm": 0.715142653421594,
      "learning_rate": 2.786490456277208e-05,
      "loss": 0.1791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25299903750419617,
      "step": 2895,
      "valid_targets_mean": 1589.9,
      "valid_targets_min": 703
    },
    {
      "epoch": 3.046218487394958,
      "grad_norm": 0.7873361806067022,
      "learning_rate": 2.7816712123506796e-05,
      "loss": 0.1668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1710663139820099,
      "step": 2900,
      "valid_targets_mean": 1485.4,
      "valid_targets_min": 733
    },
    {
      "epoch": 3.051470588235294,
      "grad_norm": 0.7770722242990561,
      "learning_rate": 2.776846605575681e-05,
      "loss": 0.1731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1824086308479309,
      "step": 2905,
      "valid_targets_mean": 1712.8,
      "valid_targets_min": 964
    },
    {
      "epoch": 3.05672268907563,
      "grad_norm": 0.7616729738480414,
      "learning_rate": 2.772016669052618e-05,
      "loss": 0.164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1748737096786499,
      "step": 2910,
      "valid_targets_mean": 1498.4,
      "valid_targets_min": 815
    },
    {
      "epoch": 3.0619747899159666,
      "grad_norm": 0.7583507582473836,
      "learning_rate": 2.767181435918464e-05,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1768401861190796,
      "step": 2915,
      "valid_targets_mean": 1677.5,
      "valid_targets_min": 1027
    },
    {
      "epoch": 3.0672268907563027,
      "grad_norm": 0.7278307085282013,
      "learning_rate": 2.7623409393465298e-05,
      "loss": 0.166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1581869125366211,
      "step": 2920,
      "valid_targets_mean": 1325.3,
      "valid_targets_min": 570
    },
    {
      "epoch": 3.072478991596639,
      "grad_norm": 0.7617121869975262,
      "learning_rate": 2.7574952125462386e-05,
      "loss": 0.1577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16011205315589905,
      "step": 2925,
      "valid_targets_mean": 1324.7,
      "valid_targets_min": 548
    },
    {
      "epoch": 3.077731092436975,
      "grad_norm": 0.7554042058432768,
      "learning_rate": 2.7526442887628962e-05,
      "loss": 0.1553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15193405747413635,
      "step": 2930,
      "valid_targets_mean": 1288.1,
      "valid_targets_min": 682
    },
    {
      "epoch": 3.082983193277311,
      "grad_norm": 0.737075733110425,
      "learning_rate": 2.7477882012774633e-05,
      "loss": 0.162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16672229766845703,
      "step": 2935,
      "valid_targets_mean": 1563.0,
      "valid_targets_min": 911
    },
    {
      "epoch": 3.088235294117647,
      "grad_norm": 0.8359898452206559,
      "learning_rate": 2.742926983406328e-05,
      "loss": 0.175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16956086456775665,
      "step": 2940,
      "valid_targets_mean": 1278.3,
      "valid_targets_min": 597
    },
    {
      "epoch": 3.0934873949579833,
      "grad_norm": 0.7553756145118757,
      "learning_rate": 2.7380606685010767e-05,
      "loss": 0.1735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17766933143138885,
      "step": 2945,
      "valid_targets_mean": 1552.1,
      "valid_targets_min": 772
    },
    {
      "epoch": 3.0987394957983194,
      "grad_norm": 0.7472526084646638,
      "learning_rate": 2.7331892899482654e-05,
      "loss": 0.1697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1692330241203308,
      "step": 2950,
      "valid_targets_mean": 1548.2,
      "valid_targets_min": 940
    },
    {
      "epoch": 3.1039915966386555,
      "grad_norm": 0.6799508713485111,
      "learning_rate": 2.7283128811691893e-05,
      "loss": 0.1642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.146545872092247,
      "step": 2955,
      "valid_targets_mean": 1334.6,
      "valid_targets_min": 785
    },
    {
      "epoch": 3.1092436974789917,
      "grad_norm": 0.7171813544493029,
      "learning_rate": 2.7234314756196564e-05,
      "loss": 0.1689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15770323574543,
      "step": 2960,
      "valid_targets_mean": 1404.9,
      "valid_targets_min": 617
    },
    {
      "epoch": 3.1144957983193278,
      "grad_norm": 0.8566587780828107,
      "learning_rate": 2.718545106789755e-05,
      "loss": 0.1698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17677560448646545,
      "step": 2965,
      "valid_targets_mean": 1266.8,
      "valid_targets_min": 648
    },
    {
      "epoch": 3.119747899159664,
      "grad_norm": 0.8193397073508751,
      "learning_rate": 2.713653808203626e-05,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15627950429916382,
      "step": 2970,
      "valid_targets_mean": 1427.1,
      "valid_targets_min": 634
    },
    {
      "epoch": 3.125,
      "grad_norm": 0.8274451736674825,
      "learning_rate": 2.7087576134192305e-05,
      "loss": 0.1606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16775844991207123,
      "step": 2975,
      "valid_targets_mean": 1421.0,
      "valid_targets_min": 774
    },
    {
      "epoch": 3.130252100840336,
      "grad_norm": 0.6953309030381479,
      "learning_rate": 2.7038565560281252e-05,
      "loss": 0.1607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16650184988975525,
      "step": 2980,
      "valid_targets_mean": 1685.9,
      "valid_targets_min": 563
    },
    {
      "epoch": 3.1355042016806722,
      "grad_norm": 0.8099890208928163,
      "learning_rate": 2.6989506696552224e-05,
      "loss": 0.1619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16752278804779053,
      "step": 2985,
      "valid_targets_mean": 1378.0,
      "valid_targets_min": 837
    },
    {
      "epoch": 3.1407563025210083,
      "grad_norm": 0.7795749997325356,
      "learning_rate": 2.6940399879585685e-05,
      "loss": 0.1627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16560722887516022,
      "step": 2990,
      "valid_targets_mean": 1599.2,
      "valid_targets_min": 803
    },
    {
      "epoch": 3.1460084033613445,
      "grad_norm": 0.7336389778027822,
      "learning_rate": 2.6891245446291093e-05,
      "loss": 0.1674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14416930079460144,
      "step": 2995,
      "valid_targets_mean": 1380.4,
      "valid_targets_min": 797
    },
    {
      "epoch": 3.1512605042016806,
      "grad_norm": 0.7490034715901619,
      "learning_rate": 2.6842043733904578e-05,
      "loss": 0.1593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15650300681591034,
      "step": 3000,
      "valid_targets_mean": 1571.5,
      "valid_targets_min": 646
    },
    {
      "epoch": 3.1565126050420167,
      "grad_norm": 0.8401911427116212,
      "learning_rate": 2.6792795079986634e-05,
      "loss": 0.1679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17290136218070984,
      "step": 3005,
      "valid_targets_mean": 1447.8,
      "valid_targets_min": 591
    },
    {
      "epoch": 3.161764705882353,
      "grad_norm": 0.8101203980462212,
      "learning_rate": 2.6743499822419833e-05,
      "loss": 0.1663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18794336915016174,
      "step": 3010,
      "valid_targets_mean": 1512.7,
      "valid_targets_min": 796
    },
    {
      "epoch": 3.167016806722689,
      "grad_norm": 0.7549079816000475,
      "learning_rate": 2.669415829940646e-05,
      "loss": 0.1578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.148887038230896,
      "step": 3015,
      "valid_targets_mean": 1333.1,
      "valid_targets_min": 848
    },
    {
      "epoch": 3.172268907563025,
      "grad_norm": 0.8655198786602623,
      "learning_rate": 2.6644770849466226e-05,
      "loss": 0.1575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14870238304138184,
      "step": 3020,
      "valid_targets_mean": 1233.6,
      "valid_targets_min": 665
    },
    {
      "epoch": 3.177521008403361,
      "grad_norm": 0.6869481556598374,
      "learning_rate": 2.6595337811433925e-05,
      "loss": 0.1573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1471511870622635,
      "step": 3025,
      "valid_targets_mean": 1408.1,
      "valid_targets_min": 652
    },
    {
      "epoch": 3.1827731092436973,
      "grad_norm": 0.8476070443290739,
      "learning_rate": 2.654585952445714e-05,
      "loss": 0.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17854884266853333,
      "step": 3030,
      "valid_targets_mean": 1573.8,
      "valid_targets_min": 662
    },
    {
      "epoch": 3.1880252100840334,
      "grad_norm": 0.759943747176002,
      "learning_rate": 2.6496336327993882e-05,
      "loss": 0.1566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17004242539405823,
      "step": 3035,
      "valid_targets_mean": 1410.9,
      "valid_targets_min": 770
    },
    {
      "epoch": 3.19327731092437,
      "grad_norm": 0.7914392244697611,
      "learning_rate": 2.6446768561810264e-05,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16128523647785187,
      "step": 3040,
      "valid_targets_mean": 1338.0,
      "valid_targets_min": 842
    },
    {
      "epoch": 3.198529411764706,
      "grad_norm": 0.7573632096372179,
      "learning_rate": 2.6397156565978198e-05,
      "loss": 0.1623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16719350218772888,
      "step": 3045,
      "valid_targets_mean": 1522.6,
      "valid_targets_min": 773
    },
    {
      "epoch": 3.203781512605042,
      "grad_norm": 0.7823159419268372,
      "learning_rate": 2.6347500680873043e-05,
      "loss": 0.1599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.170121967792511,
      "step": 3050,
      "valid_targets_mean": 1530.2,
      "valid_targets_min": 807
    },
    {
      "epoch": 3.2090336134453783,
      "grad_norm": 0.7715992991548748,
      "learning_rate": 2.6297801247171258e-05,
      "loss": 0.1645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14779695868492126,
      "step": 3055,
      "valid_targets_mean": 1266.6,
      "valid_targets_min": 782
    },
    {
      "epoch": 3.2142857142857144,
      "grad_norm": 0.7213196908664066,
      "learning_rate": 2.6248058605848097e-05,
      "loss": 0.1512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17193026840686798,
      "step": 3060,
      "valid_targets_mean": 1624.2,
      "valid_targets_min": 634
    },
    {
      "epoch": 3.2195378151260505,
      "grad_norm": 0.7460107195452109,
      "learning_rate": 2.6198273098175234e-05,
      "loss": 0.1684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1723858267068863,
      "step": 3065,
      "valid_targets_mean": 1508.1,
      "valid_targets_min": 573
    },
    {
      "epoch": 3.2247899159663866,
      "grad_norm": 0.7033456921737298,
      "learning_rate": 2.614844506571844e-05,
      "loss": 0.1588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16065514087677002,
      "step": 3070,
      "valid_targets_mean": 1645.1,
      "valid_targets_min": 718
    },
    {
      "epoch": 3.2300420168067228,
      "grad_norm": 0.700948054604266,
      "learning_rate": 2.609857485033525e-05,
      "loss": 0.1648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13682524859905243,
      "step": 3075,
      "valid_targets_mean": 1385.9,
      "valid_targets_min": 685
    },
    {
      "epoch": 3.235294117647059,
      "grad_norm": 0.8365081550151657,
      "learning_rate": 2.6048662794172595e-05,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1537787914276123,
      "step": 3080,
      "valid_targets_mean": 1489.9,
      "valid_targets_min": 744
    },
    {
      "epoch": 3.240546218487395,
      "grad_norm": 0.9620567262629217,
      "learning_rate": 2.599870923966447e-05,
      "loss": 0.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15811693668365479,
      "step": 3085,
      "valid_targets_mean": 1253.3,
      "valid_targets_min": 650
    },
    {
      "epoch": 3.245798319327731,
      "grad_norm": 0.7129512442205985,
      "learning_rate": 2.5948714529529565e-05,
      "loss": 0.1626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16663914918899536,
      "step": 3090,
      "valid_targets_mean": 1337.3,
      "valid_targets_min": 780
    },
    {
      "epoch": 3.2510504201680672,
      "grad_norm": 0.728601631393252,
      "learning_rate": 2.5898679006768958e-05,
      "loss": 0.1507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14995308220386505,
      "step": 3095,
      "valid_targets_mean": 1344.5,
      "valid_targets_min": 677
    },
    {
      "epoch": 3.2563025210084033,
      "grad_norm": 0.7807161695418345,
      "learning_rate": 2.5848603014663702e-05,
      "loss": 0.1554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15245237946510315,
      "step": 3100,
      "valid_targets_mean": 1302.3,
      "valid_targets_min": 727
    },
    {
      "epoch": 3.2615546218487395,
      "grad_norm": 0.7833067221288974,
      "learning_rate": 2.579848689677252e-05,
      "loss": 0.16,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.164436474442482,
      "step": 3105,
      "valid_targets_mean": 1489.2,
      "valid_targets_min": 726
    },
    {
      "epoch": 3.2668067226890756,
      "grad_norm": 0.7582720046388419,
      "learning_rate": 2.5748330996929414e-05,
      "loss": 0.1641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17622435092926025,
      "step": 3110,
      "valid_targets_mean": 1497.3,
      "valid_targets_min": 669
    },
    {
      "epoch": 3.2720588235294117,
      "grad_norm": 0.6761627015093946,
      "learning_rate": 2.5698135659241334e-05,
      "loss": 0.1564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14206218719482422,
      "step": 3115,
      "valid_targets_mean": 1376.9,
      "valid_targets_min": 750
    },
    {
      "epoch": 3.277310924369748,
      "grad_norm": 0.7569519780492563,
      "learning_rate": 2.564790122808579e-05,
      "loss": 0.1572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15797209739685059,
      "step": 3120,
      "valid_targets_mean": 1475.9,
      "valid_targets_min": 736
    },
    {
      "epoch": 3.282563025210084,
      "grad_norm": 0.7724507253369616,
      "learning_rate": 2.5597628048108504e-05,
      "loss": 0.1598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1651463806629181,
      "step": 3125,
      "valid_targets_mean": 1426.2,
      "valid_targets_min": 694
    },
    {
      "epoch": 3.28781512605042,
      "grad_norm": 0.7583229755048851,
      "learning_rate": 2.5547316464221058e-05,
      "loss": 0.1569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1635044515132904,
      "step": 3130,
      "valid_targets_mean": 1547.6,
      "valid_targets_min": 753
    },
    {
      "epoch": 3.293067226890756,
      "grad_norm": 0.7492941228082307,
      "learning_rate": 2.5496966821598493e-05,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14868690073490143,
      "step": 3135,
      "valid_targets_mean": 1277.1,
      "valid_targets_min": 809
    },
    {
      "epoch": 3.2983193277310923,
      "grad_norm": 0.7918115514025105,
      "learning_rate": 2.5446579465676977e-05,
      "loss": 0.1565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14087459444999695,
      "step": 3140,
      "valid_targets_mean": 1292.3,
      "valid_targets_min": 698
    },
    {
      "epoch": 3.3035714285714284,
      "grad_norm": 0.7674670047525459,
      "learning_rate": 2.5396154742151407e-05,
      "loss": 0.1457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15545767545700073,
      "step": 3145,
      "valid_targets_mean": 1448.1,
      "valid_targets_min": 750
    },
    {
      "epoch": 3.3088235294117645,
      "grad_norm": 0.8361476210011558,
      "learning_rate": 2.5345692996973075e-05,
      "loss": 0.1605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17045646905899048,
      "step": 3150,
      "valid_targets_mean": 1472.6,
      "valid_targets_min": 733
    },
    {
      "epoch": 3.314075630252101,
      "grad_norm": 0.7425956748582699,
      "learning_rate": 2.5295194576347233e-05,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15749000012874603,
      "step": 3155,
      "valid_targets_mean": 1597.3,
      "valid_targets_min": 907
    },
    {
      "epoch": 3.3193277310924367,
      "grad_norm": 0.778056511779034,
      "learning_rate": 2.5244659826730774e-05,
      "loss": 0.1519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17436806857585907,
      "step": 3160,
      "valid_targets_mean": 1564.9,
      "valid_targets_min": 898
    },
    {
      "epoch": 3.3245798319327733,
      "grad_norm": 0.7457317148773122,
      "learning_rate": 2.519408909482984e-05,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16804683208465576,
      "step": 3165,
      "valid_targets_mean": 1660.6,
      "valid_targets_min": 1119
    },
    {
      "epoch": 3.3298319327731094,
      "grad_norm": 0.8015187816073955,
      "learning_rate": 2.5143482727597427e-05,
      "loss": 0.1572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16357378661632538,
      "step": 3170,
      "valid_targets_mean": 1392.3,
      "valid_targets_min": 700
    },
    {
      "epoch": 3.3350840336134455,
      "grad_norm": 0.7927587699859597,
      "learning_rate": 2.509284107223102e-05,
      "loss": 0.155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15347766876220703,
      "step": 3175,
      "valid_targets_mean": 1407.8,
      "valid_targets_min": 798
    },
    {
      "epoch": 3.3403361344537816,
      "grad_norm": 0.8291776111318878,
      "learning_rate": 2.50421644761702e-05,
      "loss": 0.155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14594411849975586,
      "step": 3180,
      "valid_targets_mean": 1237.5,
      "valid_targets_min": 589
    },
    {
      "epoch": 3.3455882352941178,
      "grad_norm": 0.786383044943235,
      "learning_rate": 2.499145328709429e-05,
      "loss": 0.1552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1620325744152069,
      "step": 3185,
      "valid_targets_mean": 1363.2,
      "valid_targets_min": 673
    },
    {
      "epoch": 3.350840336134454,
      "grad_norm": 0.8314225202905355,
      "learning_rate": 2.4940707852919924e-05,
      "loss": 0.1626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1637428104877472,
      "step": 3190,
      "valid_targets_mean": 1297.5,
      "valid_targets_min": 641
    },
    {
      "epoch": 3.35609243697479,
      "grad_norm": 0.8247848576495689,
      "learning_rate": 2.488992852179868e-05,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1613052636384964,
      "step": 3195,
      "valid_targets_mean": 1466.3,
      "valid_targets_min": 701
    },
    {
      "epoch": 3.361344537815126,
      "grad_norm": 0.7169780960903507,
      "learning_rate": 2.483911564211472e-05,
      "loss": 0.1646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1574411392211914,
      "step": 3200,
      "valid_targets_mean": 1801.2,
      "valid_targets_min": 1202
    },
    {
      "epoch": 3.366596638655462,
      "grad_norm": 0.6906945355495036,
      "learning_rate": 2.4788269562482355e-05,
      "loss": 0.1575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15213462710380554,
      "step": 3205,
      "valid_targets_mean": 1441.4,
      "valid_targets_min": 657
    },
    {
      "epoch": 3.3718487394957983,
      "grad_norm": 0.7855731357671363,
      "learning_rate": 2.4737390631743675e-05,
      "loss": 0.1601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15283282101154327,
      "step": 3210,
      "valid_targets_mean": 1442.9,
      "valid_targets_min": 672
    },
    {
      "epoch": 3.3771008403361344,
      "grad_norm": 0.7999940593483418,
      "learning_rate": 2.4686479198966146e-05,
      "loss": 0.1561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16701379418373108,
      "step": 3215,
      "valid_targets_mean": 1305.1,
      "valid_targets_min": 723
    },
    {
      "epoch": 3.3823529411764706,
      "grad_norm": 0.7802222544911187,
      "learning_rate": 2.463553561344024e-05,
      "loss": 0.1492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1388361155986786,
      "step": 3220,
      "valid_targets_mean": 1236.6,
      "valid_targets_min": 732
    },
    {
      "epoch": 3.3876050420168067,
      "grad_norm": 0.7997658424367834,
      "learning_rate": 2.4584560224677013e-05,
      "loss": 0.1631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14376091957092285,
      "step": 3225,
      "valid_targets_mean": 1261.1,
      "valid_targets_min": 634
    },
    {
      "epoch": 3.392857142857143,
      "grad_norm": 0.7589895889200633,
      "learning_rate": 2.4533553382405702e-05,
      "loss": 0.1524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16269132494926453,
      "step": 3230,
      "valid_targets_mean": 1451.1,
      "valid_targets_min": 905
    },
    {
      "epoch": 3.398109243697479,
      "grad_norm": 0.9088457131074477,
      "learning_rate": 2.4482515436571365e-05,
      "loss": 0.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1583980917930603,
      "step": 3235,
      "valid_targets_mean": 1466.4,
      "valid_targets_min": 596
    },
    {
      "epoch": 3.403361344537815,
      "grad_norm": 0.8253891514753098,
      "learning_rate": 2.4431446737332437e-05,
      "loss": 0.1514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16583885252475739,
      "step": 3240,
      "valid_targets_mean": 1435.1,
      "valid_targets_min": 756
    },
    {
      "epoch": 3.408613445378151,
      "grad_norm": 0.7126823695261846,
      "learning_rate": 2.438034763505833e-05,
      "loss": 0.1617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14703774452209473,
      "step": 3245,
      "valid_targets_mean": 1411.8,
      "valid_targets_min": 567
    },
    {
      "epoch": 3.4138655462184873,
      "grad_norm": 0.7389656217215542,
      "learning_rate": 2.432921848032707e-05,
      "loss": 0.1507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14308568835258484,
      "step": 3250,
      "valid_targets_mean": 1495.9,
      "valid_targets_min": 810
    },
    {
      "epoch": 3.4191176470588234,
      "grad_norm": 0.7063481251451478,
      "learning_rate": 2.427805962392286e-05,
      "loss": 0.1531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15941093862056732,
      "step": 3255,
      "valid_targets_mean": 1643.2,
      "valid_targets_min": 868
    },
    {
      "epoch": 3.4243697478991595,
      "grad_norm": 0.7292997254366875,
      "learning_rate": 2.4226871416833683e-05,
      "loss": 0.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.146925687789917,
      "step": 3260,
      "valid_targets_mean": 1451.4,
      "valid_targets_min": 824
    },
    {
      "epoch": 3.4296218487394956,
      "grad_norm": 0.7542406085374198,
      "learning_rate": 2.4175654210248848e-05,
      "loss": 0.1404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.161025732755661,
      "step": 3265,
      "valid_targets_mean": 1615.9,
      "valid_targets_min": 797
    },
    {
      "epoch": 3.434873949579832,
      "grad_norm": 0.6966112598828675,
      "learning_rate": 2.4124408355556677e-05,
      "loss": 0.1512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1535557061433792,
      "step": 3270,
      "valid_targets_mean": 1596.5,
      "valid_targets_min": 1043
    },
    {
      "epoch": 3.440126050420168,
      "grad_norm": 0.7555059854029672,
      "learning_rate": 2.4073134204342014e-05,
      "loss": 0.1523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16238391399383545,
      "step": 3275,
      "valid_targets_mean": 1445.5,
      "valid_targets_min": 920
    },
    {
      "epoch": 3.4453781512605044,
      "grad_norm": 0.8208149984721342,
      "learning_rate": 2.4021832108383837e-05,
      "loss": 0.1462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15757635235786438,
      "step": 3280,
      "valid_targets_mean": 1437.9,
      "valid_targets_min": 847
    },
    {
      "epoch": 3.4506302521008405,
      "grad_norm": 0.7056998799882124,
      "learning_rate": 2.3970502419652854e-05,
      "loss": 0.15,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15004190802574158,
      "step": 3285,
      "valid_targets_mean": 1559.1,
      "valid_targets_min": 557
    },
    {
      "epoch": 3.4558823529411766,
      "grad_norm": 0.7958553721684484,
      "learning_rate": 2.3919145490309076e-05,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15160951018333435,
      "step": 3290,
      "valid_targets_mean": 1341.6,
      "valid_targets_min": 594
    },
    {
      "epoch": 3.4611344537815127,
      "grad_norm": 0.703390230979893,
      "learning_rate": 2.38677616726994e-05,
      "loss": 0.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1494627594947815,
      "step": 3295,
      "valid_targets_mean": 1747.5,
      "valid_targets_min": 760
    },
    {
      "epoch": 3.466386554621849,
      "grad_norm": 0.6829115937221362,
      "learning_rate": 2.381635131935521e-05,
      "loss": 0.2567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27713343501091003,
      "step": 3300,
      "valid_targets_mean": 3387.2,
      "valid_targets_min": 770
    },
    {
      "epoch": 3.471638655462185,
      "grad_norm": 0.5039365129794023,
      "learning_rate": 2.3764914782989926e-05,
      "loss": 0.2376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21012486517429352,
      "step": 3305,
      "valid_targets_mean": 4538.6,
      "valid_targets_min": 1799
    },
    {
      "epoch": 3.476890756302521,
      "grad_norm": 0.5334008441824496,
      "learning_rate": 2.3713452416496625e-05,
      "loss": 0.2417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2371271550655365,
      "step": 3310,
      "valid_targets_mean": 4182.4,
      "valid_targets_min": 1560
    },
    {
      "epoch": 3.482142857142857,
      "grad_norm": 0.5252301039129134,
      "learning_rate": 2.366196457294558e-05,
      "loss": 0.2243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20833566784858704,
      "step": 3315,
      "valid_targets_mean": 4361.0,
      "valid_targets_min": 1681
    },
    {
      "epoch": 3.4873949579831933,
      "grad_norm": 0.617549050257743,
      "learning_rate": 2.3610451605581858e-05,
      "loss": 0.2411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2543012499809265,
      "step": 3320,
      "valid_targets_mean": 3627.6,
      "valid_targets_min": 1374
    },
    {
      "epoch": 3.4926470588235294,
      "grad_norm": 0.6304506600012845,
      "learning_rate": 2.3558913867822905e-05,
      "loss": 0.2335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22949200868606567,
      "step": 3325,
      "valid_targets_mean": 3204.2,
      "valid_targets_min": 1089
    },
    {
      "epoch": 3.4978991596638656,
      "grad_norm": 0.5586583847778026,
      "learning_rate": 2.3507351713256105e-05,
      "loss": 0.2229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23757925629615784,
      "step": 3330,
      "valid_targets_mean": 4203.4,
      "valid_targets_min": 627
    },
    {
      "epoch": 3.5031512605042017,
      "grad_norm": 0.5579364042848073,
      "learning_rate": 2.3455765495636353e-05,
      "loss": 0.2318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23478400707244873,
      "step": 3335,
      "valid_targets_mean": 3778.9,
      "valid_targets_min": 1574
    },
    {
      "epoch": 3.508403361344538,
      "grad_norm": 0.6191817742700788,
      "learning_rate": 2.3404155568883643e-05,
      "loss": 0.2425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25709354877471924,
      "step": 3340,
      "valid_targets_mean": 3704.9,
      "valid_targets_min": 1921
    },
    {
      "epoch": 3.513655462184874,
      "grad_norm": 0.587021701284441,
      "learning_rate": 2.3352522287080625e-05,
      "loss": 0.2314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23616047203540802,
      "step": 3345,
      "valid_targets_mean": 3960.9,
      "valid_targets_min": 1477
    },
    {
      "epoch": 3.51890756302521,
      "grad_norm": 0.6254607818726631,
      "learning_rate": 2.3300866004470182e-05,
      "loss": 0.2414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24480389058589935,
      "step": 3350,
      "valid_targets_mean": 3504.5,
      "valid_targets_min": 1499
    },
    {
      "epoch": 3.524159663865546,
      "grad_norm": 0.5925836663255958,
      "learning_rate": 2.324918707545302e-05,
      "loss": 0.2396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26201432943344116,
      "step": 3355,
      "valid_targets_mean": 3803.8,
      "valid_targets_min": 1013
    },
    {
      "epoch": 3.5294117647058822,
      "grad_norm": 0.5642203624546177,
      "learning_rate": 2.3197485854585183e-05,
      "loss": 0.2267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2236984670162201,
      "step": 3360,
      "valid_targets_mean": 4146.8,
      "valid_targets_min": 1543
    },
    {
      "epoch": 3.5346638655462184,
      "grad_norm": 0.6221598960605759,
      "learning_rate": 2.3145762696575675e-05,
      "loss": 0.2386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24771781265735626,
      "step": 3365,
      "valid_targets_mean": 3705.0,
      "valid_targets_min": 2050
    },
    {
      "epoch": 3.5399159663865545,
      "grad_norm": 0.667308661071586,
      "learning_rate": 2.3094017956283995e-05,
      "loss": 0.2444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2562797963619232,
      "step": 3370,
      "valid_targets_mean": 3287.6,
      "valid_targets_min": 746
    },
    {
      "epoch": 3.5451680672268906,
      "grad_norm": 0.6591430962273881,
      "learning_rate": 2.3042251988717728e-05,
      "loss": 0.234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24168621003627777,
      "step": 3375,
      "valid_targets_mean": 3219.6,
      "valid_targets_min": 1210
    },
    {
      "epoch": 3.5504201680672267,
      "grad_norm": 0.5861565049376661,
      "learning_rate": 2.2990465149030077e-05,
      "loss": 0.2408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2576037347316742,
      "step": 3380,
      "valid_targets_mean": 3420.2,
      "valid_targets_min": 1064
    },
    {
      "epoch": 3.5556722689075633,
      "grad_norm": 0.676375370367313,
      "learning_rate": 2.2938657792517446e-05,
      "loss": 0.2489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24123093485832214,
      "step": 3385,
      "valid_targets_mean": 2978.2,
      "valid_targets_min": 1173
    },
    {
      "epoch": 3.560924369747899,
      "grad_norm": 0.7090066415466851,
      "learning_rate": 2.2886830274617017e-05,
      "loss": 0.2381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2423102855682373,
      "step": 3390,
      "valid_targets_mean": 3106.8,
      "valid_targets_min": 1165
    },
    {
      "epoch": 3.5661764705882355,
      "grad_norm": 0.6215177878656555,
      "learning_rate": 2.2834982950904267e-05,
      "loss": 0.2309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20194599032402039,
      "step": 3395,
      "valid_targets_mean": 3800.3,
      "valid_targets_min": 1365
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.6568484423092628,
      "learning_rate": 2.2783116177090573e-05,
      "loss": 0.2369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2180924117565155,
      "step": 3400,
      "valid_targets_mean": 3020.4,
      "valid_targets_min": 1051
    },
    {
      "epoch": 3.5766806722689077,
      "grad_norm": 0.72432526478877,
      "learning_rate": 2.2731230309020762e-05,
      "loss": 0.2335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2589854300022125,
      "step": 3405,
      "valid_targets_mean": 2882.1,
      "valid_targets_min": 1345
    },
    {
      "epoch": 3.581932773109244,
      "grad_norm": 0.647347676568134,
      "learning_rate": 2.2679325702670642e-05,
      "loss": 0.2387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23592257499694824,
      "step": 3410,
      "valid_targets_mean": 3123.4,
      "valid_targets_min": 1747
    },
    {
      "epoch": 3.58718487394958,
      "grad_norm": 0.6321313310777158,
      "learning_rate": 2.2627402714144586e-05,
      "loss": 0.2422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23397618532180786,
      "step": 3415,
      "valid_targets_mean": 3041.9,
      "valid_targets_min": 1166
    },
    {
      "epoch": 3.592436974789916,
      "grad_norm": 0.6163425879015834,
      "learning_rate": 2.2575461699673085e-05,
      "loss": 0.2353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24911564588546753,
      "step": 3420,
      "valid_targets_mean": 3629.4,
      "valid_targets_min": 1511
    },
    {
      "epoch": 3.597689075630252,
      "grad_norm": 0.8662060186406194,
      "learning_rate": 2.2523503015610303e-05,
      "loss": 0.2217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.219038188457489,
      "step": 3425,
      "valid_targets_mean": 3007.8,
      "valid_targets_min": 869
    },
    {
      "epoch": 3.6029411764705883,
      "grad_norm": 0.6505678950823406,
      "learning_rate": 2.2471527018431637e-05,
      "loss": 0.2332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2250857800245285,
      "step": 3430,
      "valid_targets_mean": 3147.4,
      "valid_targets_min": 926
    },
    {
      "epoch": 3.6081932773109244,
      "grad_norm": 0.6624584977841851,
      "learning_rate": 2.2419534064731238e-05,
      "loss": 0.2359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22663256525993347,
      "step": 3435,
      "valid_targets_mean": 3047.1,
      "valid_targets_min": 1016
    },
    {
      "epoch": 3.6134453781512605,
      "grad_norm": 0.68180528409829,
      "learning_rate": 2.236752451121963e-05,
      "loss": 0.2388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2614358067512512,
      "step": 3440,
      "valid_targets_mean": 3288.3,
      "valid_targets_min": 1367
    },
    {
      "epoch": 3.6186974789915967,
      "grad_norm": 0.5943225731704131,
      "learning_rate": 2.2315498714721198e-05,
      "loss": 0.2327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2073296308517456,
      "step": 3445,
      "valid_targets_mean": 3621.2,
      "valid_targets_min": 761
    },
    {
      "epoch": 3.6239495798319328,
      "grad_norm": 0.7143384166342921,
      "learning_rate": 2.2263457032171762e-05,
      "loss": 0.2297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22933131456375122,
      "step": 3450,
      "valid_targets_mean": 2664.7,
      "valid_targets_min": 1480
    },
    {
      "epoch": 3.629201680672269,
      "grad_norm": 0.6637253904207627,
      "learning_rate": 2.2211399820616154e-05,
      "loss": 0.232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21584278345108032,
      "step": 3455,
      "valid_targets_mean": 3043.8,
      "valid_targets_min": 1229
    },
    {
      "epoch": 3.634453781512605,
      "grad_norm": 0.6381313624483769,
      "learning_rate": 2.2159327437205733e-05,
      "loss": 0.2364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23317265510559082,
      "step": 3460,
      "valid_targets_mean": 3533.5,
      "valid_targets_min": 1727
    },
    {
      "epoch": 3.639705882352941,
      "grad_norm": 0.6079366483063177,
      "learning_rate": 2.210724023919595e-05,
      "loss": 0.2337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23725667595863342,
      "step": 3465,
      "valid_targets_mean": 3763.2,
      "valid_targets_min": 1860
    },
    {
      "epoch": 3.6449579831932772,
      "grad_norm": 0.6617853538852045,
      "learning_rate": 2.205513858394389e-05,
      "loss": 0.233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23891595005989075,
      "step": 3470,
      "valid_targets_mean": 3145.0,
      "valid_targets_min": 1145
    },
    {
      "epoch": 3.6502100840336134,
      "grad_norm": 0.6931454910102819,
      "learning_rate": 2.2003022828905832e-05,
      "loss": 0.2342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24554722011089325,
      "step": 3475,
      "valid_targets_mean": 3148.6,
      "valid_targets_min": 1363
    },
    {
      "epoch": 3.6554621848739495,
      "grad_norm": 0.6830097683535337,
      "learning_rate": 2.19508933316348e-05,
      "loss": 0.2227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2083757519721985,
      "step": 3480,
      "valid_targets_mean": 3347.4,
      "valid_targets_min": 1087
    },
    {
      "epoch": 3.6607142857142856,
      "grad_norm": 0.6284986422875785,
      "learning_rate": 2.189875044977808e-05,
      "loss": 0.2357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22864796221256256,
      "step": 3485,
      "valid_targets_mean": 4141.5,
      "valid_targets_min": 730
    },
    {
      "epoch": 3.6659663865546217,
      "grad_norm": 0.6424551917347495,
      "learning_rate": 2.1846594541074796e-05,
      "loss": 0.2283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21687257289886475,
      "step": 3490,
      "valid_targets_mean": 3053.2,
      "valid_targets_min": 1406
    },
    {
      "epoch": 3.671218487394958,
      "grad_norm": 0.6118476480500536,
      "learning_rate": 2.179442596335345e-05,
      "loss": 0.2217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21437662839889526,
      "step": 3495,
      "valid_targets_mean": 3413.8,
      "valid_targets_min": 1833
    },
    {
      "epoch": 3.6764705882352944,
      "grad_norm": 0.6834904631426817,
      "learning_rate": 2.174224507452945e-05,
      "loss": 0.2307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23827575147151947,
      "step": 3500,
      "valid_targets_mean": 3292.0,
      "valid_targets_min": 1182
    },
    {
      "epoch": 3.68172268907563,
      "grad_norm": 0.6540573235032019,
      "learning_rate": 2.1690052232602677e-05,
      "loss": 0.2306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2561336159706116,
      "step": 3505,
      "valid_targets_mean": 3815.1,
      "valid_targets_min": 1607
    },
    {
      "epoch": 3.6869747899159666,
      "grad_norm": 0.7038556545538145,
      "learning_rate": 2.1637847795655022e-05,
      "loss": 0.2357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23643259704113007,
      "step": 3510,
      "valid_targets_mean": 2850.3,
      "valid_targets_min": 1358
    },
    {
      "epoch": 3.6922268907563023,
      "grad_norm": 0.6142418362337423,
      "learning_rate": 2.1585632121847925e-05,
      "loss": 0.2339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2268371880054474,
      "step": 3515,
      "valid_targets_mean": 3897.3,
      "valid_targets_min": 1757
    },
    {
      "epoch": 3.697478991596639,
      "grad_norm": 0.6018277229359115,
      "learning_rate": 2.153340556941991e-05,
      "loss": 0.2267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19471925497055054,
      "step": 3520,
      "valid_targets_mean": 3365.7,
      "valid_targets_min": 1170
    },
    {
      "epoch": 3.7027310924369745,
      "grad_norm": 0.7817444103413864,
      "learning_rate": 2.1481168496684145e-05,
      "loss": 0.224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24332907795906067,
      "step": 3525,
      "valid_targets_mean": 2908.3,
      "valid_targets_min": 474
    },
    {
      "epoch": 3.707983193277311,
      "grad_norm": 0.6733856863461328,
      "learning_rate": 2.142892126202597e-05,
      "loss": 0.2271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22530926764011383,
      "step": 3530,
      "valid_targets_mean": 3249.9,
      "valid_targets_min": 1140
    },
    {
      "epoch": 3.713235294117647,
      "grad_norm": 0.6772781803626257,
      "learning_rate": 2.137666422390045e-05,
      "loss": 0.2233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2468833178281784,
      "step": 3535,
      "valid_targets_mean": 3621.2,
      "valid_targets_min": 2266
    },
    {
      "epoch": 3.7184873949579833,
      "grad_norm": 0.596320718539212,
      "learning_rate": 2.132439774082991e-05,
      "loss": 0.2084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19030636548995972,
      "step": 3540,
      "valid_targets_mean": 3192.4,
      "valid_targets_min": 809
    },
    {
      "epoch": 3.7237394957983194,
      "grad_norm": 0.6683616408438122,
      "learning_rate": 2.1272122171401467e-05,
      "loss": 0.24,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2368716150522232,
      "step": 3545,
      "valid_targets_mean": 3176.4,
      "valid_targets_min": 1059
    },
    {
      "epoch": 3.7289915966386555,
      "grad_norm": 0.5993575332277289,
      "learning_rate": 2.1219837874264573e-05,
      "loss": 0.2217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19735181331634521,
      "step": 3550,
      "valid_targets_mean": 3426.4,
      "valid_targets_min": 964
    },
    {
      "epoch": 3.7342436974789917,
      "grad_norm": 0.6105324798756142,
      "learning_rate": 2.116754520812857e-05,
      "loss": 0.2313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22294853627681732,
      "step": 3555,
      "valid_targets_mean": 3946.7,
      "valid_targets_min": 1105
    },
    {
      "epoch": 3.7394957983193278,
      "grad_norm": 0.7317392218199291,
      "learning_rate": 2.111524453176022e-05,
      "loss": 0.2324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23324161767959595,
      "step": 3560,
      "valid_targets_mean": 2534.7,
      "valid_targets_min": 1460
    },
    {
      "epoch": 3.744747899159664,
      "grad_norm": 0.679940437130019,
      "learning_rate": 2.1062936203981227e-05,
      "loss": 0.243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23880356550216675,
      "step": 3565,
      "valid_targets_mean": 3673.0,
      "valid_targets_min": 1091
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.6386888401169865,
      "learning_rate": 2.10106205836658e-05,
      "loss": 0.2229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21099084615707397,
      "step": 3570,
      "valid_targets_mean": 3355.7,
      "valid_targets_min": 1771
    },
    {
      "epoch": 3.755252100840336,
      "grad_norm": 0.609185135460291,
      "learning_rate": 2.095829802973817e-05,
      "loss": 0.2207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20622901618480682,
      "step": 3575,
      "valid_targets_mean": 3403.8,
      "valid_targets_min": 1625
    },
    {
      "epoch": 3.7605042016806722,
      "grad_norm": 0.6933994920811911,
      "learning_rate": 2.090596890117016e-05,
      "loss": 0.2176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20166133344173431,
      "step": 3580,
      "valid_targets_mean": 3379.6,
      "valid_targets_min": 1180
    },
    {
      "epoch": 3.7657563025210083,
      "grad_norm": 0.7001758773355745,
      "learning_rate": 2.0853633556978674e-05,
      "loss": 0.2214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2164371758699417,
      "step": 3585,
      "valid_targets_mean": 3085.8,
      "valid_targets_min": 1460
    },
    {
      "epoch": 3.7710084033613445,
      "grad_norm": 0.6982893325743658,
      "learning_rate": 2.0801292356223265e-05,
      "loss": 0.2245,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22557231783866882,
      "step": 3590,
      "valid_targets_mean": 3090.9,
      "valid_targets_min": 1079
    },
    {
      "epoch": 3.7762605042016806,
      "grad_norm": 0.6862429302576437,
      "learning_rate": 2.0748945658003695e-05,
      "loss": 0.2073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21564340591430664,
      "step": 3595,
      "valid_targets_mean": 2751.7,
      "valid_targets_min": 1143
    },
    {
      "epoch": 3.7815126050420167,
      "grad_norm": 0.7486537584683461,
      "learning_rate": 2.0696593821457392e-05,
      "loss": 0.222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2403099536895752,
      "step": 3600,
      "valid_targets_mean": 3262.4,
      "valid_targets_min": 914
    },
    {
      "epoch": 3.786764705882353,
      "grad_norm": 0.6292490113807976,
      "learning_rate": 2.064423720575709e-05,
      "loss": 0.2365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21284765005111694,
      "step": 3605,
      "valid_targets_mean": 3452.1,
      "valid_targets_min": 1312
    },
    {
      "epoch": 3.792016806722689,
      "grad_norm": 0.6731713864780883,
      "learning_rate": 2.0591876170108257e-05,
      "loss": 0.2228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23124480247497559,
      "step": 3610,
      "valid_targets_mean": 2805.6,
      "valid_targets_min": 987
    },
    {
      "epoch": 3.7972689075630255,
      "grad_norm": 0.570026508038886,
      "learning_rate": 2.0539511073746743e-05,
      "loss": 0.2224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21886953711509705,
      "step": 3615,
      "valid_targets_mean": 4512.7,
      "valid_targets_min": 1501
    },
    {
      "epoch": 3.802521008403361,
      "grad_norm": 0.6587414192570736,
      "learning_rate": 2.0487142275936213e-05,
      "loss": 0.2218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21692374348640442,
      "step": 3620,
      "valid_targets_mean": 3188.2,
      "valid_targets_min": 1388
    },
    {
      "epoch": 3.8077731092436977,
      "grad_norm": 0.6975757464948207,
      "learning_rate": 2.0434770135965743e-05,
      "loss": 0.238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23684664070606232,
      "step": 3625,
      "valid_targets_mean": 3106.9,
      "valid_targets_min": 1986
    },
    {
      "epoch": 3.8130252100840334,
      "grad_norm": 0.6390716602559315,
      "learning_rate": 2.0382395013147347e-05,
      "loss": 0.213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23830687999725342,
      "step": 3630,
      "valid_targets_mean": 3893.1,
      "valid_targets_min": 1671
    },
    {
      "epoch": 3.81827731092437,
      "grad_norm": 0.6520611936803277,
      "learning_rate": 2.033001726681349e-05,
      "loss": 0.2184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19424161314964294,
      "step": 3635,
      "valid_targets_mean": 3246.8,
      "valid_targets_min": 512
    },
    {
      "epoch": 3.8235294117647056,
      "grad_norm": 0.653877417451473,
      "learning_rate": 2.027763725631463e-05,
      "loss": 0.2257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21053674817085266,
      "step": 3640,
      "valid_targets_mean": 3285.3,
      "valid_targets_min": 1202
    },
    {
      "epoch": 3.828781512605042,
      "grad_norm": 0.6519721595841632,
      "learning_rate": 2.0225255341016794e-05,
      "loss": 0.2395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22552523016929626,
      "step": 3645,
      "valid_targets_mean": 4012.8,
      "valid_targets_min": 1645
    },
    {
      "epoch": 3.8340336134453783,
      "grad_norm": 0.6008225197326998,
      "learning_rate": 2.017287188029904e-05,
      "loss": 0.226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20129550993442535,
      "step": 3650,
      "valid_targets_mean": 3525.8,
      "valid_targets_min": 1434
    },
    {
      "epoch": 3.8392857142857144,
      "grad_norm": 0.7071580358913306,
      "learning_rate": 2.0120487233551035e-05,
      "loss": 0.2369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2568947672843933,
      "step": 3655,
      "valid_targets_mean": 3044.6,
      "valid_targets_min": 1055
    },
    {
      "epoch": 3.8445378151260505,
      "grad_norm": 0.7176723110707379,
      "learning_rate": 2.006810176017059e-05,
      "loss": 0.2279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23161205649375916,
      "step": 3660,
      "valid_targets_mean": 3179.8,
      "valid_targets_min": 1625
    },
    {
      "epoch": 3.8497899159663866,
      "grad_norm": 0.6943499018659017,
      "learning_rate": 2.0015715819561205e-05,
      "loss": 0.2328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24318306148052216,
      "step": 3665,
      "valid_targets_mean": 3399.9,
      "valid_targets_min": 1147
    },
    {
      "epoch": 3.8550420168067228,
      "grad_norm": 0.6973815528618685,
      "learning_rate": 1.9963329771129558e-05,
      "loss": 0.2401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24660438299179077,
      "step": 3670,
      "valid_targets_mean": 2866.4,
      "valid_targets_min": 998
    },
    {
      "epoch": 3.860294117647059,
      "grad_norm": 0.6342688826905563,
      "learning_rate": 1.9910943974283066e-05,
      "loss": 0.2331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23309576511383057,
      "step": 3675,
      "valid_targets_mean": 3480.4,
      "valid_targets_min": 1078
    },
    {
      "epoch": 3.865546218487395,
      "grad_norm": 0.735979206541467,
      "learning_rate": 1.9858558788427447e-05,
      "loss": 0.2294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22612996399402618,
      "step": 3680,
      "valid_targets_mean": 2920.8,
      "valid_targets_min": 1005
    },
    {
      "epoch": 3.870798319327731,
      "grad_norm": 0.6974844461519691,
      "learning_rate": 1.9806174572964205e-05,
      "loss": 0.2349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22539496421813965,
      "step": 3685,
      "valid_targets_mean": 2983.9,
      "valid_targets_min": 719
    },
    {
      "epoch": 3.8760504201680672,
      "grad_norm": 0.7806658133125973,
      "learning_rate": 1.975379168728819e-05,
      "loss": 0.2367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25455334782600403,
      "step": 3690,
      "valid_targets_mean": 2842.1,
      "valid_targets_min": 617
    },
    {
      "epoch": 3.8813025210084033,
      "grad_norm": 0.653382148721513,
      "learning_rate": 1.9701410490785128e-05,
      "loss": 0.2215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22338590025901794,
      "step": 3695,
      "valid_targets_mean": 3210.6,
      "valid_targets_min": 1665
    },
    {
      "epoch": 3.8865546218487395,
      "grad_norm": 0.6977766979229648,
      "learning_rate": 1.9649031342829178e-05,
      "loss": 0.2357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24201029539108276,
      "step": 3700,
      "valid_targets_mean": 3020.0,
      "valid_targets_min": 1076
    },
    {
      "epoch": 3.8918067226890756,
      "grad_norm": 0.6441901232419098,
      "learning_rate": 1.9596654602780398e-05,
      "loss": 0.2217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2265818864107132,
      "step": 3705,
      "valid_targets_mean": 3548.8,
      "valid_targets_min": 790
    },
    {
      "epoch": 3.8970588235294117,
      "grad_norm": 0.715226965706479,
      "learning_rate": 1.9544280629982364e-05,
      "loss": 0.2428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25313618779182434,
      "step": 3710,
      "valid_targets_mean": 3038.7,
      "valid_targets_min": 937
    },
    {
      "epoch": 3.902310924369748,
      "grad_norm": 0.6360683211422588,
      "learning_rate": 1.949190978375966e-05,
      "loss": 0.2366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22172778844833374,
      "step": 3715,
      "valid_targets_mean": 3616.2,
      "valid_targets_min": 981
    },
    {
      "epoch": 3.907563025210084,
      "grad_norm": 0.6393776390642489,
      "learning_rate": 1.9439542423415413e-05,
      "loss": 0.2158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.205665722489357,
      "step": 3720,
      "valid_targets_mean": 3152.5,
      "valid_targets_min": 1351
    },
    {
      "epoch": 3.91281512605042,
      "grad_norm": 0.6380081375418487,
      "learning_rate": 1.9387178908228838e-05,
      "loss": 0.2292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23773056268692017,
      "step": 3725,
      "valid_targets_mean": 4153.7,
      "valid_targets_min": 1307
    },
    {
      "epoch": 3.918067226890756,
      "grad_norm": 0.5502610030856153,
      "learning_rate": 1.933481959745276e-05,
      "loss": 0.225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2143445611000061,
      "step": 3730,
      "valid_targets_mean": 5039.1,
      "valid_targets_min": 1587
    },
    {
      "epoch": 3.9233193277310923,
      "grad_norm": 0.5822473871522699,
      "learning_rate": 1.9282464850311184e-05,
      "loss": 0.2179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20977917313575745,
      "step": 3735,
      "valid_targets_mean": 4101.8,
      "valid_targets_min": 1741
    },
    {
      "epoch": 3.928571428571429,
      "grad_norm": 0.5793820699573822,
      "learning_rate": 1.9230115025996764e-05,
      "loss": 0.2199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20586253702640533,
      "step": 3740,
      "valid_targets_mean": 3830.2,
      "valid_targets_min": 856
    },
    {
      "epoch": 3.9338235294117645,
      "grad_norm": 0.7167408375172564,
      "learning_rate": 1.9177770483668416e-05,
      "loss": 0.2302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22084660828113556,
      "step": 3745,
      "valid_targets_mean": 3468.1,
      "valid_targets_min": 1886
    },
    {
      "epoch": 3.939075630252101,
      "grad_norm": 0.6404425612951213,
      "learning_rate": 1.912543158244881e-05,
      "loss": 0.2174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2383722960948944,
      "step": 3750,
      "valid_targets_mean": 3603.1,
      "valid_targets_min": 832
    },
    {
      "epoch": 3.9443277310924367,
      "grad_norm": 0.6506827435964047,
      "learning_rate": 1.9073098681421895e-05,
      "loss": 0.2069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19391639530658722,
      "step": 3755,
      "valid_targets_mean": 3134.8,
      "valid_targets_min": 1484
    },
    {
      "epoch": 3.9495798319327733,
      "grad_norm": 0.6963957310682597,
      "learning_rate": 1.902077213963048e-05,
      "loss": 0.2203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21799013018608093,
      "step": 3760,
      "valid_targets_mean": 3377.2,
      "valid_targets_min": 1152
    },
    {
      "epoch": 3.9548319327731094,
      "grad_norm": 0.7783983083913816,
      "learning_rate": 1.896845231607372e-05,
      "loss": 0.238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27412140369415283,
      "step": 3765,
      "valid_targets_mean": 2750.6,
      "valid_targets_min": 1128
    },
    {
      "epoch": 3.9600840336134455,
      "grad_norm": 0.6595123518563015,
      "learning_rate": 1.8916139569704704e-05,
      "loss": 0.2292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2191227525472641,
      "step": 3770,
      "valid_targets_mean": 3052.4,
      "valid_targets_min": 1156
    },
    {
      "epoch": 3.9653361344537816,
      "grad_norm": 0.6850818119709559,
      "learning_rate": 1.886383425942795e-05,
      "loss": 0.2229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21025024354457855,
      "step": 3775,
      "valid_targets_mean": 3002.1,
      "valid_targets_min": 993
    },
    {
      "epoch": 3.9705882352941178,
      "grad_norm": 0.7391622979048171,
      "learning_rate": 1.8811536744096956e-05,
      "loss": 0.2154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22044730186462402,
      "step": 3780,
      "valid_targets_mean": 2914.0,
      "valid_targets_min": 1275
    },
    {
      "epoch": 3.975840336134454,
      "grad_norm": 0.7238761932845064,
      "learning_rate": 1.8759247382511748e-05,
      "loss": 0.2242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2314056158065796,
      "step": 3785,
      "valid_targets_mean": 3362.9,
      "valid_targets_min": 1669
    },
    {
      "epoch": 3.98109243697479,
      "grad_norm": 0.6629448508084417,
      "learning_rate": 1.8706966533416413e-05,
      "loss": 0.2281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2214796096086502,
      "step": 3790,
      "valid_targets_mean": 3065.4,
      "valid_targets_min": 1233
    },
    {
      "epoch": 3.986344537815126,
      "grad_norm": 0.957526256499955,
      "learning_rate": 1.8654694555496624e-05,
      "loss": 0.2292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21655909717082977,
      "step": 3795,
      "valid_targets_mean": 3591.1,
      "valid_targets_min": 1685
    },
    {
      "epoch": 3.991596638655462,
      "grad_norm": 0.6385611154020212,
      "learning_rate": 1.860243180737721e-05,
      "loss": 0.2315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23146796226501465,
      "step": 3800,
      "valid_targets_mean": 3571.6,
      "valid_targets_min": 1793
    },
    {
      "epoch": 3.9968487394957983,
      "grad_norm": 0.6361743923463639,
      "learning_rate": 1.8550178647619664e-05,
      "loss": 0.2344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23826557397842407,
      "step": 3805,
      "valid_targets_mean": 3868.6,
      "valid_targets_min": 1976
    },
    {
      "epoch": 4.0021008403361344,
      "grad_norm": 0.9276215598529717,
      "learning_rate": 1.84979354347197e-05,
      "loss": 0.2029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17189082503318787,
      "step": 3810,
      "valid_targets_mean": 1553.1,
      "valid_targets_min": 777
    },
    {
      "epoch": 4.007352941176471,
      "grad_norm": 0.866049721179808,
      "learning_rate": 1.8445702527104782e-05,
      "loss": 0.1654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1560104489326477,
      "step": 3815,
      "valid_targets_mean": 1315.5,
      "valid_targets_min": 705
    },
    {
      "epoch": 4.012605042016807,
      "grad_norm": 0.7548114470500479,
      "learning_rate": 1.8393480283131677e-05,
      "loss": 0.1496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1479974240064621,
      "step": 3820,
      "valid_targets_mean": 1626.6,
      "valid_targets_min": 906
    },
    {
      "epoch": 4.017857142857143,
      "grad_norm": 0.8337315927989255,
      "learning_rate": 1.8341269061083996e-05,
      "loss": 0.1512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12990880012512207,
      "step": 3825,
      "valid_targets_mean": 1316.2,
      "valid_targets_min": 680
    },
    {
      "epoch": 4.023109243697479,
      "grad_norm": 0.8291733641726188,
      "learning_rate": 1.8289069219169717e-05,
      "loss": 0.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15963760018348694,
      "step": 3830,
      "valid_targets_mean": 1752.4,
      "valid_targets_min": 819
    },
    {
      "epoch": 4.0283613445378155,
      "grad_norm": 0.8304874985400824,
      "learning_rate": 1.8236881115518766e-05,
      "loss": 0.1498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14934542775154114,
      "step": 3835,
      "valid_targets_mean": 1383.9,
      "valid_targets_min": 734
    },
    {
      "epoch": 4.033613445378151,
      "grad_norm": 0.8052129046929378,
      "learning_rate": 1.8184705108180516e-05,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15371397137641907,
      "step": 3840,
      "valid_targets_mean": 1573.9,
      "valid_targets_min": 930
    },
    {
      "epoch": 4.038865546218488,
      "grad_norm": 0.8085904112301928,
      "learning_rate": 1.8132541555121353e-05,
      "loss": 0.1364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14829567074775696,
      "step": 3845,
      "valid_targets_mean": 1383.1,
      "valid_targets_min": 737
    },
    {
      "epoch": 4.044117647058823,
      "grad_norm": 0.8018131771688088,
      "learning_rate": 1.808039081422223e-05,
      "loss": 0.1588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1333727240562439,
      "step": 3850,
      "valid_targets_mean": 1518.7,
      "valid_targets_min": 759
    },
    {
      "epoch": 4.04936974789916,
      "grad_norm": 0.8491004069838234,
      "learning_rate": 1.802825324327618e-05,
      "loss": 0.1447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15288317203521729,
      "step": 3855,
      "valid_targets_mean": 1489.7,
      "valid_targets_min": 753
    },
    {
      "epoch": 4.054621848739496,
      "grad_norm": 0.8165835733627114,
      "learning_rate": 1.7976129199985886e-05,
      "loss": 0.147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1399635225534439,
      "step": 3860,
      "valid_targets_mean": 1304.5,
      "valid_targets_min": 572
    },
    {
      "epoch": 4.059873949579832,
      "grad_norm": 0.7748737501704929,
      "learning_rate": 1.7924019041961228e-05,
      "loss": 0.1461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14403750002384186,
      "step": 3865,
      "valid_targets_mean": 1409.2,
      "valid_targets_min": 679
    },
    {
      "epoch": 4.065126050420168,
      "grad_norm": 0.8803098411860152,
      "learning_rate": 1.7871923126716827e-05,
      "loss": 0.1501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15918989479541779,
      "step": 3870,
      "valid_targets_mean": 1331.1,
      "valid_targets_min": 771
    },
    {
      "epoch": 4.070378151260504,
      "grad_norm": 0.753689435569324,
      "learning_rate": 1.7819841811669573e-05,
      "loss": 0.1342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13107150793075562,
      "step": 3875,
      "valid_targets_mean": 1473.2,
      "valid_targets_min": 842
    },
    {
      "epoch": 4.07563025210084,
      "grad_norm": 0.7637352369796083,
      "learning_rate": 1.7767775454136194e-05,
      "loss": 0.1367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12565407156944275,
      "step": 3880,
      "valid_targets_mean": 1367.2,
      "valid_targets_min": 822
    },
    {
      "epoch": 4.080882352941177,
      "grad_norm": 0.8931529994254264,
      "learning_rate": 1.7715724411330806e-05,
      "loss": 0.1381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1554366648197174,
      "step": 3885,
      "valid_targets_mean": 1507.5,
      "valid_targets_min": 675
    },
    {
      "epoch": 4.086134453781512,
      "grad_norm": 0.8058581428686146,
      "learning_rate": 1.7663689040362446e-05,
      "loss": 0.1444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14042530953884125,
      "step": 3890,
      "valid_targets_mean": 1363.7,
      "valid_targets_min": 892
    },
    {
      "epoch": 4.091386554621849,
      "grad_norm": 0.8507202166895215,
      "learning_rate": 1.761166969823262e-05,
      "loss": 0.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13831481337547302,
      "step": 3895,
      "valid_targets_mean": 1315.4,
      "valid_targets_min": 656
    },
    {
      "epoch": 4.0966386554621845,
      "grad_norm": 0.7947736774793486,
      "learning_rate": 1.7559666741832896e-05,
      "loss": 0.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12960849702358246,
      "step": 3900,
      "valid_targets_mean": 1341.5,
      "valid_targets_min": 681
    },
    {
      "epoch": 4.101890756302521,
      "grad_norm": 0.8251862770713435,
      "learning_rate": 1.750768052794239e-05,
      "loss": 0.1514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15292903780937195,
      "step": 3905,
      "valid_targets_mean": 1436.5,
      "valid_targets_min": 548
    },
    {
      "epoch": 4.107142857142857,
      "grad_norm": 0.799156965792982,
      "learning_rate": 1.7455711413225372e-05,
      "loss": 0.142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13684728741645813,
      "step": 3910,
      "valid_targets_mean": 1338.8,
      "valid_targets_min": 658
    },
    {
      "epoch": 4.112394957983193,
      "grad_norm": 0.8117329071283277,
      "learning_rate": 1.7403759754228794e-05,
      "loss": 0.14,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13306397199630737,
      "step": 3915,
      "valid_targets_mean": 1343.0,
      "valid_targets_min": 650
    },
    {
      "epoch": 4.117647058823529,
      "grad_norm": 0.8678892755082293,
      "learning_rate": 1.7351825907379837e-05,
      "loss": 0.1426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1487090289592743,
      "step": 3920,
      "valid_targets_mean": 1398.7,
      "valid_targets_min": 734
    },
    {
      "epoch": 4.1228991596638656,
      "grad_norm": 0.8732015715863755,
      "learning_rate": 1.7299910228983513e-05,
      "loss": 0.1317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14107802510261536,
      "step": 3925,
      "valid_targets_mean": 1339.1,
      "valid_targets_min": 704
    },
    {
      "epoch": 4.128151260504202,
      "grad_norm": 0.8358116761683432,
      "learning_rate": 1.7248013075220128e-05,
      "loss": 0.14,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13086049258708954,
      "step": 3930,
      "valid_targets_mean": 1377.6,
      "valid_targets_min": 686
    },
    {
      "epoch": 4.133403361344538,
      "grad_norm": 0.882675069386114,
      "learning_rate": 1.7196134802142945e-05,
      "loss": 0.1393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1546640843153,
      "step": 3935,
      "valid_targets_mean": 1540.8,
      "valid_targets_min": 697
    },
    {
      "epoch": 4.138655462184874,
      "grad_norm": 0.7673275063053835,
      "learning_rate": 1.7144275765675673e-05,
      "loss": 0.1388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13223353028297424,
      "step": 3940,
      "valid_targets_mean": 1435.7,
      "valid_targets_min": 779
    },
    {
      "epoch": 4.14390756302521,
      "grad_norm": 0.8161750428827426,
      "learning_rate": 1.7092436321610042e-05,
      "loss": 0.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.147655189037323,
      "step": 3945,
      "valid_targets_mean": 1520.5,
      "valid_targets_min": 729
    },
    {
      "epoch": 4.149159663865547,
      "grad_norm": 0.8361768379372263,
      "learning_rate": 1.704061682560336e-05,
      "loss": 0.1375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13745343685150146,
      "step": 3950,
      "valid_targets_mean": 1408.2,
      "valid_targets_min": 661
    },
    {
      "epoch": 4.154411764705882,
      "grad_norm": 0.8345898800935504,
      "learning_rate": 1.698881763317609e-05,
      "loss": 0.1438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13992251455783844,
      "step": 3955,
      "valid_targets_mean": 1531.4,
      "valid_targets_min": 847
    },
    {
      "epoch": 4.159663865546219,
      "grad_norm": 0.7875946022995587,
      "learning_rate": 1.69370390997094e-05,
      "loss": 0.1387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13176432251930237,
      "step": 3960,
      "valid_targets_mean": 1391.6,
      "valid_targets_min": 758
    },
    {
      "epoch": 4.1649159663865545,
      "grad_norm": 0.7017178626610292,
      "learning_rate": 1.6885281580442677e-05,
      "loss": 0.142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.114842988550663,
      "step": 3965,
      "valid_targets_mean": 1312.7,
      "valid_targets_min": 800
    },
    {
      "epoch": 4.170168067226891,
      "grad_norm": 0.7974602402640565,
      "learning_rate": 1.6833545430471194e-05,
      "loss": 0.1374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1272060126066208,
      "step": 3970,
      "valid_targets_mean": 1347.1,
      "valid_targets_min": 803
    },
    {
      "epoch": 4.175420168067227,
      "grad_norm": 0.8100956763693268,
      "learning_rate": 1.678183100474359e-05,
      "loss": 0.1378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13280612230300903,
      "step": 3975,
      "valid_targets_mean": 1394.2,
      "valid_targets_min": 749
    },
    {
      "epoch": 4.180672268907563,
      "grad_norm": 0.8839233586552578,
      "learning_rate": 1.6730138658059448e-05,
      "loss": 0.1279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13839851319789886,
      "step": 3980,
      "valid_targets_mean": 1372.1,
      "valid_targets_min": 837
    },
    {
      "epoch": 4.185924369747899,
      "grad_norm": 0.7770716555066293,
      "learning_rate": 1.667846874506689e-05,
      "loss": 0.1345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12787684798240662,
      "step": 3985,
      "valid_targets_mean": 1425.2,
      "valid_targets_min": 719
    },
    {
      "epoch": 4.1911764705882355,
      "grad_norm": 0.8263514960899874,
      "learning_rate": 1.662682162026012e-05,
      "loss": 0.1384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14100591838359833,
      "step": 3990,
      "valid_targets_mean": 1423.1,
      "valid_targets_min": 765
    },
    {
      "epoch": 4.196428571428571,
      "grad_norm": 0.8174867184649295,
      "learning_rate": 1.6575197637976995e-05,
      "loss": 0.1377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14689315855503082,
      "step": 3995,
      "valid_targets_mean": 1509.8,
      "valid_targets_min": 875
    },
    {
      "epoch": 4.201680672268908,
      "grad_norm": 0.8589762302363031,
      "learning_rate": 1.652359715239661e-05,
      "loss": 0.1368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13010036945343018,
      "step": 4000,
      "valid_targets_mean": 1292.4,
      "valid_targets_min": 655
    },
    {
      "epoch": 4.206932773109243,
      "grad_norm": 0.8425688419243291,
      "learning_rate": 1.6472020517536828e-05,
      "loss": 0.14,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1463192105293274,
      "step": 4005,
      "valid_targets_mean": 1474.6,
      "valid_targets_min": 669
    },
    {
      "epoch": 4.21218487394958,
      "grad_norm": 0.8171247963907109,
      "learning_rate": 1.6420468087251907e-05,
      "loss": 0.1321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13386958837509155,
      "step": 4010,
      "valid_targets_mean": 1377.2,
      "valid_targets_min": 1046
    },
    {
      "epoch": 4.217436974789916,
      "grad_norm": 0.8221524193856137,
      "learning_rate": 1.6368940215230026e-05,
      "loss": 0.1398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14860522747039795,
      "step": 4015,
      "valid_targets_mean": 1693.8,
      "valid_targets_min": 703
    },
    {
      "epoch": 4.222689075630252,
      "grad_norm": 0.8080758516493216,
      "learning_rate": 1.6317437254990875e-05,
      "loss": 0.1413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13878750801086426,
      "step": 4020,
      "valid_targets_mean": 1473.4,
      "valid_targets_min": 846
    },
    {
      "epoch": 4.227941176470588,
      "grad_norm": 0.8329372613650491,
      "learning_rate": 1.626595955988325e-05,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14070574939250946,
      "step": 4025,
      "valid_targets_mean": 1439.1,
      "valid_targets_min": 764
    },
    {
      "epoch": 4.233193277310924,
      "grad_norm": 0.7819540997359885,
      "learning_rate": 1.6214507483082593e-05,
      "loss": 0.1315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13133744895458221,
      "step": 4030,
      "valid_targets_mean": 1577.8,
      "valid_targets_min": 822
    },
    {
      "epoch": 4.23844537815126,
      "grad_norm": 0.7658805060914474,
      "learning_rate": 1.6163081377588588e-05,
      "loss": 0.131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13184303045272827,
      "step": 4035,
      "valid_targets_mean": 1500.7,
      "valid_targets_min": 982
    },
    {
      "epoch": 4.243697478991597,
      "grad_norm": 0.7854703396401594,
      "learning_rate": 1.6111681596222732e-05,
      "loss": 0.1426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13113921880722046,
      "step": 4040,
      "valid_targets_mean": 1402.2,
      "valid_targets_min": 713
    },
    {
      "epoch": 4.248949579831933,
      "grad_norm": 0.765545221207553,
      "learning_rate": 1.606030849162593e-05,
      "loss": 0.1336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1270998865365982,
      "step": 4045,
      "valid_targets_mean": 1522.0,
      "valid_targets_min": 721
    },
    {
      "epoch": 4.254201680672269,
      "grad_norm": 0.80112535205176,
      "learning_rate": 1.600896241625605e-05,
      "loss": 0.1314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13291269540786743,
      "step": 4050,
      "valid_targets_mean": 1373.8,
      "valid_targets_min": 741
    },
    {
      "epoch": 4.2594537815126055,
      "grad_norm": 0.8177224842495399,
      "learning_rate": 1.5957643722385532e-05,
      "loss": 0.132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14079031348228455,
      "step": 4055,
      "valid_targets_mean": 1517.9,
      "valid_targets_min": 734
    },
    {
      "epoch": 4.264705882352941,
      "grad_norm": 0.795808535657422,
      "learning_rate": 1.590635276209896e-05,
      "loss": 0.1396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13821426033973694,
      "step": 4060,
      "valid_targets_mean": 1521.1,
      "valid_targets_min": 744
    },
    {
      "epoch": 4.269957983193278,
      "grad_norm": 0.8258679101265551,
      "learning_rate": 1.5855089887290634e-05,
      "loss": 0.1391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14685073494911194,
      "step": 4065,
      "valid_targets_mean": 1565.1,
      "valid_targets_min": 620
    },
    {
      "epoch": 4.275210084033613,
      "grad_norm": 0.8117779327857177,
      "learning_rate": 1.5803855449662175e-05,
      "loss": 0.1323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13573217391967773,
      "step": 4070,
      "valid_targets_mean": 1411.9,
      "valid_targets_min": 622
    },
    {
      "epoch": 4.28046218487395,
      "grad_norm": 0.7103133306723244,
      "learning_rate": 1.5752649800720096e-05,
      "loss": 0.1355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14503194391727448,
      "step": 4075,
      "valid_targets_mean": 1797.2,
      "valid_targets_min": 740
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.7877525685043663,
      "learning_rate": 1.5701473291773395e-05,
      "loss": 0.1303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12483812868595123,
      "step": 4080,
      "valid_targets_mean": 1316.6,
      "valid_targets_min": 694
    },
    {
      "epoch": 4.290966386554622,
      "grad_norm": 0.7744871393889592,
      "learning_rate": 1.5650326273931166e-05,
      "loss": 0.137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13510701060295105,
      "step": 4085,
      "valid_targets_mean": 1644.8,
      "valid_targets_min": 902
    },
    {
      "epoch": 4.296218487394958,
      "grad_norm": 0.7786406479142675,
      "learning_rate": 1.559920909810016e-05,
      "loss": 0.1311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13013191521167755,
      "step": 4090,
      "valid_targets_mean": 1388.4,
      "valid_targets_min": 674
    },
    {
      "epoch": 4.301470588235294,
      "grad_norm": 0.7764860246380487,
      "learning_rate": 1.5548122114982393e-05,
      "loss": 0.1272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12222108244895935,
      "step": 4095,
      "valid_targets_mean": 1277.5,
      "valid_targets_min": 661
    },
    {
      "epoch": 4.30672268907563,
      "grad_norm": 0.8106042463016419,
      "learning_rate": 1.5497065675072728e-05,
      "loss": 0.1279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14016015827655792,
      "step": 4100,
      "valid_targets_mean": 1502.6,
      "valid_targets_min": 912
    },
    {
      "epoch": 4.311974789915967,
      "grad_norm": 0.8543220451468436,
      "learning_rate": 1.5446040128656485e-05,
      "loss": 0.1403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14713945984840393,
      "step": 4105,
      "valid_targets_mean": 1561.8,
      "valid_targets_min": 1181
    },
    {
      "epoch": 4.317226890756302,
      "grad_norm": 0.7953069524968457,
      "learning_rate": 1.539504582580704e-05,
      "loss": 0.1292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12721598148345947,
      "step": 4110,
      "valid_targets_mean": 1307.5,
      "valid_targets_min": 773
    },
    {
      "epoch": 4.322478991596639,
      "grad_norm": 0.8097826390836019,
      "learning_rate": 1.5344083116383395e-05,
      "loss": 0.1339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12812337279319763,
      "step": 4115,
      "valid_targets_mean": 1381.6,
      "valid_targets_min": 679
    },
    {
      "epoch": 4.3277310924369745,
      "grad_norm": 0.7958890094736837,
      "learning_rate": 1.529315235002781e-05,
      "loss": 0.1375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14337149262428284,
      "step": 4120,
      "valid_targets_mean": 1599.2,
      "valid_targets_min": 818
    },
    {
      "epoch": 4.332983193277311,
      "grad_norm": 0.783528991087372,
      "learning_rate": 1.5242253876163399e-05,
      "loss": 0.1351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12217546254396439,
      "step": 4125,
      "valid_targets_mean": 1385.0,
      "valid_targets_min": 635
    },
    {
      "epoch": 4.338235294117647,
      "grad_norm": 0.8168471451852063,
      "learning_rate": 1.5191388043991712e-05,
      "loss": 0.1322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12848719954490662,
      "step": 4130,
      "valid_targets_mean": 1420.3,
      "valid_targets_min": 592
    },
    {
      "epoch": 4.343487394957983,
      "grad_norm": 0.8687088982404517,
      "learning_rate": 1.5140555202490359e-05,
      "loss": 0.1335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1381555199623108,
      "step": 4135,
      "valid_targets_mean": 1435.8,
      "valid_targets_min": 662
    },
    {
      "epoch": 4.348739495798319,
      "grad_norm": 0.824701387692817,
      "learning_rate": 1.5089755700410602e-05,
      "loss": 0.1358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13314849138259888,
      "step": 4140,
      "valid_targets_mean": 1477.9,
      "valid_targets_min": 622
    },
    {
      "epoch": 4.3539915966386555,
      "grad_norm": 1.1187004100398168,
      "learning_rate": 1.5038989886274992e-05,
      "loss": 0.1372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1633179783821106,
      "step": 4145,
      "valid_targets_mean": 1382.3,
      "valid_targets_min": 625
    },
    {
      "epoch": 4.359243697478991,
      "grad_norm": 0.843059495998902,
      "learning_rate": 1.498825810837492e-05,
      "loss": 0.1354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12570440769195557,
      "step": 4150,
      "valid_targets_mean": 1461.6,
      "valid_targets_min": 888
    },
    {
      "epoch": 4.364495798319328,
      "grad_norm": 0.816554096771243,
      "learning_rate": 1.4937560714768283e-05,
      "loss": 0.1385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1403723806142807,
      "step": 4155,
      "valid_targets_mean": 1461.2,
      "valid_targets_min": 635
    },
    {
      "epoch": 4.369747899159664,
      "grad_norm": 0.8797104989098917,
      "learning_rate": 1.4886898053277086e-05,
      "loss": 0.1366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15383698046207428,
      "step": 4160,
      "valid_targets_mean": 1542.3,
      "valid_targets_min": 522
    },
    {
      "epoch": 4.375,
      "grad_norm": 0.7898626242305901,
      "learning_rate": 1.4836270471485029e-05,
      "loss": 0.1326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12376511842012405,
      "step": 4165,
      "valid_targets_mean": 1244.7,
      "valid_targets_min": 697
    },
    {
      "epoch": 4.380252100840336,
      "grad_norm": 0.8780197054651814,
      "learning_rate": 1.4785678316735144e-05,
      "loss": 0.1308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14664515852928162,
      "step": 4170,
      "valid_targets_mean": 1673.9,
      "valid_targets_min": 730
    },
    {
      "epoch": 4.385504201680672,
      "grad_norm": 0.9346525477732902,
      "learning_rate": 1.4735121936127406e-05,
      "loss": 0.1321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15194876492023468,
      "step": 4175,
      "valid_targets_mean": 1695.9,
      "valid_targets_min": 719
    },
    {
      "epoch": 4.390756302521009,
      "grad_norm": 0.9211785858456039,
      "learning_rate": 1.4684601676516366e-05,
      "loss": 0.1318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.138489231467247,
      "step": 4180,
      "valid_targets_mean": 1400.1,
      "valid_targets_min": 745
    },
    {
      "epoch": 4.3960084033613445,
      "grad_norm": 0.8373085168906266,
      "learning_rate": 1.4634117884508738e-05,
      "loss": 0.1274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12678782641887665,
      "step": 4185,
      "valid_targets_mean": 1299.4,
      "valid_targets_min": 680
    },
    {
      "epoch": 4.401260504201681,
      "grad_norm": 0.8325212171741512,
      "learning_rate": 1.458367090646105e-05,
      "loss": 0.1278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1405733823776245,
      "step": 4190,
      "valid_targets_mean": 1521.1,
      "valid_targets_min": 778
    },
    {
      "epoch": 4.406512605042017,
      "grad_norm": 0.9073092150371975,
      "learning_rate": 1.4533261088477257e-05,
      "loss": 0.141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16051650047302246,
      "step": 4195,
      "valid_targets_mean": 1617.8,
      "valid_targets_min": 851
    },
    {
      "epoch": 4.411764705882353,
      "grad_norm": 0.7397162950148408,
      "learning_rate": 1.448288877640637e-05,
      "loss": 0.1297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11534975469112396,
      "step": 4200,
      "valid_targets_mean": 1434.4,
      "valid_targets_min": 692
    },
    {
      "epoch": 4.417016806722689,
      "grad_norm": 0.7733942072643732,
      "learning_rate": 1.4432554315840082e-05,
      "loss": 0.1279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12870749831199646,
      "step": 4205,
      "valid_targets_mean": 1500.7,
      "valid_targets_min": 741
    },
    {
      "epoch": 4.4222689075630255,
      "grad_norm": 0.8287058084711577,
      "learning_rate": 1.438225805211039e-05,
      "loss": 0.1252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12352833896875381,
      "step": 4210,
      "valid_targets_mean": 1306.1,
      "valid_targets_min": 639
    },
    {
      "epoch": 4.427521008403361,
      "grad_norm": 0.8460146278274804,
      "learning_rate": 1.4332000330287248e-05,
      "loss": 0.1163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11612292379140854,
      "step": 4215,
      "valid_targets_mean": 1381.9,
      "valid_targets_min": 772
    },
    {
      "epoch": 4.432773109243698,
      "grad_norm": 0.8428338799366506,
      "learning_rate": 1.428178149517617e-05,
      "loss": 0.1303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1271061897277832,
      "step": 4220,
      "valid_targets_mean": 1532.2,
      "valid_targets_min": 765
    },
    {
      "epoch": 4.438025210084033,
      "grad_norm": 0.7764971458397468,
      "learning_rate": 1.4231601891315876e-05,
      "loss": 0.1255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1206718236207962,
      "step": 4225,
      "valid_targets_mean": 1425.2,
      "valid_targets_min": 695
    },
    {
      "epoch": 4.44327731092437,
      "grad_norm": 0.8017610552892988,
      "learning_rate": 1.418146186297594e-05,
      "loss": 0.1257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12809637188911438,
      "step": 4230,
      "valid_targets_mean": 1575.6,
      "valid_targets_min": 807
    },
    {
      "epoch": 4.448529411764706,
      "grad_norm": 0.8204445283311675,
      "learning_rate": 1.413136175415441e-05,
      "loss": 0.1298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1299220323562622,
      "step": 4235,
      "valid_targets_mean": 1367.1,
      "valid_targets_min": 873
    },
    {
      "epoch": 4.453781512605042,
      "grad_norm": 0.8229673951166021,
      "learning_rate": 1.4081301908575457e-05,
      "loss": 0.1265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13332301378250122,
      "step": 4240,
      "valid_targets_mean": 1369.4,
      "valid_targets_min": 591
    },
    {
      "epoch": 4.459033613445378,
      "grad_norm": 0.8025930909766332,
      "learning_rate": 1.4031282669687035e-05,
      "loss": 0.1291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11734200268983841,
      "step": 4245,
      "valid_targets_mean": 1319.9,
      "valid_targets_min": 646
    },
    {
      "epoch": 4.464285714285714,
      "grad_norm": 0.9239894606873152,
      "learning_rate": 1.3981304380658474e-05,
      "loss": 0.1925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21401086449623108,
      "step": 4250,
      "valid_targets_mean": 4488.5,
      "valid_targets_min": 1323
    },
    {
      "epoch": 4.46953781512605,
      "grad_norm": 0.6598274422549769,
      "learning_rate": 1.3931367384378183e-05,
      "loss": 0.2242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2256534993648529,
      "step": 4255,
      "valid_targets_mean": 4344.8,
      "valid_targets_min": 1631
    },
    {
      "epoch": 4.474789915966387,
      "grad_norm": 0.5777142536216642,
      "learning_rate": 1.3881472023451262e-05,
      "loss": 0.2173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21953260898590088,
      "step": 4260,
      "valid_targets_mean": 4358.4,
      "valid_targets_min": 1509
    },
    {
      "epoch": 4.480042016806722,
      "grad_norm": 0.5644265671396247,
      "learning_rate": 1.3831618640197153e-05,
      "loss": 0.211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19617916643619537,
      "step": 4265,
      "valid_targets_mean": 4067.4,
      "valid_targets_min": 2689
    },
    {
      "epoch": 4.485294117647059,
      "grad_norm": 0.6800329773093203,
      "learning_rate": 1.3781807576647315e-05,
      "loss": 0.202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19588659703731537,
      "step": 4270,
      "valid_targets_mean": 3231.8,
      "valid_targets_min": 1184
    },
    {
      "epoch": 4.4905462184873945,
      "grad_norm": 0.583998108779037,
      "learning_rate": 1.373203917454285e-05,
      "loss": 0.2187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18826688826084137,
      "step": 4275,
      "valid_targets_mean": 4015.0,
      "valid_targets_min": 1413
    },
    {
      "epoch": 4.495798319327731,
      "grad_norm": 0.5993018924234834,
      "learning_rate": 1.3682313775332186e-05,
      "loss": 0.1913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20078253746032715,
      "step": 4280,
      "valid_targets_mean": 4218.1,
      "valid_targets_min": 2160
    },
    {
      "epoch": 4.501050420168067,
      "grad_norm": 0.6213345974417059,
      "learning_rate": 1.3632631720168705e-05,
      "loss": 0.2102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21006864309310913,
      "step": 4285,
      "valid_targets_mean": 3998.2,
      "valid_targets_min": 1654
    },
    {
      "epoch": 4.506302521008403,
      "grad_norm": 0.6454438419555589,
      "learning_rate": 1.358299334990842e-05,
      "loss": 0.2107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21891412138938904,
      "step": 4290,
      "valid_targets_mean": 3480.9,
      "valid_targets_min": 1462
    },
    {
      "epoch": 4.51155462184874,
      "grad_norm": 0.5793855112485845,
      "learning_rate": 1.3533399005107635e-05,
      "loss": 0.214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19543211162090302,
      "step": 4295,
      "valid_targets_mean": 4008.8,
      "valid_targets_min": 874
    },
    {
      "epoch": 4.516806722689076,
      "grad_norm": 0.5886149747788205,
      "learning_rate": 1.3483849026020603e-05,
      "loss": 0.2089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19601313769817352,
      "step": 4300,
      "valid_targets_mean": 3658.9,
      "valid_targets_min": 953
    },
    {
      "epoch": 4.522058823529412,
      "grad_norm": 0.6162622988474424,
      "learning_rate": 1.3434343752597199e-05,
      "loss": 0.2143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2158222198486328,
      "step": 4305,
      "valid_targets_mean": 4291.2,
      "valid_targets_min": 1265
    },
    {
      "epoch": 4.527310924369748,
      "grad_norm": 0.5225855536952907,
      "learning_rate": 1.3384883524480576e-05,
      "loss": 0.2084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1962510198354721,
      "step": 4310,
      "valid_targets_mean": 4939.0,
      "valid_targets_min": 1596
    },
    {
      "epoch": 4.532563025210084,
      "grad_norm": 0.639285317945504,
      "learning_rate": 1.333546868100486e-05,
      "loss": 0.2098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20231905579566956,
      "step": 4315,
      "valid_targets_mean": 3340.8,
      "valid_targets_min": 1759
    },
    {
      "epoch": 4.53781512605042,
      "grad_norm": 0.6692843580892279,
      "learning_rate": 1.3286099561192784e-05,
      "loss": 0.2128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21312329173088074,
      "step": 4320,
      "valid_targets_mean": 3084.3,
      "valid_targets_min": 1353
    },
    {
      "epoch": 4.543067226890757,
      "grad_norm": 0.6120205294157653,
      "learning_rate": 1.3236776503753397e-05,
      "loss": 0.2112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19397076964378357,
      "step": 4325,
      "valid_targets_mean": 3763.4,
      "valid_targets_min": 1643
    },
    {
      "epoch": 4.548319327731092,
      "grad_norm": 0.668479121847745,
      "learning_rate": 1.3187499847079713e-05,
      "loss": 0.2093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2041492760181427,
      "step": 4330,
      "valid_targets_mean": 3227.9,
      "valid_targets_min": 1269
    },
    {
      "epoch": 4.553571428571429,
      "grad_norm": 0.6752786859520122,
      "learning_rate": 1.3138269929246427e-05,
      "loss": 0.2217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22046181559562683,
      "step": 4335,
      "valid_targets_mean": 3324.2,
      "valid_targets_min": 1681
    },
    {
      "epoch": 4.5588235294117645,
      "grad_norm": 0.6548319871768743,
      "learning_rate": 1.308908708800753e-05,
      "loss": 0.2125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2117079198360443,
      "step": 4340,
      "valid_targets_mean": 3792.3,
      "valid_targets_min": 1477
    },
    {
      "epoch": 4.564075630252101,
      "grad_norm": 0.6879232525076725,
      "learning_rate": 1.3039951660794063e-05,
      "loss": 0.2128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20829437673091888,
      "step": 4345,
      "valid_targets_mean": 3502.8,
      "valid_targets_min": 662
    },
    {
      "epoch": 4.569327731092437,
      "grad_norm": 0.6897322297757514,
      "learning_rate": 1.2990863984711773e-05,
      "loss": 0.2062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21518868207931519,
      "step": 4350,
      "valid_targets_mean": 3320.8,
      "valid_targets_min": 2077
    },
    {
      "epoch": 4.574579831932773,
      "grad_norm": 0.688837675359442,
      "learning_rate": 1.294182439653878e-05,
      "loss": 0.2003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18814504146575928,
      "step": 4355,
      "valid_targets_mean": 2756.4,
      "valid_targets_min": 1505
    },
    {
      "epoch": 4.579831932773109,
      "grad_norm": 0.7330677533755521,
      "learning_rate": 1.2892833232723297e-05,
      "loss": 0.2183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24092328548431396,
      "step": 4360,
      "valid_targets_mean": 3447.9,
      "valid_targets_min": 1978
    },
    {
      "epoch": 4.5850840336134455,
      "grad_norm": 0.7241849761685287,
      "learning_rate": 1.2843890829381303e-05,
      "loss": 0.2165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26030996441841125,
      "step": 4365,
      "valid_targets_mean": 4194.2,
      "valid_targets_min": 1490
    },
    {
      "epoch": 4.590336134453781,
      "grad_norm": 0.7026396424067808,
      "learning_rate": 1.2794997522294263e-05,
      "loss": 0.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21944516897201538,
      "step": 4370,
      "valid_targets_mean": 2970.4,
      "valid_targets_min": 1422
    },
    {
      "epoch": 4.595588235294118,
      "grad_norm": 0.6259185795346857,
      "learning_rate": 1.2746153646906766e-05,
      "loss": 0.1976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1922265887260437,
      "step": 4375,
      "valid_targets_mean": 3396.0,
      "valid_targets_min": 1603
    },
    {
      "epoch": 4.600840336134453,
      "grad_norm": 0.7438486179833006,
      "learning_rate": 1.2697359538324303e-05,
      "loss": 0.2121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21673396229743958,
      "step": 4380,
      "valid_targets_mean": 2728.2,
      "valid_targets_min": 863
    },
    {
      "epoch": 4.60609243697479,
      "grad_norm": 0.6370907634088678,
      "learning_rate": 1.2648615531310907e-05,
      "loss": 0.2024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19770187139511108,
      "step": 4385,
      "valid_targets_mean": 3677.7,
      "valid_targets_min": 1208
    },
    {
      "epoch": 4.6113445378151265,
      "grad_norm": 0.68482682086709,
      "learning_rate": 1.259992196028688e-05,
      "loss": 0.2102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2116718888282776,
      "step": 4390,
      "valid_targets_mean": 3316.8,
      "valid_targets_min": 1501
    },
    {
      "epoch": 4.616596638655462,
      "grad_norm": 0.7052208338762722,
      "learning_rate": 1.2551279159326495e-05,
      "loss": 0.2127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2252679467201233,
      "step": 4395,
      "valid_targets_mean": 3425.5,
      "valid_targets_min": 1828
    },
    {
      "epoch": 4.621848739495798,
      "grad_norm": 0.6124764309205445,
      "learning_rate": 1.2502687462155709e-05,
      "loss": 0.202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1903487741947174,
      "step": 4400,
      "valid_targets_mean": 3237.6,
      "valid_targets_min": 1110
    },
    {
      "epoch": 4.6271008403361344,
      "grad_norm": 0.8771050749310795,
      "learning_rate": 1.2454147202149865e-05,
      "loss": 0.2051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21824470162391663,
      "step": 4405,
      "valid_targets_mean": 2931.8,
      "valid_targets_min": 1283
    },
    {
      "epoch": 4.632352941176471,
      "grad_norm": 0.681928418139891,
      "learning_rate": 1.2405658712331409e-05,
      "loss": 0.2058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20178645849227905,
      "step": 4410,
      "valid_targets_mean": 3311.4,
      "valid_targets_min": 1714
    },
    {
      "epoch": 4.637605042016807,
      "grad_norm": 0.7118807798201505,
      "learning_rate": 1.2357222325367604e-05,
      "loss": 0.2084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21912041306495667,
      "step": 4415,
      "valid_targets_mean": 3572.0,
      "valid_targets_min": 1216
    },
    {
      "epoch": 4.642857142857143,
      "grad_norm": 0.6823054558978693,
      "learning_rate": 1.2308838373568249e-05,
      "loss": 0.2051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20421810448169708,
      "step": 4420,
      "valid_targets_mean": 3451.4,
      "valid_targets_min": 924
    },
    {
      "epoch": 4.648109243697479,
      "grad_norm": 0.6938843637670672,
      "learning_rate": 1.2260507188883395e-05,
      "loss": 0.2049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19850008189678192,
      "step": 4425,
      "valid_targets_mean": 3175.6,
      "valid_targets_min": 1292
    },
    {
      "epoch": 4.6533613445378155,
      "grad_norm": 0.7077142011650852,
      "learning_rate": 1.2212229102901077e-05,
      "loss": 0.2091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2047484815120697,
      "step": 4430,
      "valid_targets_mean": 3533.4,
      "valid_targets_min": 1265
    },
    {
      "epoch": 4.658613445378151,
      "grad_norm": 0.7159319249656814,
      "learning_rate": 1.2164004446845037e-05,
      "loss": 0.1944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20691466331481934,
      "step": 4435,
      "valid_targets_mean": 3325.9,
      "valid_targets_min": 1394
    },
    {
      "epoch": 4.663865546218488,
      "grad_norm": 0.7559645592765224,
      "learning_rate": 1.2115833551572438e-05,
      "loss": 0.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2295243889093399,
      "step": 4440,
      "valid_targets_mean": 3590.2,
      "valid_targets_min": 1844
    },
    {
      "epoch": 4.669117647058823,
      "grad_norm": 0.7415198687787329,
      "learning_rate": 1.2067716747571616e-05,
      "loss": 0.1999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23479296267032623,
      "step": 4445,
      "valid_targets_mean": 3564.9,
      "valid_targets_min": 1482
    },
    {
      "epoch": 4.67436974789916,
      "grad_norm": 0.688853324893974,
      "learning_rate": 1.201965436495978e-05,
      "loss": 0.2005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21714499592781067,
      "step": 4450,
      "valid_targets_mean": 3340.8,
      "valid_targets_min": 1654
    },
    {
      "epoch": 4.679621848739496,
      "grad_norm": 0.7016909162355258,
      "learning_rate": 1.1971646733480784e-05,
      "loss": 0.2067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20046481490135193,
      "step": 4455,
      "valid_targets_mean": 2951.6,
      "valid_targets_min": 584
    },
    {
      "epoch": 4.684873949579832,
      "grad_norm": 0.6941971218245336,
      "learning_rate": 1.1923694182502848e-05,
      "loss": 0.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2116384208202362,
      "step": 4460,
      "valid_targets_mean": 3478.9,
      "valid_targets_min": 1049
    },
    {
      "epoch": 4.690126050420168,
      "grad_norm": 0.6893303247496907,
      "learning_rate": 1.1875797041016286e-05,
      "loss": 0.2129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2102683186531067,
      "step": 4465,
      "valid_targets_mean": 3287.8,
      "valid_targets_min": 1350
    },
    {
      "epoch": 4.695378151260504,
      "grad_norm": 0.7350721707173831,
      "learning_rate": 1.1827955637631283e-05,
      "loss": 0.2089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21726731956005096,
      "step": 4470,
      "valid_targets_mean": 3590.0,
      "valid_targets_min": 1624
    },
    {
      "epoch": 4.70063025210084,
      "grad_norm": 0.6938494286562441,
      "learning_rate": 1.1780170300575602e-05,
      "loss": 0.1884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18289947509765625,
      "step": 4475,
      "valid_targets_mean": 2807.6,
      "valid_targets_min": 916
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 0.6412962232296662,
      "learning_rate": 1.1732441357692353e-05,
      "loss": 0.2057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18760257959365845,
      "step": 4480,
      "valid_targets_mean": 3658.0,
      "valid_targets_min": 2032
    },
    {
      "epoch": 4.711134453781512,
      "grad_norm": 0.7583818317813796,
      "learning_rate": 1.1684769136437742e-05,
      "loss": 0.2024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21241483092308044,
      "step": 4485,
      "valid_targets_mean": 3141.9,
      "valid_targets_min": 1259
    },
    {
      "epoch": 4.716386554621849,
      "grad_norm": 0.6326913726737966,
      "learning_rate": 1.1637153963878815e-05,
      "loss": 0.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19029675424098969,
      "step": 4490,
      "valid_targets_mean": 3575.4,
      "valid_targets_min": 1183
    },
    {
      "epoch": 4.7216386554621845,
      "grad_norm": 0.6290790387214149,
      "learning_rate": 1.1589596166691231e-05,
      "loss": 0.192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21391956508159637,
      "step": 4495,
      "valid_targets_mean": 4193.9,
      "valid_targets_min": 1101
    },
    {
      "epoch": 4.726890756302521,
      "grad_norm": 0.6475834579736413,
      "learning_rate": 1.1542096071157012e-05,
      "loss": 0.2114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20298393070697784,
      "step": 4500,
      "valid_targets_mean": 3821.9,
      "valid_targets_min": 1726
    },
    {
      "epoch": 4.732142857142857,
      "grad_norm": 0.6979196464072809,
      "learning_rate": 1.1494654003162285e-05,
      "loss": 0.1993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20892876386642456,
      "step": 4505,
      "valid_targets_mean": 3171.0,
      "valid_targets_min": 1669
    },
    {
      "epoch": 4.737394957983193,
      "grad_norm": 0.6535989262032701,
      "learning_rate": 1.1447270288195089e-05,
      "loss": 0.208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20477300882339478,
      "step": 4510,
      "valid_targets_mean": 3491.4,
      "valid_targets_min": 1185
    },
    {
      "epoch": 4.742647058823529,
      "grad_norm": 0.7434999336674271,
      "learning_rate": 1.1399945251343114e-05,
      "loss": 0.215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23692408204078674,
      "step": 4515,
      "valid_targets_mean": 3283.9,
      "valid_targets_min": 1091
    },
    {
      "epoch": 4.7478991596638656,
      "grad_norm": 0.7222774058425186,
      "learning_rate": 1.1352679217291457e-05,
      "loss": 0.2049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2167915254831314,
      "step": 4520,
      "valid_targets_mean": 3654.3,
      "valid_targets_min": 1352
    },
    {
      "epoch": 4.753151260504202,
      "grad_norm": 0.5928834886740821,
      "learning_rate": 1.1305472510320419e-05,
      "loss": 0.1978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1938672959804535,
      "step": 4525,
      "valid_targets_mean": 4265.6,
      "valid_targets_min": 1535
    },
    {
      "epoch": 4.758403361344538,
      "grad_norm": 0.7282043659742619,
      "learning_rate": 1.1258325454303286e-05,
      "loss": 0.1956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1851435899734497,
      "step": 4530,
      "valid_targets_mean": 2997.0,
      "valid_targets_min": 854
    },
    {
      "epoch": 4.7636554621848735,
      "grad_norm": 0.7451730107148029,
      "learning_rate": 1.1211238372704073e-05,
      "loss": 0.1919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18663758039474487,
      "step": 4535,
      "valid_targets_mean": 2795.1,
      "valid_targets_min": 1179
    },
    {
      "epoch": 4.76890756302521,
      "grad_norm": 0.7184545671700696,
      "learning_rate": 1.1164211588575339e-05,
      "loss": 0.1969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19145233929157257,
      "step": 4540,
      "valid_targets_mean": 3652.7,
      "valid_targets_min": 1444
    },
    {
      "epoch": 4.774159663865547,
      "grad_norm": 0.7397780134283227,
      "learning_rate": 1.1117245424555967e-05,
      "loss": 0.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1895849108695984,
      "step": 4545,
      "valid_targets_mean": 2500.1,
      "valid_targets_min": 642
    },
    {
      "epoch": 4.779411764705882,
      "grad_norm": 0.6713856995898463,
      "learning_rate": 1.1070340202868915e-05,
      "loss": 0.1896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1881069391965866,
      "step": 4550,
      "valid_targets_mean": 3590.1,
      "valid_targets_min": 1637
    },
    {
      "epoch": 4.784663865546219,
      "grad_norm": 0.8087445793498248,
      "learning_rate": 1.1023496245319056e-05,
      "loss": 0.2125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24480175971984863,
      "step": 4555,
      "valid_targets_mean": 3466.0,
      "valid_targets_min": 1175
    },
    {
      "epoch": 4.7899159663865545,
      "grad_norm": 0.7068565649556457,
      "learning_rate": 1.0976713873290925e-05,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20139086246490479,
      "step": 4560,
      "valid_targets_mean": 3205.6,
      "valid_targets_min": 1612
    },
    {
      "epoch": 4.795168067226891,
      "grad_norm": 0.6620926828840262,
      "learning_rate": 1.0929993407746543e-05,
      "loss": 0.2027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19388242065906525,
      "step": 4565,
      "valid_targets_mean": 3423.2,
      "valid_targets_min": 1743
    },
    {
      "epoch": 4.800420168067227,
      "grad_norm": 0.6727413718092184,
      "learning_rate": 1.0883335169223212e-05,
      "loss": 0.2005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1882367581129074,
      "step": 4570,
      "valid_targets_mean": 3168.8,
      "valid_targets_min": 1398
    },
    {
      "epoch": 4.805672268907563,
      "grad_norm": 0.6558248286205179,
      "learning_rate": 1.0836739477831297e-05,
      "loss": 0.1994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20704635977745056,
      "step": 4575,
      "valid_targets_mean": 3489.9,
      "valid_targets_min": 1558
    },
    {
      "epoch": 4.810924369747899,
      "grad_norm": 0.6847057248913088,
      "learning_rate": 1.0790206653252055e-05,
      "loss": 0.2032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20168985426425934,
      "step": 4580,
      "valid_targets_mean": 3278.1,
      "valid_targets_min": 1445
    },
    {
      "epoch": 4.8161764705882355,
      "grad_norm": 0.6533366829855569,
      "learning_rate": 1.0743737014735434e-05,
      "loss": 0.1938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18918371200561523,
      "step": 4585,
      "valid_targets_mean": 3682.9,
      "valid_targets_min": 2000
    },
    {
      "epoch": 4.821428571428571,
      "grad_norm": 0.7708553362949551,
      "learning_rate": 1.0697330881097857e-05,
      "loss": 0.1956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19962045550346375,
      "step": 4590,
      "valid_targets_mean": 3065.2,
      "valid_targets_min": 1243
    },
    {
      "epoch": 4.826680672268908,
      "grad_norm": 0.7089419295191447,
      "learning_rate": 1.0650988570720077e-05,
      "loss": 0.2091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20890700817108154,
      "step": 4595,
      "valid_targets_mean": 3286.4,
      "valid_targets_min": 1223
    },
    {
      "epoch": 4.831932773109243,
      "grad_norm": 0.7147247615274656,
      "learning_rate": 1.0604710401544963e-05,
      "loss": 0.2103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19596712291240692,
      "step": 4600,
      "valid_targets_mean": 3027.9,
      "valid_targets_min": 869
    },
    {
      "epoch": 4.83718487394958,
      "grad_norm": 0.7304597580233416,
      "learning_rate": 1.0558496691075318e-05,
      "loss": 0.2022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20904818177223206,
      "step": 4605,
      "valid_targets_mean": 3077.8,
      "valid_targets_min": 1603
    },
    {
      "epoch": 4.842436974789916,
      "grad_norm": 0.7224217938478468,
      "learning_rate": 1.0512347756371726e-05,
      "loss": 0.206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18744680285453796,
      "step": 4610,
      "valid_targets_mean": 2883.4,
      "valid_targets_min": 721
    },
    {
      "epoch": 4.847689075630252,
      "grad_norm": 0.7107738441028865,
      "learning_rate": 1.0466263914050362e-05,
      "loss": 0.2078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2116435468196869,
      "step": 4615,
      "valid_targets_mean": 3873.2,
      "valid_targets_min": 1994
    },
    {
      "epoch": 4.852941176470588,
      "grad_norm": 0.7236551319922022,
      "learning_rate": 1.0420245480280804e-05,
      "loss": 0.2098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18254084885120392,
      "step": 4620,
      "valid_targets_mean": 3090.9,
      "valid_targets_min": 1066
    },
    {
      "epoch": 4.858193277310924,
      "grad_norm": 0.6924268052728789,
      "learning_rate": 1.0374292770783891e-05,
      "loss": 0.2099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21132606267929077,
      "step": 4625,
      "valid_targets_mean": 3609.6,
      "valid_targets_min": 1648
    },
    {
      "epoch": 4.86344537815126,
      "grad_norm": 0.710132639844148,
      "learning_rate": 1.0328406100829542e-05,
      "loss": 0.2081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19806388020515442,
      "step": 4630,
      "valid_targets_mean": 3135.9,
      "valid_targets_min": 1889
    },
    {
      "epoch": 4.868697478991597,
      "grad_norm": 8.223593196499644,
      "learning_rate": 1.0282585785234578e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21035614609718323,
      "step": 4635,
      "valid_targets_mean": 2491.6,
      "valid_targets_min": 885
    },
    {
      "epoch": 4.873949579831933,
      "grad_norm": 0.6950690926035392,
      "learning_rate": 1.023683213836061e-05,
      "loss": 0.2101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20301932096481323,
      "step": 4640,
      "valid_targets_mean": 3529.4,
      "valid_targets_min": 1257
    },
    {
      "epoch": 4.879201680672269,
      "grad_norm": 0.7338702013416679,
      "learning_rate": 1.0191145474111823e-05,
      "loss": 0.2063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20622602105140686,
      "step": 4645,
      "valid_targets_mean": 3178.1,
      "valid_targets_min": 1372
    },
    {
      "epoch": 4.884453781512605,
      "grad_norm": 0.6717591588502287,
      "learning_rate": 1.0145526105932872e-05,
      "loss": 0.2012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2017562985420227,
      "step": 4650,
      "valid_targets_mean": 3422.6,
      "valid_targets_min": 1598
    },
    {
      "epoch": 4.889705882352941,
      "grad_norm": 0.76533252784604,
      "learning_rate": 1.0099974346806714e-05,
      "loss": 0.2065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1944223940372467,
      "step": 4655,
      "valid_targets_mean": 2925.1,
      "valid_targets_min": 1074
    },
    {
      "epoch": 4.894957983193278,
      "grad_norm": 0.6637317114328515,
      "learning_rate": 1.0054490509252423e-05,
      "loss": 0.2099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19309523701667786,
      "step": 4660,
      "valid_targets_mean": 3366.2,
      "valid_targets_min": 980
    },
    {
      "epoch": 4.900210084033613,
      "grad_norm": 0.6982820833530574,
      "learning_rate": 1.0009074905323118e-05,
      "loss": 0.2175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21207424998283386,
      "step": 4665,
      "valid_targets_mean": 3100.1,
      "valid_targets_min": 793
    },
    {
      "epoch": 4.90546218487395,
      "grad_norm": 0.6432617078880017,
      "learning_rate": 9.963727846603784e-06,
      "loss": 0.1976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21252809464931488,
      "step": 4670,
      "valid_targets_mean": 3674.5,
      "valid_targets_min": 852
    },
    {
      "epoch": 4.910714285714286,
      "grad_norm": 0.7841146093401851,
      "learning_rate": 9.918449644209087e-06,
      "loss": 0.1984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18188413977622986,
      "step": 4675,
      "valid_targets_mean": 2951.1,
      "valid_targets_min": 1107
    },
    {
      "epoch": 4.915966386554622,
      "grad_norm": 0.7711023446249636,
      "learning_rate": 9.873240608781341e-06,
      "loss": 0.2054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20018140971660614,
      "step": 4680,
      "valid_targets_mean": 2839.9,
      "valid_targets_min": 1298
    },
    {
      "epoch": 4.921218487394958,
      "grad_norm": 0.6720914422866899,
      "learning_rate": 9.828101050488308e-06,
      "loss": 0.1995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19184359908103943,
      "step": 4685,
      "valid_targets_mean": 3508.3,
      "valid_targets_min": 1428
    },
    {
      "epoch": 4.926470588235294,
      "grad_norm": 0.6979997171728765,
      "learning_rate": 9.783031279021063e-06,
      "loss": 0.1949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1979558765888214,
      "step": 4690,
      "valid_targets_mean": 3186.6,
      "valid_targets_min": 1193
    },
    {
      "epoch": 4.93172268907563,
      "grad_norm": 0.6375536515405493,
      "learning_rate": 9.738031603591926e-06,
      "loss": 0.2031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18585914373397827,
      "step": 4695,
      "valid_targets_mean": 3687.8,
      "valid_targets_min": 1210
    },
    {
      "epoch": 4.936974789915967,
      "grad_norm": 0.6740300095798715,
      "learning_rate": 9.69310233293227e-06,
      "loss": 0.1963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1872563362121582,
      "step": 4700,
      "valid_targets_mean": 3261.6,
      "valid_targets_min": 974
    },
    {
      "epoch": 4.942226890756302,
      "grad_norm": 0.6728949238979616,
      "learning_rate": 9.648243775290476e-06,
      "loss": 0.1899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1736118197441101,
      "step": 4705,
      "valid_targets_mean": 2934.8,
      "valid_targets_min": 1575
    },
    {
      "epoch": 4.947478991596639,
      "grad_norm": 0.7317387069659124,
      "learning_rate": 9.60345623842974e-06,
      "loss": 0.1944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19196751713752747,
      "step": 4710,
      "valid_targets_mean": 3090.5,
      "valid_targets_min": 1697
    },
    {
      "epoch": 4.9527310924369745,
      "grad_norm": 0.7423800247961655,
      "learning_rate": 9.558740029626046e-06,
      "loss": 0.1994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19240882992744446,
      "step": 4715,
      "valid_targets_mean": 3297.7,
      "valid_targets_min": 897
    },
    {
      "epoch": 4.957983193277311,
      "grad_norm": 0.79806625760805,
      "learning_rate": 9.51409545566597e-06,
      "loss": 0.2198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22060896456241608,
      "step": 4720,
      "valid_targets_mean": 3071.2,
      "valid_targets_min": 887
    },
    {
      "epoch": 4.963235294117647,
      "grad_norm": 0.7615537115059738,
      "learning_rate": 9.469522822844663e-06,
      "loss": 0.1948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20150801539421082,
      "step": 4725,
      "valid_targets_mean": 2714.7,
      "valid_targets_min": 1279
    },
    {
      "epoch": 4.968487394957983,
      "grad_norm": 0.7230728317576487,
      "learning_rate": 9.425022436963664e-06,
      "loss": 0.1936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17812782526016235,
      "step": 4730,
      "valid_targets_mean": 3112.9,
      "valid_targets_min": 1021
    },
    {
      "epoch": 4.973739495798319,
      "grad_norm": 0.8017286637803975,
      "learning_rate": 9.380594603328875e-06,
      "loss": 0.2056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21535563468933105,
      "step": 4735,
      "valid_targets_mean": 3526.3,
      "valid_targets_min": 654
    },
    {
      "epoch": 4.9789915966386555,
      "grad_norm": 0.7962974276395127,
      "learning_rate": 9.336239626748432e-06,
      "loss": 0.2009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24022144079208374,
      "step": 4740,
      "valid_targets_mean": 2941.2,
      "valid_targets_min": 1039
    },
    {
      "epoch": 4.984243697478991,
      "grad_norm": 0.6987990811270663,
      "learning_rate": 9.291957811530602e-06,
      "loss": 0.208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20734629034996033,
      "step": 4745,
      "valid_targets_mean": 3804.6,
      "valid_targets_min": 1737
    },
    {
      "epoch": 4.989495798319328,
      "grad_norm": 0.6320507915977177,
      "learning_rate": 9.247749461481712e-06,
      "loss": 0.2059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17486436665058136,
      "step": 4750,
      "valid_targets_mean": 3503.6,
      "valid_targets_min": 1276
    },
    {
      "epoch": 4.994747899159664,
      "grad_norm": 0.6565835428886582,
      "learning_rate": 9.203614879904083e-06,
      "loss": 0.21,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21443158388137817,
      "step": 4755,
      "valid_targets_mean": 4137.7,
      "valid_targets_min": 1572
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.7198533786254716,
      "learning_rate": 9.159554369593901e-06,
      "loss": 0.2046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2270594984292984,
      "step": 4760,
      "valid_targets_mean": 3715.1,
      "valid_targets_min": 791
    },
    {
      "epoch": 5.005252100840337,
      "grad_norm": 0.7571959238315181,
      "learning_rate": 9.115568232839193e-06,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13461460173130035,
      "step": 4765,
      "valid_targets_mean": 1423.4,
      "valid_targets_min": 715
    },
    {
      "epoch": 5.010504201680672,
      "grad_norm": 0.8301602733718247,
      "learning_rate": 9.071656771417721e-06,
      "loss": 0.1363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12977659702301025,
      "step": 4770,
      "valid_targets_mean": 1407.8,
      "valid_targets_min": 612
    },
    {
      "epoch": 5.015756302521009,
      "grad_norm": 0.8166485961728386,
      "learning_rate": 9.027820286594902e-06,
      "loss": 0.1336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13986307382583618,
      "step": 4775,
      "valid_targets_mean": 1413.5,
      "valid_targets_min": 714
    },
    {
      "epoch": 5.0210084033613445,
      "grad_norm": 0.8634652135372101,
      "learning_rate": 8.984059079121785e-06,
      "loss": 0.1281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12289293855428696,
      "step": 4780,
      "valid_targets_mean": 1450.1,
      "valid_targets_min": 754
    },
    {
      "epoch": 5.026260504201681,
      "grad_norm": 1.0868991923247484,
      "learning_rate": 8.940373449232935e-06,
      "loss": 0.1387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1558552235364914,
      "step": 4785,
      "valid_targets_mean": 1481.1,
      "valid_targets_min": 718
    },
    {
      "epoch": 5.031512605042017,
      "grad_norm": 0.8280248464569533,
      "learning_rate": 8.896763696644405e-06,
      "loss": 0.1378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13719496130943298,
      "step": 4790,
      "valid_targets_mean": 1530.8,
      "valid_targets_min": 731
    },
    {
      "epoch": 5.036764705882353,
      "grad_norm": 0.8223621736586295,
      "learning_rate": 8.853230120551693e-06,
      "loss": 0.1238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12621982395648956,
      "step": 4795,
      "valid_targets_mean": 1416.6,
      "valid_targets_min": 725
    },
    {
      "epoch": 5.042016806722689,
      "grad_norm": 0.870763805985631,
      "learning_rate": 8.809773019627635e-06,
      "loss": 0.1404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13102170825004578,
      "step": 4800,
      "valid_targets_mean": 1371.5,
      "valid_targets_min": 610
    },
    {
      "epoch": 5.0472689075630255,
      "grad_norm": 0.8397454624147834,
      "learning_rate": 8.766392692020413e-06,
      "loss": 0.1263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12862995266914368,
      "step": 4805,
      "valid_targets_mean": 1484.7,
      "valid_targets_min": 720
    },
    {
      "epoch": 5.052521008403361,
      "grad_norm": 0.7882246072954778,
      "learning_rate": 8.723089435351497e-06,
      "loss": 0.1306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11443109065294266,
      "step": 4810,
      "valid_targets_mean": 1365.5,
      "valid_targets_min": 765
    },
    {
      "epoch": 5.057773109243698,
      "grad_norm": 0.8742920757552072,
      "learning_rate": 8.679863546713559e-06,
      "loss": 0.1256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.127573624253273,
      "step": 4815,
      "valid_targets_mean": 1234.7,
      "valid_targets_min": 593
    },
    {
      "epoch": 5.063025210084033,
      "grad_norm": 0.7920380834226816,
      "learning_rate": 8.636715322668498e-06,
      "loss": 0.1276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11717408895492554,
      "step": 4820,
      "valid_targets_mean": 1540.4,
      "valid_targets_min": 704
    },
    {
      "epoch": 5.06827731092437,
      "grad_norm": 0.780341581121388,
      "learning_rate": 8.593645059245365e-06,
      "loss": 0.1243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11017392575740814,
      "step": 4825,
      "valid_targets_mean": 1329.9,
      "valid_targets_min": 722
    },
    {
      "epoch": 5.073529411764706,
      "grad_norm": 0.7603227971883492,
      "learning_rate": 8.550653051938333e-06,
      "loss": 0.1181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11557639390230179,
      "step": 4830,
      "valid_targets_mean": 1549.6,
      "valid_targets_min": 865
    },
    {
      "epoch": 5.078781512605042,
      "grad_norm": 0.9030555834076215,
      "learning_rate": 8.507739595704695e-06,
      "loss": 0.1192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13490742444992065,
      "step": 4835,
      "valid_targets_mean": 1507.4,
      "valid_targets_min": 797
    },
    {
      "epoch": 5.084033613445378,
      "grad_norm": 0.954349785672474,
      "learning_rate": 8.464904984962832e-06,
      "loss": 0.1242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14801670610904694,
      "step": 4840,
      "valid_targets_mean": 1542.4,
      "valid_targets_min": 728
    },
    {
      "epoch": 5.089285714285714,
      "grad_norm": 0.9125020805445457,
      "learning_rate": 8.422149513590151e-06,
      "loss": 0.1271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13509975373744965,
      "step": 4845,
      "valid_targets_mean": 1595.2,
      "valid_targets_min": 683
    },
    {
      "epoch": 5.09453781512605,
      "grad_norm": 0.871199900697412,
      "learning_rate": 8.37947347492115e-06,
      "loss": 0.1303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13447391986846924,
      "step": 4850,
      "valid_targets_mean": 1401.6,
      "valid_targets_min": 706
    },
    {
      "epoch": 5.099789915966387,
      "grad_norm": 0.8629277026545269,
      "learning_rate": 8.33687716174532e-06,
      "loss": 0.1242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11550725251436234,
      "step": 4855,
      "valid_targets_mean": 1298.4,
      "valid_targets_min": 625
    },
    {
      "epoch": 5.105042016806722,
      "grad_norm": 0.8030715253201013,
      "learning_rate": 8.294360866305192e-06,
      "loss": 0.1272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1309053897857666,
      "step": 4860,
      "valid_targets_mean": 1659.7,
      "valid_targets_min": 790
    },
    {
      "epoch": 5.110294117647059,
      "grad_norm": 0.9265947353354664,
      "learning_rate": 8.251924880294317e-06,
      "loss": 0.1264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13342975080013275,
      "step": 4865,
      "valid_targets_mean": 1600.4,
      "valid_targets_min": 684
    },
    {
      "epoch": 5.1155462184873945,
      "grad_norm": 0.8041955738679034,
      "learning_rate": 8.20956949485527e-06,
      "loss": 0.1196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1035323292016983,
      "step": 4870,
      "valid_targets_mean": 1338.3,
      "valid_targets_min": 739
    },
    {
      "epoch": 5.120798319327731,
      "grad_norm": 0.8494495064085696,
      "learning_rate": 8.167295000577622e-06,
      "loss": 0.1197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11942795664072037,
      "step": 4875,
      "valid_targets_mean": 1456.2,
      "valid_targets_min": 657
    },
    {
      "epoch": 5.126050420168067,
      "grad_norm": 1.0365198065360532,
      "learning_rate": 8.125101687496e-06,
      "loss": 0.1181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11641368269920349,
      "step": 4880,
      "valid_targets_mean": 1340.2,
      "valid_targets_min": 783
    },
    {
      "epoch": 5.131302521008403,
      "grad_norm": 0.8635148283698016,
      "learning_rate": 8.082989845088038e-06,
      "loss": 0.1203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11869832128286362,
      "step": 4885,
      "valid_targets_mean": 1394.4,
      "valid_targets_min": 734
    },
    {
      "epoch": 5.13655462184874,
      "grad_norm": 0.877173265352079,
      "learning_rate": 8.040959762272441e-06,
      "loss": 0.1232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12606994807720184,
      "step": 4890,
      "valid_targets_mean": 1501.8,
      "valid_targets_min": 678
    },
    {
      "epoch": 5.141806722689076,
      "grad_norm": 0.9671178369518909,
      "learning_rate": 7.999011727406995e-06,
      "loss": 0.1224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12263111025094986,
      "step": 4895,
      "valid_targets_mean": 1651.7,
      "valid_targets_min": 843
    },
    {
      "epoch": 5.147058823529412,
      "grad_norm": 0.8799343051970719,
      "learning_rate": 7.957146028286524e-06,
      "loss": 0.1285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13233694434165955,
      "step": 4900,
      "valid_targets_mean": 1632.1,
      "valid_targets_min": 782
    },
    {
      "epoch": 5.152310924369748,
      "grad_norm": 0.8281302903839795,
      "learning_rate": 7.915362952141017e-06,
      "loss": 0.1215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13629840314388275,
      "step": 4905,
      "valid_targets_mean": 1615.3,
      "valid_targets_min": 957
    },
    {
      "epoch": 5.157563025210084,
      "grad_norm": 0.9542718681795296,
      "learning_rate": 7.873662785633594e-06,
      "loss": 0.1291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14337027072906494,
      "step": 4910,
      "valid_targets_mean": 1482.9,
      "valid_targets_min": 713
    },
    {
      "epoch": 5.16281512605042,
      "grad_norm": 1.3637598590452737,
      "learning_rate": 7.832045814858538e-06,
      "loss": 0.1235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12161692976951599,
      "step": 4915,
      "valid_targets_mean": 1552.8,
      "valid_targets_min": 726
    },
    {
      "epoch": 5.168067226890757,
      "grad_norm": 0.821599075602171,
      "learning_rate": 7.790512325339367e-06,
      "loss": 0.1169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12724722921848297,
      "step": 4920,
      "valid_targets_mean": 1590.4,
      "valid_targets_min": 1147
    },
    {
      "epoch": 5.173319327731092,
      "grad_norm": 0.8859043037264651,
      "learning_rate": 7.74906260202685e-06,
      "loss": 0.1194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1232469454407692,
      "step": 4925,
      "valid_targets_mean": 1417.6,
      "valid_targets_min": 700
    },
    {
      "epoch": 5.178571428571429,
      "grad_norm": 0.8207302664180218,
      "learning_rate": 7.707696929297053e-06,
      "loss": 0.1116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10313037782907486,
      "step": 4930,
      "valid_targets_mean": 1255.4,
      "valid_targets_min": 640
    },
    {
      "epoch": 5.1838235294117645,
      "grad_norm": 0.8196199367733106,
      "learning_rate": 7.666415590949382e-06,
      "loss": 0.1214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12141343951225281,
      "step": 4935,
      "valid_targets_mean": 1566.6,
      "valid_targets_min": 817
    },
    {
      "epoch": 5.189075630252101,
      "grad_norm": 0.8397722105470354,
      "learning_rate": 7.625218870204676e-06,
      "loss": 0.1157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11369533091783524,
      "step": 4940,
      "valid_targets_mean": 1440.9,
      "valid_targets_min": 724
    },
    {
      "epoch": 5.194327731092437,
      "grad_norm": 0.84723032993192,
      "learning_rate": 7.584107049703195e-06,
      "loss": 0.1194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1220942959189415,
      "step": 4945,
      "valid_targets_mean": 1399.1,
      "valid_targets_min": 657
    },
    {
      "epoch": 5.199579831932773,
      "grad_norm": 1.1583713663548252,
      "learning_rate": 7.5430804115027615e-06,
      "loss": 0.1222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1239510029554367,
      "step": 4950,
      "valid_targets_mean": 1334.3,
      "valid_targets_min": 746
    },
    {
      "epoch": 5.204831932773109,
      "grad_norm": 0.940619146388919,
      "learning_rate": 7.502139237076744e-06,
      "loss": 0.1203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13509805500507355,
      "step": 4955,
      "valid_targets_mean": 1452.8,
      "valid_targets_min": 692
    },
    {
      "epoch": 5.2100840336134455,
      "grad_norm": 0.9031648217368532,
      "learning_rate": 7.461283807312194e-06,
      "loss": 0.117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10953864455223083,
      "step": 4960,
      "valid_targets_mean": 1338.4,
      "valid_targets_min": 682
    },
    {
      "epoch": 5.215336134453781,
      "grad_norm": 0.7885774798170768,
      "learning_rate": 7.420514402507886e-06,
      "loss": 0.1134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11579865217208862,
      "step": 4965,
      "valid_targets_mean": 1360.2,
      "valid_targets_min": 703
    },
    {
      "epoch": 5.220588235294118,
      "grad_norm": 0.8567753502507811,
      "learning_rate": 7.379831302372389e-06,
      "loss": 0.1264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12191884219646454,
      "step": 4970,
      "valid_targets_mean": 1520.9,
      "valid_targets_min": 864
    },
    {
      "epoch": 5.225840336134453,
      "grad_norm": 0.9494851235486876,
      "learning_rate": 7.3392347860221556e-06,
      "loss": 0.1282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16232752799987793,
      "step": 4975,
      "valid_targets_mean": 1814.6,
      "valid_targets_min": 734
    },
    {
      "epoch": 5.23109243697479,
      "grad_norm": 0.8077534069393267,
      "learning_rate": 7.298725131979629e-06,
      "loss": 0.1143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11486963927745819,
      "step": 4980,
      "valid_targets_mean": 1478.3,
      "valid_targets_min": 607
    },
    {
      "epoch": 5.236344537815126,
      "grad_norm": 0.8359577317112136,
      "learning_rate": 7.258302618171287e-06,
      "loss": 0.1153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11313410103321075,
      "step": 4985,
      "valid_targets_mean": 1497.9,
      "valid_targets_min": 551
    },
    {
      "epoch": 5.241596638655462,
      "grad_norm": 0.9503036196925028,
      "learning_rate": 7.217967521925775e-06,
      "loss": 0.1215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12508943676948547,
      "step": 4990,
      "valid_targets_mean": 1550.5,
      "valid_targets_min": 676
    },
    {
      "epoch": 5.246848739495798,
      "grad_norm": 0.8718205924513632,
      "learning_rate": 7.177720119971998e-06,
      "loss": 0.1179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11915310472249985,
      "step": 4995,
      "valid_targets_mean": 1372.5,
      "valid_targets_min": 904
    },
    {
      "epoch": 5.2521008403361344,
      "grad_norm": 0.9288193265136786,
      "learning_rate": 7.137560688437184e-06,
      "loss": 0.1122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12416621297597885,
      "step": 5000,
      "valid_targets_mean": 1479.0,
      "valid_targets_min": 859
    },
    {
      "epoch": 5.257352941176471,
      "grad_norm": 0.8635518493795323,
      "learning_rate": 7.097489502845047e-06,
      "loss": 0.1082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09854140877723694,
      "step": 5005,
      "valid_targets_mean": 1234.8,
      "valid_targets_min": 737
    },
    {
      "epoch": 5.262605042016807,
      "grad_norm": 0.9381227734247657,
      "learning_rate": 7.0575068381138525e-06,
      "loss": 0.1246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12833383679389954,
      "step": 5010,
      "valid_targets_mean": 1363.2,
      "valid_targets_min": 791
    },
    {
      "epoch": 5.267857142857143,
      "grad_norm": 0.8806803188401461,
      "learning_rate": 7.0176129685545414e-06,
      "loss": 0.1202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12506265938282013,
      "step": 5015,
      "valid_targets_mean": 1532.1,
      "valid_targets_min": 786
    },
    {
      "epoch": 5.273109243697479,
      "grad_norm": 0.8640788078067893,
      "learning_rate": 6.977808167868867e-06,
      "loss": 0.1139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1157342940568924,
      "step": 5020,
      "valid_targets_mean": 1471.0,
      "valid_targets_min": 944
    },
    {
      "epoch": 5.2783613445378155,
      "grad_norm": 0.8116063638815398,
      "learning_rate": 6.9380927091475085e-06,
      "loss": 0.1159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10994266718626022,
      "step": 5025,
      "valid_targets_mean": 1494.1,
      "valid_targets_min": 1075
    },
    {
      "epoch": 5.283613445378151,
      "grad_norm": 0.8409841937184768,
      "learning_rate": 6.898466864868165e-06,
      "loss": 0.1185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1092015877366066,
      "step": 5030,
      "valid_targets_mean": 1340.9,
      "valid_targets_min": 740
    },
    {
      "epoch": 5.288865546218488,
      "grad_norm": 0.8012571565338946,
      "learning_rate": 6.858930906893751e-06,
      "loss": 0.119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12151382863521576,
      "step": 5035,
      "valid_targets_mean": 1530.9,
      "valid_targets_min": 727
    },
    {
      "epoch": 5.294117647058823,
      "grad_norm": 1.0099731756987655,
      "learning_rate": 6.819485106470454e-06,
      "loss": 0.1119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.115475133061409,
      "step": 5040,
      "valid_targets_mean": 1233.0,
      "valid_targets_min": 636
    },
    {
      "epoch": 5.29936974789916,
      "grad_norm": 0.8353570829541407,
      "learning_rate": 6.780129734225949e-06,
      "loss": 0.1155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1095833033323288,
      "step": 5045,
      "valid_targets_mean": 1246.8,
      "valid_targets_min": 684
    },
    {
      "epoch": 5.304621848739496,
      "grad_norm": 0.8983751034814326,
      "learning_rate": 6.740865060167483e-06,
      "loss": 0.1079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1118505597114563,
      "step": 5050,
      "valid_targets_mean": 1392.5,
      "valid_targets_min": 798
    },
    {
      "epoch": 5.309873949579832,
      "grad_norm": 0.8427967821093256,
      "learning_rate": 6.701691353680049e-06,
      "loss": 0.1195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1080687940120697,
      "step": 5055,
      "valid_targets_mean": 1319.9,
      "valid_targets_min": 661
    },
    {
      "epoch": 5.315126050420168,
      "grad_norm": 0.8079776828047187,
      "learning_rate": 6.662608883524542e-06,
      "loss": 0.118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11414103209972382,
      "step": 5060,
      "valid_targets_mean": 1554.4,
      "valid_targets_min": 665
    },
    {
      "epoch": 5.320378151260504,
      "grad_norm": 0.9308438137878955,
      "learning_rate": 6.6236179178359115e-06,
      "loss": 0.1152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12251292169094086,
      "step": 5065,
      "valid_targets_mean": 1417.8,
      "valid_targets_min": 692
    },
    {
      "epoch": 5.32563025210084,
      "grad_norm": 1.0492334793929392,
      "learning_rate": 6.5847187241213e-06,
      "loss": 0.1171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11902189999818802,
      "step": 5070,
      "valid_targets_mean": 1223.8,
      "valid_targets_min": 632
    },
    {
      "epoch": 5.330882352941177,
      "grad_norm": 0.8741745375157363,
      "learning_rate": 6.5459115692582386e-06,
      "loss": 0.1184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1177992969751358,
      "step": 5075,
      "valid_targets_mean": 1550.6,
      "valid_targets_min": 922
    },
    {
      "epoch": 5.336134453781512,
      "grad_norm": 0.8231983027778437,
      "learning_rate": 6.507196719492819e-06,
      "loss": 0.115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11274613440036774,
      "step": 5080,
      "valid_targets_mean": 1542.2,
      "valid_targets_min": 710
    },
    {
      "epoch": 5.341386554621849,
      "grad_norm": 0.838222313849615,
      "learning_rate": 6.468574440437801e-06,
      "loss": 0.1162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11383190006017685,
      "step": 5085,
      "valid_targets_mean": 1390.6,
      "valid_targets_min": 750
    },
    {
      "epoch": 5.3466386554621845,
      "grad_norm": 0.8704926336132325,
      "learning_rate": 6.43004499707089e-06,
      "loss": 0.1154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12034046649932861,
      "step": 5090,
      "valid_targets_mean": 1515.5,
      "valid_targets_min": 766
    },
    {
      "epoch": 5.351890756302521,
      "grad_norm": 0.7942910330002284,
      "learning_rate": 6.3916086537328545e-06,
      "loss": 0.1151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09943848103284836,
      "step": 5095,
      "valid_targets_mean": 1333.3,
      "valid_targets_min": 748
    },
    {
      "epoch": 5.357142857142857,
      "grad_norm": 0.8272207055546795,
      "learning_rate": 6.3532656741257145e-06,
      "loss": 0.1196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11656372249126434,
      "step": 5100,
      "valid_targets_mean": 1395.2,
      "valid_targets_min": 682
    },
    {
      "epoch": 5.362394957983193,
      "grad_norm": 0.8835103895559686,
      "learning_rate": 6.315016321310965e-06,
      "loss": 0.1223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11481855809688568,
      "step": 5105,
      "valid_targets_mean": 1515.6,
      "valid_targets_min": 738
    },
    {
      "epoch": 5.367647058823529,
      "grad_norm": 0.8627265594469545,
      "learning_rate": 6.276860857707727e-06,
      "loss": 0.1153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11496169120073318,
      "step": 5110,
      "valid_targets_mean": 1312.8,
      "valid_targets_min": 731
    },
    {
      "epoch": 5.3728991596638656,
      "grad_norm": 0.909694468472037,
      "learning_rate": 6.238799545090994e-06,
      "loss": 0.1215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12938551604747772,
      "step": 5115,
      "valid_targets_mean": 1492.9,
      "valid_targets_min": 646
    },
    {
      "epoch": 5.378151260504202,
      "grad_norm": 0.8310216699675694,
      "learning_rate": 6.20083264458981e-06,
      "loss": 0.1099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10411947965621948,
      "step": 5120,
      "valid_targets_mean": 1369.1,
      "valid_targets_min": 780
    },
    {
      "epoch": 5.383403361344538,
      "grad_norm": 0.8711155777854998,
      "learning_rate": 6.162960416685469e-06,
      "loss": 0.1109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11428333818912506,
      "step": 5125,
      "valid_targets_mean": 1521.9,
      "valid_targets_min": 676
    },
    {
      "epoch": 5.388655462184874,
      "grad_norm": 0.870482484994608,
      "learning_rate": 6.125183121209741e-06,
      "loss": 0.1191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10633750259876251,
      "step": 5130,
      "valid_targets_mean": 1277.9,
      "valid_targets_min": 687
    },
    {
      "epoch": 5.39390756302521,
      "grad_norm": 0.8795820034570103,
      "learning_rate": 6.087501017343107e-06,
      "loss": 0.1118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10446271300315857,
      "step": 5135,
      "valid_targets_mean": 1336.5,
      "valid_targets_min": 703
    },
    {
      "epoch": 5.399159663865547,
      "grad_norm": 0.8575277820951928,
      "learning_rate": 6.0499143636129384e-06,
      "loss": 0.1105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10649226605892181,
      "step": 5140,
      "valid_targets_mean": 1288.1,
      "valid_targets_min": 522
    },
    {
      "epoch": 5.404411764705882,
      "grad_norm": 0.8701860188774736,
      "learning_rate": 6.012423417891766e-06,
      "loss": 0.116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11557996273040771,
      "step": 5145,
      "valid_targets_mean": 1526.9,
      "valid_targets_min": 764
    },
    {
      "epoch": 5.409663865546219,
      "grad_norm": 0.9973788403003421,
      "learning_rate": 5.975028437395493e-06,
      "loss": 0.124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1302410513162613,
      "step": 5150,
      "valid_targets_mean": 1372.4,
      "valid_targets_min": 548
    },
    {
      "epoch": 5.4149159663865545,
      "grad_norm": 0.8939645783701128,
      "learning_rate": 5.937729678681612e-06,
      "loss": 0.1082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11539514362812042,
      "step": 5155,
      "valid_targets_mean": 1356.8,
      "valid_targets_min": 694
    },
    {
      "epoch": 5.420168067226891,
      "grad_norm": 0.8246273501078926,
      "learning_rate": 5.9005273976474684e-06,
      "loss": 0.1136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11548338830471039,
      "step": 5160,
      "valid_targets_mean": 1540.9,
      "valid_targets_min": 823
    },
    {
      "epoch": 5.425420168067227,
      "grad_norm": 0.7236132877010878,
      "learning_rate": 5.8634218495285126e-06,
      "loss": 0.0987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08354189991950989,
      "step": 5165,
      "valid_targets_mean": 1442.4,
      "valid_targets_min": 682
    },
    {
      "epoch": 5.430672268907563,
      "grad_norm": 0.8988049282372673,
      "learning_rate": 5.8264132888965155e-06,
      "loss": 0.1087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11418993771076202,
      "step": 5170,
      "valid_targets_mean": 1407.6,
      "valid_targets_min": 693
    },
    {
      "epoch": 5.435924369747899,
      "grad_norm": 0.8655375216766177,
      "learning_rate": 5.789501969657853e-06,
      "loss": 0.1082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10003848373889923,
      "step": 5175,
      "valid_targets_mean": 1197.8,
      "valid_targets_min": 639
    },
    {
      "epoch": 5.4411764705882355,
      "grad_norm": 0.8362323911596797,
      "learning_rate": 5.752688145051761e-06,
      "loss": 0.1083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09275621920824051,
      "step": 5180,
      "valid_targets_mean": 1423.3,
      "valid_targets_min": 685
    },
    {
      "epoch": 5.446428571428571,
      "grad_norm": 0.8296465425650306,
      "learning_rate": 5.715972067648561e-06,
      "loss": 0.1078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10052791237831116,
      "step": 5185,
      "valid_targets_mean": 1331.5,
      "valid_targets_min": 827
    },
    {
      "epoch": 5.451680672268908,
      "grad_norm": 0.8321903503583684,
      "learning_rate": 5.679353989347989e-06,
      "loss": 0.1124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10639987140893936,
      "step": 5190,
      "valid_targets_mean": 1381.7,
      "valid_targets_min": 686
    },
    {
      "epoch": 5.456932773109243,
      "grad_norm": 0.8907023908538945,
      "learning_rate": 5.642834161377408e-06,
      "loss": 0.1107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11636456847190857,
      "step": 5195,
      "valid_targets_mean": 1472.2,
      "valid_targets_min": 713
    },
    {
      "epoch": 5.46218487394958,
      "grad_norm": 1.304588509837649,
      "learning_rate": 5.606412834290121e-06,
      "loss": 0.1349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2201894223690033,
      "step": 5200,
      "valid_targets_mean": 2248.9,
      "valid_targets_min": 920
    },
    {
      "epoch": 5.467436974789916,
      "grad_norm": 1.075014973641161,
      "learning_rate": 5.570090257963645e-06,
      "loss": 0.2176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2059841752052307,
      "step": 5205,
      "valid_targets_mean": 3664.4,
      "valid_targets_min": 746
    },
    {
      "epoch": 5.472689075630252,
      "grad_norm": 0.8446914601975626,
      "learning_rate": 5.533866681597981e-06,
      "loss": 0.2023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20752739906311035,
      "step": 5210,
      "valid_targets_mean": 3591.1,
      "valid_targets_min": 1635
    },
    {
      "epoch": 5.477941176470588,
      "grad_norm": 0.6615718547643281,
      "learning_rate": 5.497742353713928e-06,
      "loss": 0.1996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1898113489151001,
      "step": 5215,
      "valid_targets_mean": 4172.7,
      "valid_targets_min": 777
    },
    {
      "epoch": 5.483193277310924,
      "grad_norm": 0.6331051011117288,
      "learning_rate": 5.461717522151371e-06,
      "loss": 0.1901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2003975212574005,
      "step": 5220,
      "valid_targets_mean": 4040.2,
      "valid_targets_min": 2187
    },
    {
      "epoch": 5.48844537815126,
      "grad_norm": 0.6969541078527951,
      "learning_rate": 5.4257924340675535e-06,
      "loss": 0.1984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18878155946731567,
      "step": 5225,
      "valid_targets_mean": 3156.3,
      "valid_targets_min": 1432
    },
    {
      "epoch": 5.493697478991597,
      "grad_norm": 0.5916400175296245,
      "learning_rate": 5.389967335935429e-06,
      "loss": 0.189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17551878094673157,
      "step": 5230,
      "valid_targets_mean": 3529.7,
      "valid_targets_min": 767
    },
    {
      "epoch": 5.498949579831933,
      "grad_norm": 0.624324534174277,
      "learning_rate": 5.3542424735419306e-06,
      "loss": 0.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17499442398548126,
      "step": 5235,
      "valid_targets_mean": 3485.6,
      "valid_targets_min": 1488
    },
    {
      "epoch": 5.504201680672269,
      "grad_norm": 0.6222898231435748,
      "learning_rate": 5.318618091986294e-06,
      "loss": 0.1916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17875801026821136,
      "step": 5240,
      "valid_targets_mean": 3707.0,
      "valid_targets_min": 578
    },
    {
      "epoch": 5.509453781512605,
      "grad_norm": 0.6245877514119683,
      "learning_rate": 5.283094435678398e-06,
      "loss": 0.2027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19261011481285095,
      "step": 5245,
      "valid_targets_mean": 4252.4,
      "valid_targets_min": 1241
    },
    {
      "epoch": 5.514705882352941,
      "grad_norm": 0.6826116098814055,
      "learning_rate": 5.2476717483370685e-06,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21187934279441833,
      "step": 5250,
      "valid_targets_mean": 4029.2,
      "valid_targets_min": 807
    },
    {
      "epoch": 5.519957983193278,
      "grad_norm": 0.5667810450047195,
      "learning_rate": 5.212350272988394e-06,
      "loss": 0.1907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17751820385456085,
      "step": 5255,
      "valid_targets_mean": 4507.0,
      "valid_targets_min": 2011
    },
    {
      "epoch": 5.525210084033613,
      "grad_norm": 0.6114125208911464,
      "learning_rate": 5.177130251964088e-06,
      "loss": 0.1976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17235472798347473,
      "step": 5260,
      "valid_targets_mean": 4268.2,
      "valid_targets_min": 1329
    },
    {
      "epoch": 5.53046218487395,
      "grad_norm": 0.6625902480426628,
      "learning_rate": 5.1420119268998085e-06,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18950673937797546,
      "step": 5265,
      "valid_targets_mean": 3858.9,
      "valid_targets_min": 1366
    },
    {
      "epoch": 5.535714285714286,
      "grad_norm": 0.6651401874085916,
      "learning_rate": 5.106995538733488e-06,
      "loss": 0.1921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17550374567508698,
      "step": 5270,
      "valid_targets_mean": 3169.1,
      "valid_targets_min": 1334
    },
    {
      "epoch": 5.540966386554622,
      "grad_norm": 0.6231114187474077,
      "learning_rate": 5.07208132770372e-06,
      "loss": 0.1999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18051046133041382,
      "step": 5275,
      "valid_targets_mean": 4130.4,
      "valid_targets_min": 1762
    },
    {
      "epoch": 5.546218487394958,
      "grad_norm": 0.6708862310223077,
      "learning_rate": 5.037269533348075e-06,
      "loss": 0.1924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19089899957180023,
      "step": 5280,
      "valid_targets_mean": 3285.0,
      "valid_targets_min": 855
    },
    {
      "epoch": 5.551470588235294,
      "grad_norm": 0.7236660627737345,
      "learning_rate": 5.002560394501463e-06,
      "loss": 0.1988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2103574275970459,
      "step": 5285,
      "valid_targets_mean": 3298.2,
      "valid_targets_min": 1269
    },
    {
      "epoch": 5.55672268907563,
      "grad_norm": 0.7530081580597202,
      "learning_rate": 4.9679541492945135e-06,
      "loss": 0.1988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1874314844608307,
      "step": 5290,
      "valid_targets_mean": 2740.4,
      "valid_targets_min": 1041
    },
    {
      "epoch": 5.561974789915967,
      "grad_norm": 0.7386136479775732,
      "learning_rate": 4.933451035151913e-06,
      "loss": 0.196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19821321964263916,
      "step": 5295,
      "valid_targets_mean": 2995.1,
      "valid_targets_min": 1291
    },
    {
      "epoch": 5.567226890756302,
      "grad_norm": 0.72395057035861,
      "learning_rate": 4.899051288790806e-06,
      "loss": 0.185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18655264377593994,
      "step": 5300,
      "valid_targets_mean": 2811.6,
      "valid_targets_min": 1133
    },
    {
      "epoch": 5.572478991596639,
      "grad_norm": 0.7470437002909036,
      "learning_rate": 4.86475514621916e-06,
      "loss": 0.1945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19498442113399506,
      "step": 5305,
      "valid_targets_mean": 3709.5,
      "valid_targets_min": 865
    },
    {
      "epoch": 5.5777310924369745,
      "grad_norm": 0.7302797839356747,
      "learning_rate": 4.830562842734112e-06,
      "loss": 0.1868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18496988713741302,
      "step": 5310,
      "valid_targets_mean": 2960.6,
      "valid_targets_min": 958
    },
    {
      "epoch": 5.582983193277311,
      "grad_norm": 0.7028513017526096,
      "learning_rate": 4.796474612920421e-06,
      "loss": 0.1973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19564983248710632,
      "step": 5315,
      "valid_targets_mean": 3189.2,
      "valid_targets_min": 771
    },
    {
      "epoch": 5.588235294117647,
      "grad_norm": 0.6143075180595077,
      "learning_rate": 4.762490690648813e-06,
      "loss": 0.1941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1765946000814438,
      "step": 5320,
      "valid_targets_mean": 3823.1,
      "valid_targets_min": 1631
    },
    {
      "epoch": 5.593487394957983,
      "grad_norm": 0.7331719157365119,
      "learning_rate": 4.728611309074374e-06,
      "loss": 0.1882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15561848878860474,
      "step": 5325,
      "valid_targets_mean": 2639.4,
      "valid_targets_min": 908
    },
    {
      "epoch": 5.598739495798319,
      "grad_norm": 0.799889226199126,
      "learning_rate": 4.694836700634975e-06,
      "loss": 0.1892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20055752992630005,
      "step": 5330,
      "valid_targets_mean": 2988.3,
      "valid_targets_min": 1264
    },
    {
      "epoch": 5.6039915966386555,
      "grad_norm": 0.7723682554917705,
      "learning_rate": 4.661167097049668e-06,
      "loss": 0.1886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19730721414089203,
      "step": 5335,
      "valid_targets_mean": 3563.1,
      "valid_targets_min": 1889
    },
    {
      "epoch": 5.609243697478991,
      "grad_norm": 0.6899888581366523,
      "learning_rate": 4.62760272931708e-06,
      "loss": 0.1879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17451027035713196,
      "step": 5340,
      "valid_targets_mean": 3737.9,
      "valid_targets_min": 1075
    },
    {
      "epoch": 5.614495798319328,
      "grad_norm": 0.7422252794353547,
      "learning_rate": 4.594143827713844e-06,
      "loss": 0.1962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17348533868789673,
      "step": 5345,
      "valid_targets_mean": 2745.8,
      "valid_targets_min": 1036
    },
    {
      "epoch": 5.619747899159664,
      "grad_norm": 0.7524666990737761,
      "learning_rate": 4.56079062179303e-06,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1979708969593048,
      "step": 5350,
      "valid_targets_mean": 3516.4,
      "valid_targets_min": 1162
    },
    {
      "epoch": 5.625,
      "grad_norm": 0.6922592034045233,
      "learning_rate": 4.527543340382538e-06,
      "loss": 0.1828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17850226163864136,
      "step": 5355,
      "valid_targets_mean": 3279.4,
      "valid_targets_min": 1281
    },
    {
      "epoch": 5.630252100840336,
      "grad_norm": 0.6631764263997426,
      "learning_rate": 4.494402211583569e-06,
      "loss": 0.1855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16947326064109802,
      "step": 5360,
      "valid_targets_mean": 3180.4,
      "valid_targets_min": 1816
    },
    {
      "epoch": 5.635504201680672,
      "grad_norm": 0.7291414927160216,
      "learning_rate": 4.461367462769009e-06,
      "loss": 0.1959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18259739875793457,
      "step": 5365,
      "valid_targets_mean": 2939.2,
      "valid_targets_min": 1629
    },
    {
      "epoch": 5.640756302521009,
      "grad_norm": 0.7503072179394285,
      "learning_rate": 4.428439320581923e-06,
      "loss": 0.1934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1907494068145752,
      "step": 5370,
      "valid_targets_mean": 2755.7,
      "valid_targets_min": 1254
    },
    {
      "epoch": 5.6460084033613445,
      "grad_norm": 0.7463064226667883,
      "learning_rate": 4.3956180109339705e-06,
      "loss": 0.1917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19494910538196564,
      "step": 5375,
      "valid_targets_mean": 3390.2,
      "valid_targets_min": 1973
    },
    {
      "epoch": 5.651260504201681,
      "grad_norm": 0.7574766718662052,
      "learning_rate": 4.362903759003849e-06,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.175164133310318,
      "step": 5380,
      "valid_targets_mean": 2960.4,
      "valid_targets_min": 1195
    },
    {
      "epoch": 5.656512605042017,
      "grad_norm": 0.7408855986734103,
      "learning_rate": 4.33029678923576e-06,
      "loss": 0.1828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19168353080749512,
      "step": 5385,
      "valid_targets_mean": 3181.4,
      "valid_targets_min": 1244
    },
    {
      "epoch": 5.661764705882353,
      "grad_norm": 0.7242394613336414,
      "learning_rate": 4.297797325337889e-06,
      "loss": 0.1921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1881379634141922,
      "step": 5390,
      "valid_targets_mean": 3464.2,
      "valid_targets_min": 1421
    },
    {
      "epoch": 5.667016806722689,
      "grad_norm": 0.729199912715331,
      "learning_rate": 4.265405590280822e-06,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18175436556339264,
      "step": 5395,
      "valid_targets_mean": 3443.1,
      "valid_targets_min": 1097
    },
    {
      "epoch": 5.6722689075630255,
      "grad_norm": 0.7780886091437504,
      "learning_rate": 4.233121806296072e-06,
      "loss": 0.1876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20643776655197144,
      "step": 5400,
      "valid_targets_mean": 3891.4,
      "valid_targets_min": 1168
    },
    {
      "epoch": 5.677521008403361,
      "grad_norm": 2.0082601362553083,
      "learning_rate": 4.200946194874514e-06,
      "loss": 0.1895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19502270221710205,
      "step": 5405,
      "valid_targets_mean": 3368.9,
      "valid_targets_min": 1700
    },
    {
      "epoch": 5.682773109243698,
      "grad_norm": 0.7542156394780143,
      "learning_rate": 4.168878976764872e-06,
      "loss": 0.1868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17632341384887695,
      "step": 5410,
      "valid_targets_mean": 2497.1,
      "valid_targets_min": 1261
    },
    {
      "epoch": 5.688025210084033,
      "grad_norm": 0.7204058422362926,
      "learning_rate": 4.136920371972228e-06,
      "loss": 0.1984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1968623399734497,
      "step": 5415,
      "valid_targets_mean": 3391.2,
      "valid_targets_min": 1124
    },
    {
      "epoch": 5.69327731092437,
      "grad_norm": 0.7514367050409141,
      "learning_rate": 4.105070599756482e-06,
      "loss": 0.1906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1881876438856125,
      "step": 5420,
      "valid_targets_mean": 3003.8,
      "valid_targets_min": 1361
    },
    {
      "epoch": 5.698529411764706,
      "grad_norm": 0.671835209360093,
      "learning_rate": 4.073329878630856e-06,
      "loss": 0.1829,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16645438969135284,
      "step": 5425,
      "valid_targets_mean": 3239.7,
      "valid_targets_min": 1679
    },
    {
      "epoch": 5.703781512605042,
      "grad_norm": 0.7151451061634367,
      "learning_rate": 4.041698426360425e-06,
      "loss": 0.1883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.190008282661438,
      "step": 5430,
      "valid_targets_mean": 3101.2,
      "valid_targets_min": 1739
    },
    {
      "epoch": 5.709033613445378,
      "grad_norm": 0.8510471746451064,
      "learning_rate": 4.010176459960569e-06,
      "loss": 0.182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.172542542219162,
      "step": 5435,
      "valid_targets_mean": 2844.4,
      "valid_targets_min": 1278
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.6595419486913193,
      "learning_rate": 3.978764195695528e-06,
      "loss": 0.186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1725081354379654,
      "step": 5440,
      "valid_targets_mean": 3563.4,
      "valid_targets_min": 1522
    },
    {
      "epoch": 5.71953781512605,
      "grad_norm": 0.7513983043013762,
      "learning_rate": 3.947461849076912e-06,
      "loss": 0.173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1882949024438858,
      "step": 5445,
      "valid_targets_mean": 3589.0,
      "valid_targets_min": 464
    },
    {
      "epoch": 5.724789915966387,
      "grad_norm": 0.6781411607065908,
      "learning_rate": 3.916269634862193e-06,
      "loss": 0.2004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1876165270805359,
      "step": 5450,
      "valid_targets_mean": 3827.1,
      "valid_targets_min": 1003
    },
    {
      "epoch": 5.730042016806722,
      "grad_norm": 0.7521498102078784,
      "learning_rate": 3.885187767053269e-06,
      "loss": 0.1826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18409094214439392,
      "step": 5455,
      "valid_targets_mean": 3042.1,
      "valid_targets_min": 1446
    },
    {
      "epoch": 5.735294117647059,
      "grad_norm": 0.6989125002761396,
      "learning_rate": 3.854216458894973e-06,
      "loss": 0.1915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18674632906913757,
      "step": 5460,
      "valid_targets_mean": 3257.8,
      "valid_targets_min": 1256
    },
    {
      "epoch": 5.740546218487395,
      "grad_norm": 0.7363983943406658,
      "learning_rate": 3.823355922873606e-06,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20742374658584595,
      "step": 5465,
      "valid_targets_mean": 3858.5,
      "valid_targets_min": 1336
    },
    {
      "epoch": 5.745798319327731,
      "grad_norm": 0.6688145340655683,
      "learning_rate": 3.792606370715508e-06,
      "loss": 0.1979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18492421507835388,
      "step": 5470,
      "valid_targets_mean": 3821.1,
      "valid_targets_min": 1275
    },
    {
      "epoch": 5.751050420168067,
      "grad_norm": 0.7198758184286466,
      "learning_rate": 3.761968013385584e-06,
      "loss": 0.1845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1842348277568817,
      "step": 5475,
      "valid_targets_mean": 2914.6,
      "valid_targets_min": 644
    },
    {
      "epoch": 5.756302521008403,
      "grad_norm": 0.71314811892582,
      "learning_rate": 3.731441061085843e-06,
      "loss": 0.1799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17556104063987732,
      "step": 5480,
      "valid_targets_mean": 3083.4,
      "valid_targets_min": 1397
    },
    {
      "epoch": 5.76155462184874,
      "grad_norm": 0.7631003279463335,
      "learning_rate": 3.701025723253988e-06,
      "loss": 0.1777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17353874444961548,
      "step": 5485,
      "valid_targets_mean": 2747.4,
      "valid_targets_min": 1557
    },
    {
      "epoch": 5.766806722689076,
      "grad_norm": 0.7552536091187607,
      "learning_rate": 3.67072220856197e-06,
      "loss": 0.18,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18228024244308472,
      "step": 5490,
      "valid_targets_mean": 3405.2,
      "valid_targets_min": 1405
    },
    {
      "epoch": 5.772058823529412,
      "grad_norm": 0.7052066859512669,
      "learning_rate": 3.640530724914517e-06,
      "loss": 0.1817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17114409804344177,
      "step": 5495,
      "valid_targets_mean": 3507.1,
      "valid_targets_min": 1042
    },
    {
      "epoch": 5.777310924369748,
      "grad_norm": 0.7275066681746295,
      "learning_rate": 3.61045147944777e-06,
      "loss": 0.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1737072765827179,
      "step": 5500,
      "valid_targets_mean": 3079.7,
      "valid_targets_min": 858
    },
    {
      "epoch": 5.782563025210084,
      "grad_norm": 0.738557032225339,
      "learning_rate": 3.5804846785278315e-06,
      "loss": 0.1806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17162227630615234,
      "step": 5505,
      "valid_targets_mean": 2934.3,
      "valid_targets_min": 1288
    },
    {
      "epoch": 5.78781512605042,
      "grad_norm": 0.6881422147874104,
      "learning_rate": 3.5506305277493326e-06,
      "loss": 0.196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17860713601112366,
      "step": 5510,
      "valid_targets_mean": 3428.2,
      "valid_targets_min": 1915
    },
    {
      "epoch": 5.793067226890757,
      "grad_norm": 0.8082399213846237,
      "learning_rate": 3.520889231934057e-06,
      "loss": 0.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2075139284133911,
      "step": 5515,
      "valid_targets_mean": 3764.9,
      "valid_targets_min": 1244
    },
    {
      "epoch": 5.798319327731092,
      "grad_norm": 0.7470662206853251,
      "learning_rate": 3.4912609951295084e-06,
      "loss": 0.182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18600235879421234,
      "step": 5520,
      "valid_targets_mean": 3006.5,
      "valid_targets_min": 1255
    },
    {
      "epoch": 5.803571428571429,
      "grad_norm": 0.7396369320045814,
      "learning_rate": 3.461746020607526e-06,
      "loss": 0.1877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21041221916675568,
      "step": 5525,
      "valid_targets_mean": 3326.2,
      "valid_targets_min": 1586
    },
    {
      "epoch": 5.8088235294117645,
      "grad_norm": 0.6985035686259948,
      "learning_rate": 3.432344510862895e-06,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16554896533489227,
      "step": 5530,
      "valid_targets_mean": 3205.2,
      "valid_targets_min": 1181
    },
    {
      "epoch": 5.814075630252101,
      "grad_norm": 0.7863118868734756,
      "learning_rate": 3.403056667611917e-06,
      "loss": 0.1779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17784982919692993,
      "step": 5535,
      "valid_targets_mean": 2735.1,
      "valid_targets_min": 974
    },
    {
      "epoch": 5.819327731092437,
      "grad_norm": 0.740543140779203,
      "learning_rate": 3.373882691791088e-06,
      "loss": 0.1821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19035407900810242,
      "step": 5540,
      "valid_targets_mean": 3735.8,
      "valid_targets_min": 1681
    },
    {
      "epoch": 5.824579831932773,
      "grad_norm": 0.774595013152137,
      "learning_rate": 3.344822783555679e-06,
      "loss": 0.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20152834057807922,
      "step": 5545,
      "valid_targets_mean": 2883.7,
      "valid_targets_min": 1171
    },
    {
      "epoch": 5.829831932773109,
      "grad_norm": 0.807774445390228,
      "learning_rate": 3.315877142278363e-06,
      "loss": 0.2023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21530133485794067,
      "step": 5550,
      "valid_targets_mean": 3324.1,
      "valid_targets_min": 1455
    },
    {
      "epoch": 5.8350840336134455,
      "grad_norm": 0.6932108713568098,
      "learning_rate": 3.287045966547866e-06,
      "loss": 0.1866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19992104172706604,
      "step": 5555,
      "valid_targets_mean": 3948.6,
      "valid_targets_min": 1529
    },
    {
      "epoch": 5.840336134453781,
      "grad_norm": 0.7588685281732017,
      "learning_rate": 3.258329454167599e-06,
      "loss": 0.1956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20404741168022156,
      "step": 5560,
      "valid_targets_mean": 3419.9,
      "valid_targets_min": 1450
    },
    {
      "epoch": 5.845588235294118,
      "grad_norm": 0.6654008948279083,
      "learning_rate": 3.2297278021542833e-06,
      "loss": 0.1813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1653444766998291,
      "step": 5565,
      "valid_targets_mean": 3465.6,
      "valid_targets_min": 1431
    },
    {
      "epoch": 5.850840336134453,
      "grad_norm": 0.7617245678374055,
      "learning_rate": 3.201241206736614e-06,
      "loss": 0.2007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19317778944969177,
      "step": 5570,
      "valid_targets_mean": 3085.4,
      "valid_targets_min": 802
    },
    {
      "epoch": 5.85609243697479,
      "grad_norm": 0.7601710209752651,
      "learning_rate": 3.1728698633539266e-06,
      "loss": 0.1979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1923319697380066,
      "step": 5575,
      "valid_targets_mean": 3230.6,
      "valid_targets_min": 1433
    },
    {
      "epoch": 5.8613445378151265,
      "grad_norm": 0.8026621042498756,
      "learning_rate": 3.1446139666548212e-06,
      "loss": 0.1941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19206663966178894,
      "step": 5580,
      "valid_targets_mean": 2908.7,
      "valid_targets_min": 614
    },
    {
      "epoch": 5.866596638655462,
      "grad_norm": 0.8143821059911558,
      "learning_rate": 3.1164737104958707e-06,
      "loss": 0.1916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2039254605770111,
      "step": 5585,
      "valid_targets_mean": 2748.8,
      "valid_targets_min": 637
    },
    {
      "epoch": 5.871848739495798,
      "grad_norm": 0.7917201537427566,
      "learning_rate": 3.0884492879402452e-06,
      "loss": 0.1983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2050473690032959,
      "step": 5590,
      "valid_targets_mean": 3297.7,
      "valid_targets_min": 1683
    },
    {
      "epoch": 5.8771008403361344,
      "grad_norm": 0.7656092656857109,
      "learning_rate": 3.0605408912564184e-06,
      "loss": 0.1932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18506518006324768,
      "step": 5595,
      "valid_targets_mean": 3406.1,
      "valid_targets_min": 1913
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 0.7130368872222834,
      "learning_rate": 3.032748711916851e-06,
      "loss": 0.1839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18892902135849,
      "step": 5600,
      "valid_targets_mean": 3848.1,
      "valid_targets_min": 1659
    },
    {
      "epoch": 5.887605042016807,
      "grad_norm": 0.7127010208647905,
      "learning_rate": 3.0050729405966495e-06,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17573906481266022,
      "step": 5605,
      "valid_targets_mean": 3390.7,
      "valid_targets_min": 1390
    },
    {
      "epoch": 5.892857142857143,
      "grad_norm": 0.7730291184647539,
      "learning_rate": 2.9775137671722754e-06,
      "loss": 0.1964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2364846169948578,
      "step": 5610,
      "valid_targets_mean": 3338.5,
      "valid_targets_min": 611
    },
    {
      "epoch": 5.898109243697479,
      "grad_norm": 0.7437425304974528,
      "learning_rate": 2.9500713807202565e-06,
      "loss": 0.1964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1972287893295288,
      "step": 5615,
      "valid_targets_mean": 3389.6,
      "valid_targets_min": 1451
    },
    {
      "epoch": 5.9033613445378155,
      "grad_norm": 0.7338868027074469,
      "learning_rate": 2.9227459695158543e-06,
      "loss": 0.191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.165279358625412,
      "step": 5620,
      "valid_targets_mean": 3097.9,
      "valid_targets_min": 1459
    },
    {
      "epoch": 5.908613445378151,
      "grad_norm": 0.8398618395284945,
      "learning_rate": 2.895537721031809e-06,
      "loss": 0.1865,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20163550972938538,
      "step": 5625,
      "valid_targets_mean": 2619.4,
      "valid_targets_min": 999
    },
    {
      "epoch": 5.913865546218488,
      "grad_norm": 0.6872190021050335,
      "learning_rate": 2.8684468219370364e-06,
      "loss": 0.1856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17330724000930786,
      "step": 5630,
      "valid_targets_mean": 3791.2,
      "valid_targets_min": 1564
    },
    {
      "epoch": 5.919117647058823,
      "grad_norm": 0.7915970239951657,
      "learning_rate": 2.841473458095334e-06,
      "loss": 0.1937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19606292247772217,
      "step": 5635,
      "valid_targets_mean": 3223.3,
      "valid_targets_min": 1233
    },
    {
      "epoch": 5.92436974789916,
      "grad_norm": 0.7371089384298193,
      "learning_rate": 2.8146178145641355e-06,
      "loss": 0.178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18127654492855072,
      "step": 5640,
      "valid_targets_mean": 3439.2,
      "valid_targets_min": 1524
    },
    {
      "epoch": 5.929621848739496,
      "grad_norm": 0.7111215478308646,
      "learning_rate": 2.787880075593217e-06,
      "loss": 0.185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18391185998916626,
      "step": 5645,
      "valid_targets_mean": 3744.9,
      "valid_targets_min": 1375
    },
    {
      "epoch": 5.934873949579832,
      "grad_norm": 0.7280994223942271,
      "learning_rate": 2.7612604246234355e-06,
      "loss": 0.1925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17705269157886505,
      "step": 5650,
      "valid_targets_mean": 3036.2,
      "valid_targets_min": 906
    },
    {
      "epoch": 5.940126050420168,
      "grad_norm": 0.6242246207880907,
      "learning_rate": 2.7347590442854867e-06,
      "loss": 0.1785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1647983193397522,
      "step": 5655,
      "valid_targets_mean": 3766.5,
      "valid_targets_min": 1246
    },
    {
      "epoch": 5.945378151260504,
      "grad_norm": 0.7653759814637277,
      "learning_rate": 2.7083761163986433e-06,
      "loss": 0.1785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20250293612480164,
      "step": 5660,
      "valid_targets_mean": 3225.9,
      "valid_targets_min": 1333
    },
    {
      "epoch": 5.95063025210084,
      "grad_norm": 0.7475006568229906,
      "learning_rate": 2.682111821969493e-06,
      "loss": 0.1819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19375839829444885,
      "step": 5665,
      "valid_targets_mean": 3751.3,
      "valid_targets_min": 2264
    },
    {
      "epoch": 5.955882352941177,
      "grad_norm": 0.737881904148586,
      "learning_rate": 2.6559663411907233e-06,
      "loss": 0.2019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1940421611070633,
      "step": 5670,
      "valid_targets_mean": 3505.2,
      "valid_targets_min": 1454
    },
    {
      "epoch": 5.961134453781512,
      "grad_norm": 0.7664181534172059,
      "learning_rate": 2.629939853439856e-06,
      "loss": 0.1892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18167239427566528,
      "step": 5675,
      "valid_targets_mean": 3385.7,
      "valid_targets_min": 1430
    },
    {
      "epoch": 5.966386554621849,
      "grad_norm": 0.7497306698153924,
      "learning_rate": 2.604032537278052e-06,
      "loss": 0.1847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1727236807346344,
      "step": 5680,
      "valid_targets_mean": 3201.6,
      "valid_targets_min": 1433
    },
    {
      "epoch": 5.9716386554621845,
      "grad_norm": 0.7405178705998576,
      "learning_rate": 2.5782445704488447e-06,
      "loss": 0.1818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1837659776210785,
      "step": 5685,
      "valid_targets_mean": 3362.1,
      "valid_targets_min": 1512
    },
    {
      "epoch": 5.976890756302521,
      "grad_norm": 0.697865915003433,
      "learning_rate": 2.5525761298769515e-06,
      "loss": 0.188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18182769417762756,
      "step": 5690,
      "valid_targets_mean": 3643.9,
      "valid_targets_min": 2048
    },
    {
      "epoch": 5.982142857142857,
      "grad_norm": 0.7426309465732394,
      "learning_rate": 2.527027391667054e-06,
      "loss": 0.1945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1931290328502655,
      "step": 5695,
      "valid_targets_mean": 3107.1,
      "valid_targets_min": 815
    },
    {
      "epoch": 5.987394957983193,
      "grad_norm": 0.7413852866874329,
      "learning_rate": 2.501598531102587e-06,
      "loss": 0.1963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20602191984653473,
      "step": 5700,
      "valid_targets_mean": 3339.4,
      "valid_targets_min": 1878
    },
    {
      "epoch": 5.992647058823529,
      "grad_norm": 0.8082149132119589,
      "learning_rate": 2.47628972264452e-06,
      "loss": 0.1972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21446332335472107,
      "step": 5705,
      "valid_targets_mean": 3394.6,
      "valid_targets_min": 1727
    },
    {
      "epoch": 5.9978991596638656,
      "grad_norm": 0.673717887910672,
      "learning_rate": 2.4511011399301944e-06,
      "loss": 0.1884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1594567894935608,
      "step": 5710,
      "valid_targets_mean": 2924.3,
      "valid_targets_min": 1622
    },
    {
      "epoch": 6.003151260504202,
      "grad_norm": 0.888726685758785,
      "learning_rate": 2.4260329557721107e-06,
      "loss": 0.1686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1586988866329193,
      "step": 5715,
      "valid_targets_mean": 1587.9,
      "valid_targets_min": 788
    },
    {
      "epoch": 6.008403361344538,
      "grad_norm": 0.7892723724374661,
      "learning_rate": 2.4010853421567237e-06,
      "loss": 0.131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12804922461509705,
      "step": 5720,
      "valid_targets_mean": 1591.2,
      "valid_targets_min": 957
    },
    {
      "epoch": 6.013655462184874,
      "grad_norm": 0.7624099131843867,
      "learning_rate": 2.376258470243309e-06,
      "loss": 0.1218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11783352494239807,
      "step": 5725,
      "valid_targets_mean": 1418.7,
      "valid_targets_min": 796
    },
    {
      "epoch": 6.01890756302521,
      "grad_norm": 0.7792462436940873,
      "learning_rate": 2.351552510362758e-06,
      "loss": 0.1228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11473619192838669,
      "step": 5730,
      "valid_targets_mean": 1389.0,
      "valid_targets_min": 704
    },
    {
      "epoch": 6.024159663865547,
      "grad_norm": 0.8703079476348818,
      "learning_rate": 2.326967632016406e-06,
      "loss": 0.1226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11579575389623642,
      "step": 5735,
      "valid_targets_mean": 1513.9,
      "valid_targets_min": 638
    },
    {
      "epoch": 6.029411764705882,
      "grad_norm": 0.8915876673258326,
      "learning_rate": 2.302504003874888e-06,
      "loss": 0.1241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12122771143913269,
      "step": 5740,
      "valid_targets_mean": 1482.3,
      "valid_targets_min": 727
    },
    {
      "epoch": 6.034663865546219,
      "grad_norm": 0.8177570400824066,
      "learning_rate": 2.2781617937769675e-06,
      "loss": 0.1256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10171643644571304,
      "step": 5745,
      "valid_targets_mean": 1189.1,
      "valid_targets_min": 655
    },
    {
      "epoch": 6.0399159663865545,
      "grad_norm": 1.025573849186844,
      "learning_rate": 2.2539411687283907e-06,
      "loss": 0.1108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1116051971912384,
      "step": 5750,
      "valid_targets_mean": 1299.6,
      "valid_targets_min": 714
    },
    {
      "epoch": 6.045168067226891,
      "grad_norm": 0.873608647534603,
      "learning_rate": 2.229842294900744e-06,
      "loss": 0.1314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1157689318060875,
      "step": 5755,
      "valid_targets_mean": 1407.6,
      "valid_targets_min": 741
    },
    {
      "epoch": 6.050420168067227,
      "grad_norm": 0.9798749449474746,
      "learning_rate": 2.205865337630302e-06,
      "loss": 0.1219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13768497109413147,
      "step": 5760,
      "valid_targets_mean": 1544.1,
      "valid_targets_min": 663
    },
    {
      "epoch": 6.055672268907563,
      "grad_norm": 0.916099508349051,
      "learning_rate": 2.182010461416899e-06,
      "loss": 0.115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11846692860126495,
      "step": 5765,
      "valid_targets_mean": 1511.1,
      "valid_targets_min": 632
    },
    {
      "epoch": 6.060924369747899,
      "grad_norm": 0.8853677750337303,
      "learning_rate": 2.158277829922817e-06,
      "loss": 0.1186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12952449917793274,
      "step": 5770,
      "valid_targets_mean": 1638.0,
      "valid_targets_min": 933
    },
    {
      "epoch": 6.0661764705882355,
      "grad_norm": 0.7694796846656141,
      "learning_rate": 2.1346676059716253e-06,
      "loss": 0.1188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11292778700590134,
      "step": 5775,
      "valid_targets_mean": 1526.9,
      "valid_targets_min": 717
    },
    {
      "epoch": 6.071428571428571,
      "grad_norm": 0.8108257454301182,
      "learning_rate": 2.1111799515471066e-06,
      "loss": 0.1079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1118139773607254,
      "step": 5780,
      "valid_targets_mean": 1387.4,
      "valid_targets_min": 659
    },
    {
      "epoch": 6.076680672268908,
      "grad_norm": 0.816088021557387,
      "learning_rate": 2.0878150277921195e-06,
      "loss": 0.1076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1065862700343132,
      "step": 5785,
      "valid_targets_mean": 1382.9,
      "valid_targets_min": 642
    },
    {
      "epoch": 6.081932773109243,
      "grad_norm": 0.8469714058115316,
      "learning_rate": 2.064572995007492e-06,
      "loss": 0.1093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09756132960319519,
      "step": 5790,
      "valid_targets_mean": 1312.1,
      "valid_targets_min": 765
    },
    {
      "epoch": 6.08718487394958,
      "grad_norm": 0.9292126584824716,
      "learning_rate": 2.0414540126509274e-06,
      "loss": 0.1195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11742901057004929,
      "step": 5795,
      "valid_targets_mean": 1397.6,
      "valid_targets_min": 631
    },
    {
      "epoch": 6.092436974789916,
      "grad_norm": 0.9989157343383366,
      "learning_rate": 2.0184582393359253e-06,
      "loss": 0.1177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12957970798015594,
      "step": 5800,
      "valid_targets_mean": 1419.4,
      "valid_targets_min": 623
    },
    {
      "epoch": 6.097689075630252,
      "grad_norm": 0.8687109853494948,
      "learning_rate": 1.99558583283066e-06,
      "loss": 0.118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12820440530776978,
      "step": 5805,
      "valid_targets_mean": 1647.7,
      "valid_targets_min": 818
    },
    {
      "epoch": 6.102941176470588,
      "grad_norm": 0.8429889291483497,
      "learning_rate": 1.9728369500569333e-06,
      "loss": 0.1183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11039917171001434,
      "step": 5810,
      "valid_targets_mean": 1545.5,
      "valid_targets_min": 776
    },
    {
      "epoch": 6.108193277310924,
      "grad_norm": 0.9401593816021946,
      "learning_rate": 1.950211747089077e-06,
      "loss": 0.1152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11282265186309814,
      "step": 5815,
      "valid_targets_mean": 1411.8,
      "valid_targets_min": 623
    },
    {
      "epoch": 6.11344537815126,
      "grad_norm": 0.8579915255635823,
      "learning_rate": 1.927710379152881e-06,
      "loss": 0.1104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11633343994617462,
      "step": 5820,
      "valid_targets_mean": 1437.3,
      "valid_targets_min": 742
    },
    {
      "epoch": 6.118697478991597,
      "grad_norm": 0.8470196779150363,
      "learning_rate": 1.9053330006245452e-06,
      "loss": 0.1086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0939580649137497,
      "step": 5825,
      "valid_targets_mean": 1193.6,
      "valid_targets_min": 611
    },
    {
      "epoch": 6.123949579831933,
      "grad_norm": 0.8951203579512895,
      "learning_rate": 1.8830797650296006e-06,
      "loss": 0.1087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11357836425304413,
      "step": 5830,
      "valid_targets_mean": 1514.0,
      "valid_targets_min": 793
    },
    {
      "epoch": 6.129201680672269,
      "grad_norm": 0.8204950266453027,
      "learning_rate": 1.8609508250418628e-06,
      "loss": 0.1089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10361876338720322,
      "step": 5835,
      "valid_targets_mean": 1379.1,
      "valid_targets_min": 886
    },
    {
      "epoch": 6.1344537815126055,
      "grad_norm": 0.827334438729143,
      "learning_rate": 1.8389463324823986e-06,
      "loss": 0.1121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10381718724966049,
      "step": 5840,
      "valid_targets_mean": 1455.5,
      "valid_targets_min": 991
    },
    {
      "epoch": 6.139705882352941,
      "grad_norm": 1.0670876809595125,
      "learning_rate": 1.81706643831846e-06,
      "loss": 0.113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11400048434734344,
      "step": 5845,
      "valid_targets_mean": 1525.2,
      "valid_targets_min": 908
    },
    {
      "epoch": 6.144957983193278,
      "grad_norm": 0.9783834172435171,
      "learning_rate": 1.7953112926624715e-06,
      "loss": 0.119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11489921063184738,
      "step": 5850,
      "valid_targets_mean": 1476.6,
      "valid_targets_min": 680
    },
    {
      "epoch": 6.150210084033613,
      "grad_norm": 0.8766319864539988,
      "learning_rate": 1.7736810447709852e-06,
      "loss": 0.1092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11097388714551926,
      "step": 5855,
      "valid_targets_mean": 1467.1,
      "valid_targets_min": 803
    },
    {
      "epoch": 6.15546218487395,
      "grad_norm": 0.8785524728820334,
      "learning_rate": 1.7521758430436553e-06,
      "loss": 0.1158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10426779836416245,
      "step": 5860,
      "valid_targets_mean": 1341.3,
      "valid_targets_min": 765
    },
    {
      "epoch": 6.160714285714286,
      "grad_norm": 0.8829153848682123,
      "learning_rate": 1.7307958350222366e-06,
      "loss": 0.1139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11685581505298615,
      "step": 5865,
      "valid_targets_mean": 1556.4,
      "valid_targets_min": 804
    },
    {
      "epoch": 6.165966386554622,
      "grad_norm": 0.8180165865392631,
      "learning_rate": 1.7095411673895545e-06,
      "loss": 0.1147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11777027696371078,
      "step": 5870,
      "valid_targets_mean": 1509.7,
      "valid_targets_min": 675
    },
    {
      "epoch": 6.171218487394958,
      "grad_norm": 0.8375114382633897,
      "learning_rate": 1.6884119859685034e-06,
      "loss": 0.1098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11995431780815125,
      "step": 5875,
      "valid_targets_mean": 1408.4,
      "valid_targets_min": 882
    },
    {
      "epoch": 6.176470588235294,
      "grad_norm": 0.7972330265214028,
      "learning_rate": 1.6674084357210562e-06,
      "loss": 0.1071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10255067050457001,
      "step": 5880,
      "valid_targets_mean": 1449.8,
      "valid_targets_min": 660
    },
    {
      "epoch": 6.18172268907563,
      "grad_norm": 0.8858809578498907,
      "learning_rate": 1.6465306607472608e-06,
      "loss": 0.102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10549542307853699,
      "step": 5885,
      "valid_targets_mean": 1489.8,
      "valid_targets_min": 678
    },
    {
      "epoch": 6.186974789915967,
      "grad_norm": 0.9235725158063691,
      "learning_rate": 1.625778804284246e-06,
      "loss": 0.1083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10902103036642075,
      "step": 5890,
      "valid_targets_mean": 1379.1,
      "valid_targets_min": 676
    },
    {
      "epoch": 6.192226890756302,
      "grad_norm": 0.8610604938191373,
      "learning_rate": 1.6051530087052558e-06,
      "loss": 0.1107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10405048727989197,
      "step": 5895,
      "valid_targets_mean": 1347.1,
      "valid_targets_min": 794
    },
    {
      "epoch": 6.197478991596639,
      "grad_norm": 0.844841243204075,
      "learning_rate": 1.5846534155186511e-06,
      "loss": 0.1103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1075349748134613,
      "step": 5900,
      "valid_targets_mean": 1372.6,
      "valid_targets_min": 607
    },
    {
      "epoch": 6.2027310924369745,
      "grad_norm": 0.9299916077128926,
      "learning_rate": 1.564280165366956e-06,
      "loss": 0.1104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11143974959850311,
      "step": 5905,
      "valid_targets_mean": 1323.6,
      "valid_targets_min": 722
    },
    {
      "epoch": 6.207983193277311,
      "grad_norm": 0.9520206844500675,
      "learning_rate": 1.544033398025886e-06,
      "loss": 0.1164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12437736988067627,
      "step": 5910,
      "valid_targets_mean": 1597.7,
      "valid_targets_min": 858
    },
    {
      "epoch": 6.213235294117647,
      "grad_norm": 0.8264419715144223,
      "learning_rate": 1.5239132524033951e-06,
      "loss": 0.0983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09098273515701294,
      "step": 5915,
      "valid_targets_mean": 1270.8,
      "valid_targets_min": 689
    },
    {
      "epoch": 6.218487394957983,
      "grad_norm": 0.9121347316675537,
      "learning_rate": 1.50391986653871e-06,
      "loss": 0.1151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10781864076852798,
      "step": 5920,
      "valid_targets_mean": 1388.2,
      "valid_targets_min": 692
    },
    {
      "epoch": 6.223739495798319,
      "grad_norm": 0.8183103322870855,
      "learning_rate": 1.4840533776013954e-06,
      "loss": 0.1116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0995546281337738,
      "step": 5925,
      "valid_targets_mean": 1447.2,
      "valid_targets_min": 828
    },
    {
      "epoch": 6.2289915966386555,
      "grad_norm": 0.8695709319336882,
      "learning_rate": 1.4643139218904035e-06,
      "loss": 0.1177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1060028076171875,
      "step": 5930,
      "valid_targets_mean": 1399.7,
      "valid_targets_min": 618
    },
    {
      "epoch": 6.234243697478991,
      "grad_norm": 0.7936160826191869,
      "learning_rate": 1.4447016348331477e-06,
      "loss": 0.1041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10275650769472122,
      "step": 5935,
      "valid_targets_mean": 1454.3,
      "valid_targets_min": 629
    },
    {
      "epoch": 6.239495798319328,
      "grad_norm": 1.0003364025533468,
      "learning_rate": 1.4252166509845777e-06,
      "loss": 0.1087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1305723935365677,
      "step": 5940,
      "valid_targets_mean": 1746.1,
      "valid_targets_min": 1071
    },
    {
      "epoch": 6.244747899159663,
      "grad_norm": 0.9039823804020426,
      "learning_rate": 1.4058591040262259e-06,
      "loss": 0.1079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1077783852815628,
      "step": 5945,
      "valid_targets_mean": 1282.2,
      "valid_targets_min": 677
    },
    {
      "epoch": 6.25,
      "grad_norm": 0.8985676998446693,
      "learning_rate": 1.3866291267653309e-06,
      "loss": 0.1031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09621434658765793,
      "step": 5950,
      "valid_targets_mean": 1227.6,
      "valid_targets_min": 679
    },
    {
      "epoch": 6.255252100840336,
      "grad_norm": 0.8526105872349939,
      "learning_rate": 1.3675268511339067e-06,
      "loss": 0.1043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09855210781097412,
      "step": 5955,
      "valid_targets_mean": 1319.1,
      "valid_targets_min": 504
    },
    {
      "epoch": 6.260504201680672,
      "grad_norm": 0.8620937247837483,
      "learning_rate": 1.3485524081878288e-06,
      "loss": 0.1069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1124173030257225,
      "step": 5960,
      "valid_targets_mean": 1616.5,
      "valid_targets_min": 1023
    },
    {
      "epoch": 6.265756302521009,
      "grad_norm": 0.8269435472596893,
      "learning_rate": 1.3297059281059533e-06,
      "loss": 0.1092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10087428987026215,
      "step": 5965,
      "valid_targets_mean": 1453.0,
      "valid_targets_min": 661
    },
    {
      "epoch": 6.2710084033613445,
      "grad_norm": 0.8464773093003739,
      "learning_rate": 1.3109875401892146e-06,
      "loss": 0.111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10120785981416702,
      "step": 5970,
      "valid_targets_mean": 1442.0,
      "valid_targets_min": 889
    },
    {
      "epoch": 6.276260504201681,
      "grad_norm": 0.809843624015962,
      "learning_rate": 1.2923973728597373e-06,
      "loss": 0.1037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10031883418560028,
      "step": 5975,
      "valid_targets_mean": 1548.4,
      "valid_targets_min": 723
    },
    {
      "epoch": 6.281512605042017,
      "grad_norm": 0.8939758957054761,
      "learning_rate": 1.2739355536599508e-06,
      "loss": 0.1095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10138392448425293,
      "step": 5980,
      "valid_targets_mean": 1359.8,
      "valid_targets_min": 793
    },
    {
      "epoch": 6.286764705882353,
      "grad_norm": 0.9990516754583353,
      "learning_rate": 1.2556022092517362e-06,
      "loss": 0.1055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11516615748405457,
      "step": 5985,
      "valid_targets_mean": 1478.6,
      "valid_targets_min": 861
    },
    {
      "epoch": 6.292016806722689,
      "grad_norm": 0.8483028409836717,
      "learning_rate": 1.237397465415524e-06,
      "loss": 0.1076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0986555963754654,
      "step": 5990,
      "valid_targets_mean": 1332.7,
      "valid_targets_min": 752
    },
    {
      "epoch": 6.2972689075630255,
      "grad_norm": 0.9848150205283159,
      "learning_rate": 1.2193214470494664e-06,
      "loss": 0.1076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11558929085731506,
      "step": 5995,
      "valid_targets_mean": 1622.7,
      "valid_targets_min": 789
    },
    {
      "epoch": 6.302521008403361,
      "grad_norm": 0.9238690287611016,
      "learning_rate": 1.201374278168541e-06,
      "loss": 0.0962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08862060308456421,
      "step": 6000,
      "valid_targets_mean": 1195.4,
      "valid_targets_min": 567
    },
    {
      "epoch": 6.307773109243698,
      "grad_norm": 0.9550625507498628,
      "learning_rate": 1.1835560819037429e-06,
      "loss": 0.1082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12365525960922241,
      "step": 6005,
      "valid_targets_mean": 1504.5,
      "valid_targets_min": 605
    },
    {
      "epoch": 6.313025210084033,
      "grad_norm": 0.8977013451179156,
      "learning_rate": 1.1658669805012112e-06,
      "loss": 0.1088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10444406419992447,
      "step": 6010,
      "valid_targets_mean": 1580.1,
      "valid_targets_min": 746
    },
    {
      "epoch": 6.31827731092437,
      "grad_norm": 0.9626620928600009,
      "learning_rate": 1.1483070953213904e-06,
      "loss": 0.1017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09486856311559677,
      "step": 6015,
      "valid_targets_mean": 1158.2,
      "valid_targets_min": 723
    },
    {
      "epoch": 6.323529411764706,
      "grad_norm": 0.857918445866971,
      "learning_rate": 1.130876546838211e-06,
      "loss": 0.1092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.107955202460289,
      "step": 6020,
      "valid_targets_mean": 1430.4,
      "valid_targets_min": 855
    },
    {
      "epoch": 6.328781512605042,
      "grad_norm": 0.8446463752304134,
      "learning_rate": 1.1135754546382627e-06,
      "loss": 0.111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10878735780715942,
      "step": 6025,
      "valid_targets_mean": 1590.4,
      "valid_targets_min": 902
    },
    {
      "epoch": 6.334033613445378,
      "grad_norm": 0.8359256112732846,
      "learning_rate": 1.0964039374199564e-06,
      "loss": 0.108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10430100560188293,
      "step": 6030,
      "valid_targets_mean": 1521.5,
      "valid_targets_min": 803
    },
    {
      "epoch": 6.339285714285714,
      "grad_norm": 0.9402998650985804,
      "learning_rate": 1.07936211299273e-06,
      "loss": 0.1083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11771460622549057,
      "step": 6035,
      "valid_targets_mean": 1455.2,
      "valid_targets_min": 740
    },
    {
      "epoch": 6.34453781512605,
      "grad_norm": 0.8950360049257687,
      "learning_rate": 1.0624500982762376e-06,
      "loss": 0.1031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09641949832439423,
      "step": 6040,
      "valid_targets_mean": 1279.4,
      "valid_targets_min": 244
    },
    {
      "epoch": 6.349789915966387,
      "grad_norm": 0.8797683867630403,
      "learning_rate": 1.045668009299523e-06,
      "loss": 0.1104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10380536317825317,
      "step": 6045,
      "valid_targets_mean": 1366.9,
      "valid_targets_min": 714
    },
    {
      "epoch": 6.355042016806722,
      "grad_norm": 0.8500779068020419,
      "learning_rate": 1.029015961200266e-06,
      "loss": 0.1055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08908183872699738,
      "step": 6050,
      "valid_targets_mean": 1220.5,
      "valid_targets_min": 585
    },
    {
      "epoch": 6.360294117647059,
      "grad_norm": 0.963766954956786,
      "learning_rate": 1.012494068223946e-06,
      "loss": 0.1142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11748844385147095,
      "step": 6055,
      "valid_targets_mean": 1596.4,
      "valid_targets_min": 1041
    },
    {
      "epoch": 6.3655462184873945,
      "grad_norm": 1.013786349356977,
      "learning_rate": 9.961024437230948e-07,
      "loss": 0.1081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10118795186281204,
      "step": 6060,
      "valid_targets_mean": 1401.3,
      "valid_targets_min": 777
    },
    {
      "epoch": 6.370798319327731,
      "grad_norm": 0.8907088069055336,
      "learning_rate": 9.798412001565038e-07,
      "loss": 0.1095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10110174119472504,
      "step": 6065,
      "valid_targets_mean": 1546.8,
      "valid_targets_min": 959
    },
    {
      "epoch": 6.376050420168067,
      "grad_norm": 0.836878249917925,
      "learning_rate": 9.63710449088453e-07,
      "loss": 0.1052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0972297191619873,
      "step": 6070,
      "valid_targets_mean": 1284.4,
      "valid_targets_min": 620
    },
    {
      "epoch": 6.381302521008403,
      "grad_norm": 0.8342602387448971,
      "learning_rate": 9.477103011879408e-07,
      "loss": 0.1035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0927862748503685,
      "step": 6075,
      "valid_targets_mean": 1356.6,
      "valid_targets_min": 656
    },
    {
      "epoch": 6.38655462184874,
      "grad_norm": 0.9521526310876444,
      "learning_rate": 9.318408662279399e-07,
      "loss": 0.1113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12353593111038208,
      "step": 6080,
      "valid_targets_mean": 1564.5,
      "valid_targets_min": 697
    },
    {
      "epoch": 6.391806722689076,
      "grad_norm": 0.8338141493940605,
      "learning_rate": 9.161022530846253e-07,
      "loss": 0.0993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09638993442058563,
      "step": 6085,
      "valid_targets_mean": 1604.7,
      "valid_targets_min": 682
    },
    {
      "epoch": 6.397058823529412,
      "grad_norm": 0.9780093813312944,
      "learning_rate": 9.004945697366452e-07,
      "loss": 0.1,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09383905678987503,
      "step": 6090,
      "valid_targets_mean": 1383.4,
      "valid_targets_min": 730
    },
    {
      "epoch": 6.402310924369748,
      "grad_norm": 0.891231287791507,
      "learning_rate": 8.850179232643641e-07,
      "loss": 0.1047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10458773374557495,
      "step": 6095,
      "valid_targets_mean": 1482.5,
      "valid_targets_min": 747
    },
    {
      "epoch": 6.407563025210084,
      "grad_norm": 0.8092854746476409,
      "learning_rate": 8.696724198491369e-07,
      "loss": 0.1152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10784599184989929,
      "step": 6100,
      "valid_targets_mean": 1603.6,
      "valid_targets_min": 933
    },
    {
      "epoch": 6.41281512605042,
      "grad_norm": 0.9405797225301739,
      "learning_rate": 8.544581647725825e-07,
      "loss": 0.1025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10436847805976868,
      "step": 6105,
      "valid_targets_mean": 1517.9,
      "valid_targets_min": 799
    },
    {
      "epoch": 6.418067226890757,
      "grad_norm": 0.8958196229325652,
      "learning_rate": 8.393752624158603e-07,
      "loss": 0.102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10442647337913513,
      "step": 6110,
      "valid_targets_mean": 1516.2,
      "valid_targets_min": 909
    },
    {
      "epoch": 6.423319327731092,
      "grad_norm": 0.8319689597681014,
      "learning_rate": 8.244238162589435e-07,
      "loss": 0.0991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10206621140241623,
      "step": 6115,
      "valid_targets_mean": 1606.8,
      "valid_targets_min": 741
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 0.8710279467847112,
      "learning_rate": 8.096039288799251e-07,
      "loss": 0.0907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09631064534187317,
      "step": 6120,
      "valid_targets_mean": 1328.7,
      "valid_targets_min": 720
    },
    {
      "epoch": 6.4338235294117645,
      "grad_norm": 0.8396789652735168,
      "learning_rate": 7.949157019543064e-07,
      "loss": 0.1038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10037371516227722,
      "step": 6125,
      "valid_targets_mean": 1396.2,
      "valid_targets_min": 610
    },
    {
      "epoch": 6.439075630252101,
      "grad_norm": 0.8987178018129869,
      "learning_rate": 7.803592362542911e-07,
      "loss": 0.0992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10167519003152847,
      "step": 6130,
      "valid_targets_mean": 1352.9,
      "valid_targets_min": 684
    },
    {
      "epoch": 6.444327731092437,
      "grad_norm": 0.8464981713812435,
      "learning_rate": 7.659346316481086e-07,
      "loss": 0.0978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09975661337375641,
      "step": 6135,
      "valid_targets_mean": 1479.4,
      "valid_targets_min": 874
    },
    {
      "epoch": 6.449579831932773,
      "grad_norm": 0.8500419492524814,
      "learning_rate": 7.516419870993296e-07,
      "loss": 0.1026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09866391867399216,
      "step": 6140,
      "valid_targets_mean": 1501.2,
      "valid_targets_min": 765
    },
    {
      "epoch": 6.454831932773109,
      "grad_norm": 0.8846021286748634,
      "learning_rate": 7.374814006661667e-07,
      "loss": 0.1004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0995045006275177,
      "step": 6145,
      "valid_targets_mean": 1419.9,
      "valid_targets_min": 589
    },
    {
      "epoch": 6.4600840336134455,
      "grad_norm": 0.9586129744458028,
      "learning_rate": 7.234529695008241e-07,
      "loss": 0.1043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1108023077249527,
      "step": 6150,
      "valid_targets_mean": 1587.2,
      "valid_targets_min": 918
    },
    {
      "epoch": 6.465336134453781,
      "grad_norm": 1.136739780639734,
      "learning_rate": 7.095567898488175e-07,
      "loss": 0.188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20650501549243927,
      "step": 6155,
      "valid_targets_mean": 3546.9,
      "valid_targets_min": 702
    },
    {
      "epoch": 6.470588235294118,
      "grad_norm": 1.156568540868847,
      "learning_rate": 6.957929570483224e-07,
      "loss": 0.2101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2196894884109497,
      "step": 6160,
      "valid_targets_mean": 4000.6,
      "valid_targets_min": 1005
    },
    {
      "epoch": 6.475840336134453,
      "grad_norm": 1.0910237455501957,
      "learning_rate": 6.821615655295155e-07,
      "loss": 0.1974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19706688821315765,
      "step": 6165,
      "valid_targets_mean": 4063.9,
      "valid_targets_min": 1296
    },
    {
      "epoch": 6.48109243697479,
      "grad_norm": 0.9433508198462144,
      "learning_rate": 6.686627088139253e-07,
      "loss": 0.1925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18134765326976776,
      "step": 6170,
      "valid_targets_mean": 3747.0,
      "valid_targets_min": 1561
    },
    {
      "epoch": 6.486344537815126,
      "grad_norm": 0.9443013244173882,
      "learning_rate": 6.552964795137895e-07,
      "loss": 0.1905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.206732839345932,
      "step": 6175,
      "valid_targets_mean": 3562.5,
      "valid_targets_min": 1044
    },
    {
      "epoch": 6.491596638655462,
      "grad_norm": 0.7981181274477949,
      "learning_rate": 6.420629693314317e-07,
      "loss": 0.1932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1745770275592804,
      "step": 6180,
      "valid_targets_mean": 3911.4,
      "valid_targets_min": 920
    },
    {
      "epoch": 6.496848739495798,
      "grad_norm": 1.0053288601599724,
      "learning_rate": 6.289622690586151e-07,
      "loss": 0.1802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21677300333976746,
      "step": 6185,
      "valid_targets_mean": 5753.8,
      "valid_targets_min": 2060
    },
    {
      "epoch": 6.5021008403361344,
      "grad_norm": 0.8097609883366772,
      "learning_rate": 6.159944685759289e-07,
      "loss": 0.1873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19428494572639465,
      "step": 6190,
      "valid_targets_mean": 3728.6,
      "valid_targets_min": 467
    },
    {
      "epoch": 6.507352941176471,
      "grad_norm": 0.8064900139004815,
      "learning_rate": 6.031596568521792e-07,
      "loss": 0.1907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20241563022136688,
      "step": 6195,
      "valid_targets_mean": 3554.0,
      "valid_targets_min": 1689
    },
    {
      "epoch": 6.512605042016807,
      "grad_norm": 0.776184144360134,
      "learning_rate": 5.904579219437567e-07,
      "loss": 0.1902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1855916827917099,
      "step": 6200,
      "valid_targets_mean": 3708.1,
      "valid_targets_min": 1697
    },
    {
      "epoch": 6.517857142857143,
      "grad_norm": 0.7831624701562231,
      "learning_rate": 5.778893509940497e-07,
      "loss": 0.1917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2027127742767334,
      "step": 6205,
      "valid_targets_mean": 3652.6,
      "valid_targets_min": 1223
    },
    {
      "epoch": 6.523109243697479,
      "grad_norm": 0.7592030323419526,
      "learning_rate": 5.654540302328526e-07,
      "loss": 0.1901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18956655263900757,
      "step": 6210,
      "valid_targets_mean": 4036.1,
      "valid_targets_min": 1552
    },
    {
      "epoch": 6.5283613445378155,
      "grad_norm": 0.7395667543125498,
      "learning_rate": 5.531520449757465e-07,
      "loss": 0.1866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1876063048839569,
      "step": 6215,
      "valid_targets_mean": 3543.5,
      "valid_targets_min": 1439
    },
    {
      "epoch": 6.533613445378151,
      "grad_norm": 0.7046765053549935,
      "learning_rate": 5.409834796235447e-07,
      "loss": 0.1864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1793154776096344,
      "step": 6220,
      "valid_targets_mean": 3287.0,
      "valid_targets_min": 1402
    },
    {
      "epoch": 6.538865546218488,
      "grad_norm": 0.7352367532176454,
      "learning_rate": 5.28948417661701e-07,
      "loss": 0.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19139184057712555,
      "step": 6225,
      "valid_targets_mean": 3423.9,
      "valid_targets_min": 1586
    },
    {
      "epoch": 6.544117647058823,
      "grad_norm": 0.7217587370221558,
      "learning_rate": 5.170469416597223e-07,
      "loss": 0.1874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18540339171886444,
      "step": 6230,
      "valid_targets_mean": 3406.0,
      "valid_targets_min": 1538
    },
    {
      "epoch": 6.54936974789916,
      "grad_norm": 0.8448265208591422,
      "learning_rate": 5.05279133270633e-07,
      "loss": 0.1863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18816813826560974,
      "step": 6235,
      "valid_targets_mean": 2954.0,
      "valid_targets_min": 1058
    },
    {
      "epoch": 6.554621848739496,
      "grad_norm": 0.7796897965938916,
      "learning_rate": 4.936450732303866e-07,
      "loss": 0.2001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.198177307844162,
      "step": 6240,
      "valid_targets_mean": 3051.8,
      "valid_targets_min": 1362
    },
    {
      "epoch": 6.559873949579832,
      "grad_norm": 0.6964707697678552,
      "learning_rate": 4.821448413573237e-07,
      "loss": 0.1875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1926005631685257,
      "step": 6245,
      "valid_targets_mean": 3620.5,
      "valid_targets_min": 1392
    },
    {
      "epoch": 6.565126050420168,
      "grad_norm": 0.7685525826201484,
      "learning_rate": 4.70778516551631e-07,
      "loss": 0.1878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18368004262447357,
      "step": 6250,
      "valid_targets_mean": 3103.6,
      "valid_targets_min": 1267
    },
    {
      "epoch": 6.570378151260504,
      "grad_norm": 0.7299698999315323,
      "learning_rate": 4.595461767947829e-07,
      "loss": 0.1849,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19365397095680237,
      "step": 6255,
      "valid_targets_mean": 3592.7,
      "valid_targets_min": 1026
    },
    {
      "epoch": 6.57563025210084,
      "grad_norm": 0.7134849644818172,
      "learning_rate": 4.484478991490249e-07,
      "loss": 0.1767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18238605558872223,
      "step": 6260,
      "valid_targets_mean": 3632.1,
      "valid_targets_min": 1785
    },
    {
      "epoch": 6.580882352941177,
      "grad_norm": 0.7566638135613766,
      "learning_rate": 4.374837597568338e-07,
      "loss": 0.1937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17180000245571136,
      "step": 6265,
      "valid_targets_mean": 3557.1,
      "valid_targets_min": 1957
    },
    {
      "epoch": 6.586134453781512,
      "grad_norm": 0.7212160746237427,
      "learning_rate": 4.266538338403936e-07,
      "loss": 0.1937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17052122950553894,
      "step": 6270,
      "valid_targets_mean": 3230.6,
      "valid_targets_min": 1570
    },
    {
      "epoch": 6.591386554621849,
      "grad_norm": 0.7590336258795505,
      "learning_rate": 4.159581957010894e-07,
      "loss": 0.1834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18137861788272858,
      "step": 6275,
      "valid_targets_mean": 3023.7,
      "valid_targets_min": 997
    },
    {
      "epoch": 6.5966386554621845,
      "grad_norm": 0.7939812548685019,
      "learning_rate": 4.0539691871898545e-07,
      "loss": 0.1811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20064428448677063,
      "step": 6280,
      "valid_targets_mean": 3056.6,
      "valid_targets_min": 1293
    },
    {
      "epoch": 6.601890756302521,
      "grad_norm": 0.7459390024198103,
      "learning_rate": 3.949700753523344e-07,
      "loss": 0.1833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16911663115024567,
      "step": 6285,
      "valid_targets_mean": 2915.6,
      "valid_targets_min": 1687
    },
    {
      "epoch": 6.607142857142857,
      "grad_norm": 0.8123891604766348,
      "learning_rate": 3.8467773713707134e-07,
      "loss": 0.1873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19759421050548553,
      "step": 6290,
      "valid_targets_mean": 2985.1,
      "valid_targets_min": 1108
    },
    {
      "epoch": 6.612394957983193,
      "grad_norm": 0.7820274649796405,
      "learning_rate": 3.7451997468632486e-07,
      "loss": 0.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17913171648979187,
      "step": 6295,
      "valid_targets_mean": 3195.0,
      "valid_targets_min": 571
    },
    {
      "epoch": 6.617647058823529,
      "grad_norm": 0.7958593118852751,
      "learning_rate": 3.6449685768993327e-07,
      "loss": 0.1932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19205614924430847,
      "step": 6300,
      "valid_targets_mean": 3106.2,
      "valid_targets_min": 738
    },
    {
      "epoch": 6.6228991596638656,
      "grad_norm": 0.727974701275133,
      "learning_rate": 3.5460845491396944e-07,
      "loss": 0.1798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1842992901802063,
      "step": 6305,
      "valid_targets_mean": 3189.5,
      "valid_targets_min": 1896
    },
    {
      "epoch": 6.628151260504202,
      "grad_norm": 0.737246932634588,
      "learning_rate": 3.448548342002589e-07,
      "loss": 0.184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18911173939704895,
      "step": 6310,
      "valid_targets_mean": 3278.9,
      "valid_targets_min": 1177
    },
    {
      "epoch": 6.633403361344538,
      "grad_norm": 0.7200101677641911,
      "learning_rate": 3.352360624659312e-07,
      "loss": 0.1844,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19001314043998718,
      "step": 6315,
      "valid_targets_mean": 3398.8,
      "valid_targets_min": 1270
    },
    {
      "epoch": 6.6386554621848735,
      "grad_norm": 0.6991330740624144,
      "learning_rate": 3.2575220570294276e-07,
      "loss": 0.186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1835232377052307,
      "step": 6320,
      "valid_targets_mean": 3829.2,
      "valid_targets_min": 1668
    },
    {
      "epoch": 6.64390756302521,
      "grad_norm": 0.6942560490970551,
      "learning_rate": 3.164033289776369e-07,
      "loss": 0.1857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18814723193645477,
      "step": 6325,
      "valid_targets_mean": 3426.9,
      "valid_targets_min": 1184
    },
    {
      "epoch": 6.649159663865547,
      "grad_norm": 0.7240553846645934,
      "learning_rate": 3.071894964302935e-07,
      "loss": 0.1851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19533832371234894,
      "step": 6330,
      "valid_targets_mean": 3523.6,
      "valid_targets_min": 1858
    },
    {
      "epoch": 6.654411764705882,
      "grad_norm": 0.6784877207352158,
      "learning_rate": 2.981107712746867e-07,
      "loss": 0.181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16024400293827057,
      "step": 6335,
      "valid_targets_mean": 3161.2,
      "valid_targets_min": 922
    },
    {
      "epoch": 6.659663865546219,
      "grad_norm": 0.8123686861228415,
      "learning_rate": 2.891672157976522e-07,
      "loss": 0.1842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.212624192237854,
      "step": 6340,
      "valid_targets_mean": 2948.9,
      "valid_targets_min": 1812
    },
    {
      "epoch": 6.6649159663865545,
      "grad_norm": 0.7276516066486569,
      "learning_rate": 2.803588913586608e-07,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17187952995300293,
      "step": 6345,
      "valid_targets_mean": 3107.7,
      "valid_targets_min": 977
    },
    {
      "epoch": 6.670168067226891,
      "grad_norm": 0.6887997469688529,
      "learning_rate": 2.716858583894033e-07,
      "loss": 0.1785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16475774347782135,
      "step": 6350,
      "valid_targets_mean": 3372.6,
      "valid_targets_min": 810
    },
    {
      "epoch": 6.675420168067227,
      "grad_norm": 0.7520402794788272,
      "learning_rate": 2.6314817639335964e-07,
      "loss": 0.1833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17598888278007507,
      "step": 6355,
      "valid_targets_mean": 3305.2,
      "valid_targets_min": 1673
    },
    {
      "epoch": 6.680672268907563,
      "grad_norm": 0.6523534201108536,
      "learning_rate": 2.547459039454103e-07,
      "loss": 0.183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15471762418746948,
      "step": 6360,
      "valid_targets_mean": 3933.0,
      "valid_targets_min": 1869
    },
    {
      "epoch": 6.685924369747899,
      "grad_norm": 0.8552212655149624,
      "learning_rate": 2.4647909869142117e-07,
      "loss": 0.1945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20678521692752838,
      "step": 6365,
      "valid_targets_mean": 3010.2,
      "valid_targets_min": 1377
    },
    {
      "epoch": 6.6911764705882355,
      "grad_norm": 0.7322859160819369,
      "learning_rate": 2.3834781734784817e-07,
      "loss": 0.1877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18106794357299805,
      "step": 6370,
      "valid_targets_mean": 3055.6,
      "valid_targets_min": 1219
    },
    {
      "epoch": 6.696428571428571,
      "grad_norm": 0.738490804680364,
      "learning_rate": 2.3035211570135995e-07,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17908601462841034,
      "step": 6375,
      "valid_targets_mean": 3442.4,
      "valid_targets_min": 1168
    },
    {
      "epoch": 6.701680672268908,
      "grad_norm": 0.7971361125915069,
      "learning_rate": 2.224920486084403e-07,
      "loss": 0.1707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18598723411560059,
      "step": 6380,
      "valid_targets_mean": 3041.9,
      "valid_targets_min": 1955
    },
    {
      "epoch": 6.706932773109243,
      "grad_norm": 0.7900277569565785,
      "learning_rate": 2.1476766999502408e-07,
      "loss": 0.1855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18570013344287872,
      "step": 6385,
      "valid_targets_mean": 3640.2,
      "valid_targets_min": 1628
    },
    {
      "epoch": 6.71218487394958,
      "grad_norm": 0.6556232945874763,
      "learning_rate": 2.071790328561152e-07,
      "loss": 0.1779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1550453007221222,
      "step": 6390,
      "valid_targets_mean": 3358.4,
      "valid_targets_min": 1482
    },
    {
      "epoch": 6.717436974789916,
      "grad_norm": 0.6812790984777259,
      "learning_rate": 1.997261892554403e-07,
      "loss": 0.1763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15719173848628998,
      "step": 6395,
      "valid_targets_mean": 3460.4,
      "valid_targets_min": 904
    },
    {
      "epoch": 6.722689075630252,
      "grad_norm": 0.7769101571262454,
      "learning_rate": 1.9240919032506688e-07,
      "loss": 0.1875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2275974154472351,
      "step": 6400,
      "valid_targets_mean": 3728.4,
      "valid_targets_min": 1194
    },
    {
      "epoch": 6.727941176470588,
      "grad_norm": 0.7389737083348429,
      "learning_rate": 1.8522808626507683e-07,
      "loss": 0.1859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1957985758781433,
      "step": 6405,
      "valid_targets_mean": 3940.4,
      "valid_targets_min": 1658
    },
    {
      "epoch": 6.733193277310924,
      "grad_norm": 0.77498392264914,
      "learning_rate": 1.781829263432111e-07,
      "loss": 0.1812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1999933421611786,
      "step": 6410,
      "valid_targets_mean": 3536.9,
      "valid_targets_min": 1423
    },
    {
      "epoch": 6.73844537815126,
      "grad_norm": 0.7005856165044073,
      "learning_rate": 1.7127375889452569e-07,
      "loss": 0.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1850917786359787,
      "step": 6415,
      "valid_targets_mean": 3351.2,
      "valid_targets_min": 2010
    },
    {
      "epoch": 6.743697478991597,
      "grad_norm": 0.7167520426399059,
      "learning_rate": 1.6450063132107396e-07,
      "loss": 0.196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18986815214157104,
      "step": 6420,
      "valid_targets_mean": 3498.6,
      "valid_targets_min": 1172
    },
    {
      "epoch": 6.748949579831933,
      "grad_norm": 0.6942759631181366,
      "learning_rate": 1.5786359009156928e-07,
      "loss": 0.186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18716512620449066,
      "step": 6425,
      "valid_targets_mean": 3863.8,
      "valid_targets_min": 1229
    },
    {
      "epoch": 6.754201680672269,
      "grad_norm": 0.6936745579008864,
      "learning_rate": 1.5136268074107398e-07,
      "loss": 0.1794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1890535056591034,
      "step": 6430,
      "valid_targets_mean": 3600.5,
      "valid_targets_min": 1523
    },
    {
      "epoch": 6.759453781512605,
      "grad_norm": 0.7070845571059466,
      "learning_rate": 1.44997947870682e-07,
      "loss": 0.1742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17694947123527527,
      "step": 6435,
      "valid_targets_mean": 3623.9,
      "valid_targets_min": 997
    },
    {
      "epoch": 6.764705882352941,
      "grad_norm": 0.7375315587768612,
      "learning_rate": 1.3876943514721465e-07,
      "loss": 0.1731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17876756191253662,
      "step": 6440,
      "valid_targets_mean": 3535.2,
      "valid_targets_min": 621
    },
    {
      "epoch": 6.769957983193278,
      "grad_norm": 0.7430227920142868,
      "learning_rate": 1.3267718530292296e-07,
      "loss": 0.1791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18011704087257385,
      "step": 6445,
      "valid_targets_mean": 3071.5,
      "valid_targets_min": 1282
    },
    {
      "epoch": 6.775210084033613,
      "grad_norm": 0.6530774473575953,
      "learning_rate": 1.267212401351925e-07,
      "loss": 0.1659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1584375500679016,
      "step": 6450,
      "valid_targets_mean": 3779.1,
      "valid_targets_min": 1421
    },
    {
      "epoch": 6.78046218487395,
      "grad_norm": 0.6882124626090157,
      "learning_rate": 1.2090164050625907e-07,
      "loss": 0.1722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1654224693775177,
      "step": 6455,
      "valid_targets_mean": 3330.2,
      "valid_targets_min": 1853
    },
    {
      "epoch": 6.785714285714286,
      "grad_norm": 0.7044440655396256,
      "learning_rate": 1.1521842634292013e-07,
      "loss": 0.1967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17785203456878662,
      "step": 6460,
      "valid_targets_mean": 3327.8,
      "valid_targets_min": 1410
    },
    {
      "epoch": 6.790966386554622,
      "grad_norm": 0.8200049965639139,
      "learning_rate": 1.0967163663627044e-07,
      "loss": 0.1765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18418024480342865,
      "step": 6465,
      "valid_targets_mean": 2920.6,
      "valid_targets_min": 1305
    },
    {
      "epoch": 6.796218487394958,
      "grad_norm": 0.7154441982579451,
      "learning_rate": 1.0426130944143353e-07,
      "loss": 0.1827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1741981953382492,
      "step": 6470,
      "valid_targets_mean": 3539.7,
      "valid_targets_min": 996
    },
    {
      "epoch": 6.801470588235294,
      "grad_norm": 0.6654603332753054,
      "learning_rate": 9.898748187729513e-08,
      "loss": 0.1806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16577930748462677,
      "step": 6475,
      "valid_targets_mean": 3357.1,
      "valid_targets_min": 1349
    },
    {
      "epoch": 6.80672268907563,
      "grad_norm": 0.8172505155020807,
      "learning_rate": 9.385019012625007e-08,
      "loss": 0.1893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21172448992729187,
      "step": 6480,
      "valid_targets_mean": 3613.5,
      "valid_targets_min": 1248
    },
    {
      "epoch": 6.811974789915967,
      "grad_norm": 0.6891423541136645,
      "learning_rate": 8.884946943395811e-08,
      "loss": 0.1703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14347678422927856,
      "step": 6485,
      "valid_targets_mean": 3327.4,
      "valid_targets_min": 1109
    },
    {
      "epoch": 6.817226890756302,
      "grad_norm": 0.7516599357315075,
      "learning_rate": 8.398535410910402e-08,
      "loss": 0.1838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18097805976867676,
      "step": 6490,
      "valid_targets_mean": 2790.8,
      "valid_targets_min": 1649
    },
    {
      "epoch": 6.822478991596639,
      "grad_norm": 0.7616811039107437,
      "learning_rate": 7.925787752314674e-08,
      "loss": 0.1793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18834054470062256,
      "step": 6495,
      "valid_targets_mean": 2811.8,
      "valid_targets_min": 1197
    },
    {
      "epoch": 6.8277310924369745,
      "grad_norm": 0.7317487761588832,
      "learning_rate": 7.466707211010838e-08,
      "loss": 0.1919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20096731185913086,
      "step": 6500,
      "valid_targets_mean": 3420.2,
      "valid_targets_min": 1720
    },
    {
      "epoch": 6.832983193277311,
      "grad_norm": 0.6976502515107287,
      "learning_rate": 7.02129693663478e-08,
      "loss": 0.1905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18510772287845612,
      "step": 6505,
      "valid_targets_mean": 3542.7,
      "valid_targets_min": 1054
    },
    {
      "epoch": 6.838235294117647,
      "grad_norm": 0.8023438462902227,
      "learning_rate": 6.589559985033189e-08,
      "loss": 0.1815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17661021649837494,
      "step": 6510,
      "valid_targets_mean": 3049.7,
      "valid_targets_min": 1643
    },
    {
      "epoch": 6.843487394957983,
      "grad_norm": 0.6905962109077173,
      "learning_rate": 6.171499318244234e-08,
      "loss": 0.1897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19038131833076477,
      "step": 6515,
      "valid_targets_mean": 3757.8,
      "valid_targets_min": 1135
    },
    {
      "epoch": 6.848739495798319,
      "grad_norm": 0.7819298312536493,
      "learning_rate": 5.767117804476696e-08,
      "loss": 0.1895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.188393235206604,
      "step": 6520,
      "valid_targets_mean": 3715.1,
      "valid_targets_min": 1174
    },
    {
      "epoch": 6.8539915966386555,
      "grad_norm": 0.7603239023118682,
      "learning_rate": 5.376418218089541e-08,
      "loss": 0.1934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20249368250370026,
      "step": 6525,
      "valid_targets_mean": 3321.9,
      "valid_targets_min": 992
    },
    {
      "epoch": 6.859243697478991,
      "grad_norm": 0.8027496504534014,
      "learning_rate": 4.99940323957393e-08,
      "loss": 0.1917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2095927596092224,
      "step": 6530,
      "valid_targets_mean": 3713.2,
      "valid_targets_min": 1133
    },
    {
      "epoch": 6.864495798319328,
      "grad_norm": 0.7827471840659329,
      "learning_rate": 4.63607545553435e-08,
      "loss": 0.1862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19427041709423065,
      "step": 6535,
      "valid_targets_mean": 2961.8,
      "valid_targets_min": 1195
    },
    {
      "epoch": 6.869747899159664,
      "grad_norm": 0.8495916082471087,
      "learning_rate": 4.2864373586706254e-08,
      "loss": 0.1944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20868608355522156,
      "step": 6540,
      "valid_targets_mean": 3012.6,
      "valid_targets_min": 484
    },
    {
      "epoch": 6.875,
      "grad_norm": 0.7058473937236638,
      "learning_rate": 3.950491347761487e-08,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19130313396453857,
      "step": 6545,
      "valid_targets_mean": 3639.9,
      "valid_targets_min": 1434
    },
    {
      "epoch": 6.880252100840336,
      "grad_norm": 0.8058046651510254,
      "learning_rate": 3.628239727647254e-08,
      "loss": 0.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17615005373954773,
      "step": 6550,
      "valid_targets_mean": 4017.4,
      "valid_targets_min": 1349
    },
    {
      "epoch": 6.885504201680672,
      "grad_norm": 0.7986547158784268,
      "learning_rate": 3.319684709215176e-08,
      "loss": 0.1907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20986217260360718,
      "step": 6555,
      "valid_targets_mean": 3178.8,
      "valid_targets_min": 1434
    },
    {
      "epoch": 6.890756302521009,
      "grad_norm": 0.7069871681601839,
      "learning_rate": 3.024828409383007e-08,
      "loss": 0.1833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18144480884075165,
      "step": 6560,
      "valid_targets_mean": 3633.9,
      "valid_targets_min": 521
    },
    {
      "epoch": 6.8960084033613445,
      "grad_norm": 0.747775716498079,
      "learning_rate": 2.743672851085233e-08,
      "loss": 0.196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19807741045951843,
      "step": 6565,
      "valid_targets_mean": 3981.0,
      "valid_targets_min": 1464
    },
    {
      "epoch": 6.901260504201681,
      "grad_norm": 1.0660860736808098,
      "learning_rate": 2.4762199632588634e-08,
      "loss": 0.1992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1948835551738739,
      "step": 6570,
      "valid_targets_mean": 2612.0,
      "valid_targets_min": 1239
    },
    {
      "epoch": 6.906512605042017,
      "grad_norm": 0.8171298625094956,
      "learning_rate": 2.2224715808309983e-08,
      "loss": 0.1787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18982771039009094,
      "step": 6575,
      "valid_targets_mean": 3489.8,
      "valid_targets_min": 1457
    },
    {
      "epoch": 6.911764705882353,
      "grad_norm": 0.7615110154926487,
      "learning_rate": 1.9824294447043923e-08,
      "loss": 0.1807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.186547189950943,
      "step": 6580,
      "valid_targets_mean": 3059.1,
      "valid_targets_min": 1460
    },
    {
      "epoch": 6.917016806722689,
      "grad_norm": 0.7778984161564974,
      "learning_rate": 1.7560952017481313e-08,
      "loss": 0.1893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19061462581157684,
      "step": 6585,
      "valid_targets_mean": 3259.2,
      "valid_targets_min": 1084
    },
    {
      "epoch": 6.9222689075630255,
      "grad_norm": 0.7069596850632259,
      "learning_rate": 1.5434704047836424e-08,
      "loss": 0.1791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17042481899261475,
      "step": 6590,
      "valid_targets_mean": 3337.9,
      "valid_targets_min": 1035
    },
    {
      "epoch": 6.927521008403361,
      "grad_norm": 0.7072879579761938,
      "learning_rate": 1.344556512576256e-08,
      "loss": 0.1826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19188648462295532,
      "step": 6595,
      "valid_targets_mean": 4091.9,
      "valid_targets_min": 1876
    },
    {
      "epoch": 6.932773109243698,
      "grad_norm": 0.7505076999505291,
      "learning_rate": 1.1593548898236606e-08,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1926942616701126,
      "step": 6600,
      "valid_targets_mean": 3705.8,
      "valid_targets_min": 1062
    },
    {
      "epoch": 6.938025210084033,
      "grad_norm": 0.831906921551297,
      "learning_rate": 9.878668071474639e-09,
      "loss": 0.1745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16769427061080933,
      "step": 6605,
      "valid_targets_mean": 3030.8,
      "valid_targets_min": 993
    },
    {
      "epoch": 6.94327731092437,
      "grad_norm": 0.7424388421322633,
      "learning_rate": 8.3009344108409e-09,
      "loss": 0.1753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17962056398391724,
      "step": 6610,
      "valid_targets_mean": 3366.9,
      "valid_targets_min": 873
    },
    {
      "epoch": 6.948529411764706,
      "grad_norm": 0.676120936221246,
      "learning_rate": 6.860358740763406e-09,
      "loss": 0.1757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17056873440742493,
      "step": 6615,
      "valid_targets_mean": 3651.0,
      "valid_targets_min": 1295
    },
    {
      "epoch": 6.953781512605042,
      "grad_norm": 0.7276545536651401,
      "learning_rate": 5.55695094467179e-09,
      "loss": 0.1882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19623544812202454,
      "step": 6620,
      "valid_targets_mean": 3583.6,
      "valid_targets_min": 1598
    },
    {
      "epoch": 6.959033613445378,
      "grad_norm": 0.7364736521570804,
      "learning_rate": 4.3907199649151355e-09,
      "loss": 0.198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17404237389564514,
      "step": 6625,
      "valid_targets_mean": 2903.2,
      "valid_targets_min": 1123
    },
    {
      "epoch": 6.964285714285714,
      "grad_norm": 0.8283192384968932,
      "learning_rate": 3.361673802708687e-09,
      "loss": 0.1845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2022954821586609,
      "step": 6630,
      "valid_targets_mean": 3116.1,
      "valid_targets_min": 1621
    },
    {
      "epoch": 6.96953781512605,
      "grad_norm": 0.853057291277257,
      "learning_rate": 2.469819518080563e-09,
      "loss": 0.1754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19089040160179138,
      "step": 6635,
      "valid_targets_mean": 3081.4,
      "valid_targets_min": 1858
    },
    {
      "epoch": 6.974789915966387,
      "grad_norm": 0.6873113252451049,
      "learning_rate": 1.7151632298140209e-09,
      "loss": 0.1839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15922731161117554,
      "step": 6640,
      "valid_targets_mean": 3470.7,
      "valid_targets_min": 420
    },
    {
      "epoch": 6.980042016806722,
      "grad_norm": 0.754724576359931,
      "learning_rate": 1.0977101154163727e-09,
      "loss": 0.1916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19214347004890442,
      "step": 6645,
      "valid_targets_mean": 3584.2,
      "valid_targets_min": 757
    },
    {
      "epoch": 6.985294117647059,
      "grad_norm": 0.8029047273305313,
      "learning_rate": 6.174644110767958e-10,
      "loss": 0.1899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17756588757038116,
      "step": 6650,
      "valid_targets_mean": 2940.8,
      "valid_targets_min": 732
    },
    {
      "epoch": 6.990546218487395,
      "grad_norm": 0.7749949104741897,
      "learning_rate": 2.744294116419077e-10,
      "loss": 0.1918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18697890639305115,
      "step": 6655,
      "valid_targets_mean": 3248.2,
      "valid_targets_min": 929
    },
    {
      "epoch": 6.995798319327731,
      "grad_norm": 0.7329373554307617,
      "learning_rate": 6.860747058468064e-11,
      "loss": 0.1959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18864449858665466,
      "step": 6660,
      "valid_targets_mean": 3728.8,
      "valid_targets_min": 1217
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2101745903491974,
      "step": 6664,
      "total_flos": 1189003618287616.0,
      "train_loss": 0.21699104300674413,
      "train_runtime": 24543.5183,
      "train_samples_per_second": 4.344,
      "train_steps_per_second": 0.272,
      "valid_targets_mean": 3715.1,
      "valid_targets_min": 791
    }
  ],
  "logging_steps": 5,
  "max_steps": 6664,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1189003618287616.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}