penfever's picture
End of training
8d9e9fb verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 5.0,
"eval_steps": 500,
"global_step": 785,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.032,
"grad_norm": 5.24710145178152,
"learning_rate": 2.0253164556962026e-06,
"loss": 0.7913,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.21088887751102448,
"step": 5,
"valid_targets_mean": 5874.7,
"valid_targets_min": 2001
},
{
"epoch": 0.064,
"grad_norm": 3.3277670536622015,
"learning_rate": 4.556962025316456e-06,
"loss": 0.7652,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.18997091054916382,
"step": 10,
"valid_targets_mean": 6202.2,
"valid_targets_min": 3824
},
{
"epoch": 0.096,
"grad_norm": 2.0433898822364345,
"learning_rate": 7.08860759493671e-06,
"loss": 0.7275,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.19564616680145264,
"step": 15,
"valid_targets_mean": 5657.1,
"valid_targets_min": 3086
},
{
"epoch": 0.128,
"grad_norm": 0.8872433295444813,
"learning_rate": 9.620253164556963e-06,
"loss": 0.6919,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.17012247443199158,
"step": 20,
"valid_targets_mean": 5604.0,
"valid_targets_min": 1367
},
{
"epoch": 0.16,
"grad_norm": 0.7934069909160805,
"learning_rate": 1.2151898734177216e-05,
"loss": 0.6754,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.17535243928432465,
"step": 25,
"valid_targets_mean": 5755.4,
"valid_targets_min": 2008
},
{
"epoch": 0.192,
"grad_norm": 0.5185660654502818,
"learning_rate": 1.468354430379747e-05,
"loss": 0.6463,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.16546516120433807,
"step": 30,
"valid_targets_mean": 5578.9,
"valid_targets_min": 2239
},
{
"epoch": 0.224,
"grad_norm": 0.4442582062801901,
"learning_rate": 1.7215189873417723e-05,
"loss": 0.6187,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.14229542016983032,
"step": 35,
"valid_targets_mean": 5112.4,
"valid_targets_min": 1316
},
{
"epoch": 0.256,
"grad_norm": 0.34929437826789717,
"learning_rate": 1.974683544303798e-05,
"loss": 0.6019,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.15741989016532898,
"step": 40,
"valid_targets_mean": 5765.8,
"valid_targets_min": 1255
},
{
"epoch": 0.288,
"grad_norm": 0.32295231079081044,
"learning_rate": 2.2278481012658228e-05,
"loss": 0.5938,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.14423394203186035,
"step": 45,
"valid_targets_mean": 5555.3,
"valid_targets_min": 3489
},
{
"epoch": 0.32,
"grad_norm": 0.2881101734804579,
"learning_rate": 2.481012658227848e-05,
"loss": 0.5733,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1374053657054901,
"step": 50,
"valid_targets_mean": 5621.2,
"valid_targets_min": 2075
},
{
"epoch": 0.352,
"grad_norm": 0.28148191610821155,
"learning_rate": 2.7341772151898737e-05,
"loss": 0.5647,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11957500874996185,
"step": 55,
"valid_targets_mean": 4791.2,
"valid_targets_min": 1195
},
{
"epoch": 0.384,
"grad_norm": 0.2765176294470177,
"learning_rate": 2.987341772151899e-05,
"loss": 0.5653,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13385950028896332,
"step": 60,
"valid_targets_mean": 5334.9,
"valid_targets_min": 860
},
{
"epoch": 0.416,
"grad_norm": 0.2659158971926803,
"learning_rate": 3.240506329113924e-05,
"loss": 0.5397,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13042165338993073,
"step": 65,
"valid_targets_mean": 5692.4,
"valid_targets_min": 1083
},
{
"epoch": 0.448,
"grad_norm": 0.27296487641491296,
"learning_rate": 3.49367088607595e-05,
"loss": 0.541,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13398760557174683,
"step": 70,
"valid_targets_mean": 5619.6,
"valid_targets_min": 2385
},
{
"epoch": 0.48,
"grad_norm": 0.25557447966339214,
"learning_rate": 3.746835443037975e-05,
"loss": 0.5288,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1376691460609436,
"step": 75,
"valid_targets_mean": 5343.9,
"valid_targets_min": 1362
},
{
"epoch": 0.512,
"grad_norm": 0.2676449550715318,
"learning_rate": 4e-05,
"loss": 0.529,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1336148977279663,
"step": 80,
"valid_targets_mean": 5567.1,
"valid_targets_min": 2955
},
{
"epoch": 0.544,
"grad_norm": 0.26900294190979,
"learning_rate": 3.999504991751045e-05,
"loss": 0.5322,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13481895625591278,
"step": 85,
"valid_targets_mean": 5472.6,
"valid_targets_min": 3818
},
{
"epoch": 0.576,
"grad_norm": 0.27776130098530794,
"learning_rate": 3.9980202120373464e-05,
"loss": 0.5039,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12478074431419373,
"step": 90,
"valid_targets_mean": 5482.8,
"valid_targets_min": 2955
},
{
"epoch": 0.608,
"grad_norm": 0.2713930326036343,
"learning_rate": 3.995546395837111e-05,
"loss": 0.5109,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12081289291381836,
"step": 95,
"valid_targets_mean": 5249.3,
"valid_targets_min": 1688
},
{
"epoch": 0.64,
"grad_norm": 0.27752374907774013,
"learning_rate": 3.992084767709763e-05,
"loss": 0.5025,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1324721723794937,
"step": 100,
"valid_targets_mean": 5962.4,
"valid_targets_min": 2748
},
{
"epoch": 0.672,
"grad_norm": 0.267499936413584,
"learning_rate": 3.987637041189781e-05,
"loss": 0.5107,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13119545578956604,
"step": 105,
"valid_targets_mean": 5409.4,
"valid_targets_min": 435
},
{
"epoch": 0.704,
"grad_norm": 0.23766079629521358,
"learning_rate": 3.982205417938482e-05,
"loss": 0.5029,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12771186232566833,
"step": 110,
"valid_targets_mean": 5800.8,
"valid_targets_min": 1929
},
{
"epoch": 0.736,
"grad_norm": 0.25772697025474894,
"learning_rate": 3.975792586654179e-05,
"loss": 0.5121,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12370181828737259,
"step": 115,
"valid_targets_mean": 5479.6,
"valid_targets_min": 1022
},
{
"epoch": 0.768,
"grad_norm": 0.26022439252733154,
"learning_rate": 3.968401721741259e-05,
"loss": 0.4953,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12205180525779724,
"step": 120,
"valid_targets_mean": 5375.6,
"valid_targets_min": 2871
},
{
"epoch": 0.8,
"grad_norm": 0.28955279552081553,
"learning_rate": 3.960036481738819e-05,
"loss": 0.5033,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13474714756011963,
"step": 125,
"valid_targets_mean": 5777.4,
"valid_targets_min": 4832
},
{
"epoch": 0.832,
"grad_norm": 0.2809383519265258,
"learning_rate": 3.950701007509667e-05,
"loss": 0.4856,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11271673440933228,
"step": 130,
"valid_targets_mean": 5723.9,
"valid_targets_min": 3754
},
{
"epoch": 0.864,
"grad_norm": 0.24936027543074415,
"learning_rate": 3.940399920190552e-05,
"loss": 0.4868,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12169145047664642,
"step": 135,
"valid_targets_mean": 5967.4,
"valid_targets_min": 3602
},
{
"epoch": 0.896,
"grad_norm": 0.2717766834302193,
"learning_rate": 3.92913831890467e-05,
"loss": 0.4912,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13354289531707764,
"step": 140,
"valid_targets_mean": 5569.7,
"valid_targets_min": 1666
},
{
"epoch": 0.928,
"grad_norm": 0.3261900724811267,
"learning_rate": 3.916921778237556e-05,
"loss": 0.4942,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1227942705154419,
"step": 145,
"valid_targets_mean": 5438.8,
"valid_targets_min": 3413
},
{
"epoch": 0.96,
"grad_norm": 0.26705134476493997,
"learning_rate": 3.903756345477612e-05,
"loss": 0.485,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12847238779067993,
"step": 150,
"valid_targets_mean": 5774.5,
"valid_targets_min": 3118
},
{
"epoch": 0.992,
"grad_norm": 0.2675570325178453,
"learning_rate": 3.889648537622657e-05,
"loss": 0.4827,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12189042568206787,
"step": 155,
"valid_targets_mean": 6038.6,
"valid_targets_min": 2582
},
{
"epoch": 1.0192,
"grad_norm": 0.2711974624490461,
"learning_rate": 3.874605338153952e-05,
"loss": 0.4836,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11894658207893372,
"step": 160,
"valid_targets_mean": 6018.4,
"valid_targets_min": 4144
},
{
"epoch": 1.0512,
"grad_norm": 0.2511797202880708,
"learning_rate": 3.8586341935793265e-05,
"loss": 0.4866,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12989544868469238,
"step": 165,
"valid_targets_mean": 6497.6,
"valid_targets_min": 4294
},
{
"epoch": 1.0832,
"grad_norm": 0.3220210091642244,
"learning_rate": 3.841743009747089e-05,
"loss": 0.4743,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1322012096643448,
"step": 170,
"valid_targets_mean": 5688.2,
"valid_targets_min": 4045
},
{
"epoch": 1.1152,
"grad_norm": 0.2829880452875022,
"learning_rate": 3.8239401479325714e-05,
"loss": 0.481,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13040798902511597,
"step": 175,
"valid_targets_mean": 5453.4,
"valid_targets_min": 3778
},
{
"epoch": 1.1472,
"grad_norm": 0.27722869676516065,
"learning_rate": 3.8052344206992276e-05,
"loss": 0.4696,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1015506237745285,
"step": 180,
"valid_targets_mean": 5323.6,
"valid_targets_min": 1515
},
{
"epoch": 1.1792,
"grad_norm": 0.3120730587917303,
"learning_rate": 3.7856350875363396e-05,
"loss": 0.4758,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12049368768930435,
"step": 185,
"valid_targets_mean": 5981.9,
"valid_targets_min": 3729
},
{
"epoch": 1.2112,
"grad_norm": 0.3177904238417455,
"learning_rate": 3.765151850275497e-05,
"loss": 0.4805,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11169823259115219,
"step": 190,
"valid_targets_mean": 5015.9,
"valid_targets_min": 1686
},
{
"epoch": 1.2432,
"grad_norm": 0.2820969266968138,
"learning_rate": 3.7437948482881104e-05,
"loss": 0.4711,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1114407479763031,
"step": 195,
"valid_targets_mean": 4919.9,
"valid_targets_min": 465
},
{
"epoch": 1.2752,
"grad_norm": 0.29829183019272854,
"learning_rate": 3.721574653466336e-05,
"loss": 0.4838,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.13220760226249695,
"step": 200,
"valid_targets_mean": 5712.1,
"valid_targets_min": 2519
},
{
"epoch": 1.3072,
"grad_norm": 0.3324584176695949,
"learning_rate": 3.698502264989903e-05,
"loss": 0.4693,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1180618479847908,
"step": 205,
"valid_targets_mean": 5392.0,
"valid_targets_min": 3327
},
{
"epoch": 1.3392,
"grad_norm": 0.27642608588216105,
"learning_rate": 3.674589103881432e-05,
"loss": 0.4784,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12334628403186798,
"step": 210,
"valid_targets_mean": 6032.2,
"valid_targets_min": 2884
},
{
"epoch": 1.3712,
"grad_norm": 0.3031104214893501,
"learning_rate": 3.64984700735293e-05,
"loss": 0.4862,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12392963469028473,
"step": 215,
"valid_targets_mean": 5173.2,
"valid_targets_min": 2773
},
{
"epoch": 1.4032,
"grad_norm": 0.2627321589062865,
"learning_rate": 3.624288222946273e-05,
"loss": 0.4717,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10038068890571594,
"step": 220,
"valid_targets_mean": 4871.1,
"valid_targets_min": 929
},
{
"epoch": 1.4352,
"grad_norm": 0.276565357842663,
"learning_rate": 3.597925402470578e-05,
"loss": 0.477,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12069591879844666,
"step": 225,
"valid_targets_mean": 6686.1,
"valid_targets_min": 5410
},
{
"epoch": 1.4672,
"grad_norm": 0.26436389532991533,
"learning_rate": 3.570771595739445e-05,
"loss": 0.4737,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11359324306249619,
"step": 230,
"valid_targets_mean": 5082.8,
"valid_targets_min": 3308
},
{
"epoch": 1.4992,
"grad_norm": 0.2796465196510237,
"learning_rate": 3.5428402441111964e-05,
"loss": 0.4631,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11204469203948975,
"step": 235,
"valid_targets_mean": 6092.7,
"valid_targets_min": 693
},
{
"epoch": 1.5312000000000001,
"grad_norm": 0.3309030224476089,
"learning_rate": 3.5141451738352936e-05,
"loss": 0.4686,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11983086913824081,
"step": 240,
"valid_targets_mean": 6208.1,
"valid_targets_min": 2743
},
{
"epoch": 1.5632000000000001,
"grad_norm": 0.2713704011247261,
"learning_rate": 3.4847005892082266e-05,
"loss": 0.4724,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11787189543247223,
"step": 245,
"valid_targets_mean": 5622.1,
"valid_targets_min": 3834
},
{
"epoch": 1.5952,
"grad_norm": 0.25249294559973856,
"learning_rate": 3.454521065542273e-05,
"loss": 0.4682,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11265088617801666,
"step": 250,
"valid_targets_mean": 5751.2,
"valid_targets_min": 3118
},
{
"epoch": 1.6272,
"grad_norm": 0.2952259016724535,
"learning_rate": 3.423621541950597e-05,
"loss": 0.4679,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11052439361810684,
"step": 255,
"valid_targets_mean": 5447.6,
"valid_targets_min": 2671
},
{
"epoch": 1.6592,
"grad_norm": 0.2589109654816995,
"learning_rate": 3.3920173139522664e-05,
"loss": 0.4686,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10572341084480286,
"step": 260,
"valid_targets_mean": 5510.8,
"valid_targets_min": 3259
},
{
"epoch": 1.6912,
"grad_norm": 0.2644845788435991,
"learning_rate": 3.35972402590084e-05,
"loss": 0.4638,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11645673960447311,
"step": 265,
"valid_targets_mean": 5364.7,
"valid_targets_min": 1097
},
{
"epoch": 1.7231999999999998,
"grad_norm": 0.2551481979485969,
"learning_rate": 3.326757663240291e-05,
"loss": 0.4628,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11428695172071457,
"step": 270,
"valid_targets_mean": 5801.9,
"valid_targets_min": 2008
},
{
"epoch": 1.7551999999999999,
"grad_norm": 0.2781800499632048,
"learning_rate": 3.293134544592073e-05,
"loss": 0.4727,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12068630754947662,
"step": 275,
"valid_targets_mean": 5926.0,
"valid_targets_min": 3063
},
{
"epoch": 1.7872,
"grad_norm": 0.24626783491400464,
"learning_rate": 3.258871313677274e-05,
"loss": 0.4623,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11117767542600632,
"step": 280,
"valid_targets_mean": 5921.8,
"valid_targets_min": 2960
},
{
"epoch": 1.8192,
"grad_norm": 0.2760365203620935,
"learning_rate": 3.2239849310778316e-05,
"loss": 0.4616,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11723286658525467,
"step": 285,
"valid_targets_mean": 5935.3,
"valid_targets_min": 3083
},
{
"epoch": 1.8512,
"grad_norm": 0.27282562791523385,
"learning_rate": 3.188492665840909e-05,
"loss": 0.466,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10799738764762878,
"step": 290,
"valid_targets_mean": 4728.4,
"valid_targets_min": 2039
},
{
"epoch": 1.8832,
"grad_norm": 0.270151566840584,
"learning_rate": 3.1524120869305726e-05,
"loss": 0.4676,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12066589295864105,
"step": 295,
"valid_targets_mean": 5457.9,
"valid_targets_min": 2132
},
{
"epoch": 1.9152,
"grad_norm": 0.270240069931949,
"learning_rate": 3.11576105453101e-05,
"loss": 0.4607,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12481565773487091,
"step": 300,
"valid_targets_mean": 6084.4,
"valid_targets_min": 3841
},
{
"epoch": 1.9472,
"grad_norm": 0.2607976462751014,
"learning_rate": 3.0785577112055916e-05,
"loss": 0.456,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10547001659870148,
"step": 305,
"valid_targets_mean": 5309.6,
"valid_targets_min": 1982
},
{
"epoch": 1.9792,
"grad_norm": 0.2801317764093328,
"learning_rate": 3.040820472916153e-05,
"loss": 0.4609,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11671700328588486,
"step": 310,
"valid_targets_mean": 5753.4,
"valid_targets_min": 2814
},
{
"epoch": 2.0064,
"grad_norm": 0.2778483897221595,
"learning_rate": 3.002568019906939e-05,
"loss": 0.4595,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12135300040245056,
"step": 315,
"valid_targets_mean": 5642.1,
"valid_targets_min": 1524
},
{
"epoch": 2.0384,
"grad_norm": 0.27820443433191205,
"learning_rate": 2.963819287457733e-05,
"loss": 0.4492,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11907652765512466,
"step": 320,
"valid_targets_mean": 5979.9,
"valid_targets_min": 3237
},
{
"epoch": 2.0704,
"grad_norm": 0.27108436735341157,
"learning_rate": 2.924593456510733e-05,
"loss": 0.4551,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11400112509727478,
"step": 325,
"valid_targets_mean": 5907.1,
"valid_targets_min": 1687
},
{
"epoch": 2.1024,
"grad_norm": 0.27844649674754907,
"learning_rate": 2.8849099441758306e-05,
"loss": 0.4487,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.113765649497509,
"step": 330,
"valid_targets_mean": 5919.2,
"valid_targets_min": 3819
},
{
"epoch": 2.1344,
"grad_norm": 0.2744264229880744,
"learning_rate": 2.844788394118979e-05,
"loss": 0.4505,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11026716232299805,
"step": 335,
"valid_targets_mean": 4980.7,
"valid_targets_min": 3088
},
{
"epoch": 2.1664,
"grad_norm": 0.2856089911494548,
"learning_rate": 2.8042486668384164e-05,
"loss": 0.4538,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12398375570774078,
"step": 340,
"valid_targets_mean": 5893.3,
"valid_targets_min": 1951
},
{
"epoch": 2.1984,
"grad_norm": 0.2866894573358364,
"learning_rate": 2.7633108298335582e-05,
"loss": 0.4563,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12197114527225494,
"step": 345,
"valid_targets_mean": 5729.6,
"valid_targets_min": 1334
},
{
"epoch": 2.2304,
"grad_norm": 0.2573254590182236,
"learning_rate": 2.721995147671416e-05,
"loss": 0.4497,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1142326220870018,
"step": 350,
"valid_targets_mean": 6702.6,
"valid_targets_min": 3271
},
{
"epoch": 2.2624,
"grad_norm": 0.29771620142160105,
"learning_rate": 2.68032207195547e-05,
"loss": 0.4541,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11867627501487732,
"step": 355,
"valid_targets_mean": 5739.6,
"valid_targets_min": 1518
},
{
"epoch": 2.2944,
"grad_norm": 0.261753688103989,
"learning_rate": 2.6383122312019604e-05,
"loss": 0.452,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1085813120007515,
"step": 360,
"valid_targets_mean": 5226.2,
"valid_targets_min": 2194
},
{
"epoch": 2.3264,
"grad_norm": 0.25894325787280104,
"learning_rate": 2.595986420628597e-05,
"loss": 0.4574,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11135275661945343,
"step": 365,
"valid_targets_mean": 5223.6,
"valid_targets_min": 271
},
{
"epoch": 2.3584,
"grad_norm": 0.2412639805817092,
"learning_rate": 2.5533655918607573e-05,
"loss": 0.453,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11326012015342712,
"step": 370,
"valid_targets_mean": 5809.9,
"valid_targets_min": 3821
},
{
"epoch": 2.3904,
"grad_norm": 0.27318877008295256,
"learning_rate": 2.510470842560259e-05,
"loss": 0.4444,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12262687087059021,
"step": 375,
"valid_targets_mean": 6501.4,
"valid_targets_min": 3667
},
{
"epoch": 2.4224,
"grad_norm": 0.26904838926012503,
"learning_rate": 2.467323405981841e-05,
"loss": 0.4481,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11483996361494064,
"step": 380,
"valid_targets_mean": 5609.5,
"valid_targets_min": 3066
},
{
"epoch": 2.4544,
"grad_norm": 0.2665045221550359,
"learning_rate": 2.423944640462533e-05,
"loss": 0.4594,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11784804612398148,
"step": 385,
"valid_targets_mean": 5498.8,
"valid_targets_min": 2572
},
{
"epoch": 2.4864,
"grad_norm": 0.252522725335052,
"learning_rate": 2.3803560188490968e-05,
"loss": 0.4542,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11689453572034836,
"step": 390,
"valid_targets_mean": 5693.0,
"valid_targets_min": 2832
},
{
"epoch": 2.5183999999999997,
"grad_norm": 0.2507034098685498,
"learning_rate": 2.336579117868789e-05,
"loss": 0.448,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11683270335197449,
"step": 395,
"valid_targets_mean": 5887.5,
"valid_targets_min": 3706
},
{
"epoch": 2.5504,
"grad_norm": 0.23529071762965234,
"learning_rate": 2.292635607448711e-05,
"loss": 0.4442,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10294480621814728,
"step": 400,
"valid_targets_mean": 5279.1,
"valid_targets_min": 1143
},
{
"epoch": 2.5824,
"grad_norm": 0.27536147692711077,
"learning_rate": 2.248547239989008e-05,
"loss": 0.4532,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12593109905719757,
"step": 405,
"valid_targets_mean": 6261.8,
"valid_targets_min": 4713
},
{
"epoch": 2.6144,
"grad_norm": 0.2592631543468272,
"learning_rate": 2.204335839595255e-05,
"loss": 0.4504,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10663522779941559,
"step": 410,
"valid_targets_mean": 5489.7,
"valid_targets_min": 1218
},
{
"epoch": 2.6464,
"grad_norm": 0.26112482485360655,
"learning_rate": 2.1600232912753452e-05,
"loss": 0.4527,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11844196170568466,
"step": 415,
"valid_targets_mean": 6735.8,
"valid_targets_min": 3925
},
{
"epoch": 2.6784,
"grad_norm": 0.26689519246895416,
"learning_rate": 2.1156315301062293e-05,
"loss": 0.4518,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12620952725410461,
"step": 420,
"valid_targets_mean": 5928.7,
"valid_targets_min": 3496
},
{
"epoch": 2.7104,
"grad_norm": 0.25760408233245335,
"learning_rate": 2.0711825303758712e-05,
"loss": 0.4555,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.08366312831640244,
"step": 425,
"valid_targets_mean": 3737.7,
"valid_targets_min": 738
},
{
"epoch": 2.7424,
"grad_norm": 0.25686185255102495,
"learning_rate": 2.0266982947057962e-05,
"loss": 0.4514,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1142929419875145,
"step": 430,
"valid_targets_mean": 5334.4,
"valid_targets_min": 1515
},
{
"epoch": 2.7744,
"grad_norm": 0.27245429840074986,
"learning_rate": 1.9822008431596083e-05,
"loss": 0.4464,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1127873957157135,
"step": 435,
"valid_targets_mean": 6076.6,
"valid_targets_min": 1780
},
{
"epoch": 2.8064,
"grad_norm": 0.2427804170228958,
"learning_rate": 1.937712202342881e-05,
"loss": 0.449,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12002001702785492,
"step": 440,
"valid_targets_mean": 6298.9,
"valid_targets_min": 4125
},
{
"epoch": 2.8384,
"grad_norm": 0.2670724501923031,
"learning_rate": 1.8932543944998037e-05,
"loss": 0.45,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11933128535747528,
"step": 445,
"valid_targets_mean": 5839.9,
"valid_targets_min": 2675
},
{
"epoch": 2.8704,
"grad_norm": 0.24592387963036164,
"learning_rate": 1.8488494266119877e-05,
"loss": 0.4551,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10749687254428864,
"step": 450,
"valid_targets_mean": 5285.9,
"valid_targets_min": 2874
},
{
"epoch": 2.9024,
"grad_norm": 0.2561803177618425,
"learning_rate": 1.804519279504834e-05,
"loss": 0.4493,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11277574300765991,
"step": 455,
"valid_targets_mean": 5292.3,
"valid_targets_min": 2180
},
{
"epoch": 2.9344,
"grad_norm": 0.27119960756548817,
"learning_rate": 1.7602858969668365e-05,
"loss": 0.4504,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12340002506971359,
"step": 460,
"valid_targets_mean": 5302.8,
"valid_targets_min": 846
},
{
"epoch": 2.9664,
"grad_norm": 0.24611436075482088,
"learning_rate": 1.716171174887231e-05,
"loss": 0.4511,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1188078373670578,
"step": 465,
"valid_targets_mean": 6020.6,
"valid_targets_min": 3642
},
{
"epoch": 2.9984,
"grad_norm": 0.26014356778475395,
"learning_rate": 1.6721969504173484e-05,
"loss": 0.4483,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.122434101998806,
"step": 470,
"valid_targets_mean": 5858.0,
"valid_targets_min": 3103
},
{
"epoch": 3.0256,
"grad_norm": 0.25505384170050344,
"learning_rate": 1.628384991161041e-05,
"loss": 0.4449,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11307892203330994,
"step": 475,
"valid_targets_mean": 5812.4,
"valid_targets_min": 1881
},
{
"epoch": 3.0576,
"grad_norm": 0.2526560000616734,
"learning_rate": 1.5847569843995452e-05,
"loss": 0.4394,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10069246590137482,
"step": 480,
"valid_targets_mean": 5966.9,
"valid_targets_min": 1574
},
{
"epoch": 3.0896,
"grad_norm": 0.25178932184474906,
"learning_rate": 1.5413345263560922e-05,
"loss": 0.447,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.112733393907547,
"step": 485,
"valid_targets_mean": 5253.1,
"valid_targets_min": 1674
},
{
"epoch": 3.1216,
"grad_norm": 0.24800375473384853,
"learning_rate": 1.4981391115056032e-05,
"loss": 0.4441,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10786256194114685,
"step": 490,
"valid_targets_mean": 5875.4,
"valid_targets_min": 4090
},
{
"epoch": 3.1536,
"grad_norm": 0.24892569758159228,
"learning_rate": 1.455192121934748e-05,
"loss": 0.4353,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10156938433647156,
"step": 495,
"valid_targets_mean": 4843.1,
"valid_targets_min": 1316
},
{
"epoch": 3.1856,
"grad_norm": 0.25477312307497063,
"learning_rate": 1.4125148167576303e-05,
"loss": 0.4427,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10294046252965927,
"step": 500,
"valid_targets_mean": 5156.9,
"valid_targets_min": 915
},
{
"epoch": 3.2176,
"grad_norm": 0.2438583455977595,
"learning_rate": 1.3701283215923563e-05,
"loss": 0.4341,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11227782070636749,
"step": 505,
"valid_targets_mean": 5543.9,
"valid_targets_min": 2788
},
{
"epoch": 3.2496,
"grad_norm": 0.2432731418382833,
"learning_rate": 1.328053618103677e-05,
"loss": 0.4368,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11503825336694717,
"step": 510,
"valid_targets_mean": 6555.9,
"valid_targets_min": 3981
},
{
"epoch": 3.2816,
"grad_norm": 0.25520474007057975,
"learning_rate": 1.2863115336168916e-05,
"loss": 0.4361,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10623282194137573,
"step": 515,
"valid_targets_mean": 5709.8,
"valid_targets_min": 2300
},
{
"epoch": 3.3136,
"grad_norm": 0.23518767138484464,
"learning_rate": 1.2449227308081509e-05,
"loss": 0.4383,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11089183390140533,
"step": 520,
"valid_targets_mean": 5958.1,
"valid_targets_min": 3118
},
{
"epoch": 3.3456,
"grad_norm": 0.2647501245074642,
"learning_rate": 1.2039076974762587e-05,
"loss": 0.4468,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1223001778125763,
"step": 525,
"valid_targets_mean": 5351.3,
"valid_targets_min": 1465
},
{
"epoch": 3.3776,
"grad_norm": 0.2573457479976076,
"learning_rate": 1.163286736401044e-05,
"loss": 0.4428,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1174464300274849,
"step": 530,
"valid_targets_mean": 5884.6,
"valid_targets_min": 3402
},
{
"epoch": 3.4096,
"grad_norm": 0.23854531691277037,
"learning_rate": 1.123079955293322e-05,
"loss": 0.4386,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10301633179187775,
"step": 535,
"valid_targets_mean": 5470.4,
"valid_targets_min": 368
},
{
"epoch": 3.4416,
"grad_norm": 0.23204549273866737,
"learning_rate": 1.0833072568414037e-05,
"loss": 0.4326,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10386782139539719,
"step": 540,
"valid_targets_mean": 5608.4,
"valid_targets_min": 1516
},
{
"epoch": 3.4736000000000002,
"grad_norm": 0.24254831311806727,
"learning_rate": 1.0439883288591057e-05,
"loss": 0.4406,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11488397419452667,
"step": 545,
"valid_targets_mean": 5481.1,
"valid_targets_min": 3655
},
{
"epoch": 3.5056000000000003,
"grad_norm": 0.23160404922336977,
"learning_rate": 1.0051426345401202e-05,
"loss": 0.4496,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11126826703548431,
"step": 550,
"valid_targets_mean": 5314.2,
"valid_targets_min": 1444
},
{
"epoch": 3.5376,
"grad_norm": 0.24735196100744516,
"learning_rate": 9.667894028235704e-06,
"loss": 0.4332,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.102394238114357,
"step": 555,
"valid_targets_mean": 4585.0,
"valid_targets_min": 870
},
{
"epoch": 3.5696,
"grad_norm": 0.24107940600744615,
"learning_rate": 9.289476188755315e-06,
"loss": 0.435,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11586499214172363,
"step": 560,
"valid_targets_mean": 5674.2,
"valid_targets_min": 1575
},
{
"epoch": 3.6016,
"grad_norm": 0.24261915049213512,
"learning_rate": 8.916360146912122e-06,
"loss": 0.4402,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1045859158039093,
"step": 565,
"valid_targets_mean": 5670.9,
"valid_targets_min": 2223
},
{
"epoch": 3.6336,
"grad_norm": 0.24933380090093396,
"learning_rate": 8.548730598224646e-06,
"loss": 0.4336,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09782751649618149,
"step": 570,
"valid_targets_mean": 5943.5,
"valid_targets_min": 2789
},
{
"epoch": 3.6656,
"grad_norm": 0.24876871762840735,
"learning_rate": 8.186769522352053e-06,
"loss": 0.4443,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1115277111530304,
"step": 575,
"valid_targets_mean": 5512.4,
"valid_targets_min": 2924
},
{
"epoch": 3.6976,
"grad_norm": 0.26310062940650597,
"learning_rate": 7.830656093012714e-06,
"loss": 0.4436,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10961464047431946,
"step": 580,
"valid_targets_mean": 5330.4,
"valid_targets_min": 2085
},
{
"epoch": 3.7296,
"grad_norm": 0.25870239473978524,
"learning_rate": 7.480566589291696e-06,
"loss": 0.441,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11257312446832657,
"step": 585,
"valid_targets_mean": 5724.1,
"valid_targets_min": 3871
},
{
"epoch": 3.7616,
"grad_norm": 0.23326000227040175,
"learning_rate": 7.1366743083812285e-06,
"loss": 0.4449,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1034560352563858,
"step": 590,
"valid_targets_mean": 5530.9,
"valid_targets_min": 2557
},
{
"epoch": 3.7936,
"grad_norm": 0.23282685187336052,
"learning_rate": 6.799149479797101e-06,
"loss": 0.4435,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10593272745609283,
"step": 595,
"valid_targets_mean": 5772.1,
"valid_targets_min": 1581
},
{
"epoch": 3.8256,
"grad_norm": 0.22765313286260372,
"learning_rate": 6.4681591811137e-06,
"loss": 0.4498,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10898633301258087,
"step": 600,
"valid_targets_mean": 6027.4,
"valid_targets_min": 4510
},
{
"epoch": 3.8576,
"grad_norm": 0.2655078342405895,
"learning_rate": 6.143867255259197e-06,
"loss": 0.4476,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10464062541723251,
"step": 605,
"valid_targets_mean": 5047.8,
"valid_targets_min": 2725
},
{
"epoch": 3.8895999999999997,
"grad_norm": 0.23245435258699704,
"learning_rate": 5.8264342294119504e-06,
"loss": 0.4355,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10366545617580414,
"step": 610,
"valid_targets_mean": 5696.2,
"valid_targets_min": 1771
},
{
"epoch": 3.9215999999999998,
"grad_norm": 0.259870240607499,
"learning_rate": 5.516017235538258e-06,
"loss": 0.4477,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11879684031009674,
"step": 615,
"valid_targets_mean": 5330.5,
"valid_targets_min": 719
},
{
"epoch": 3.9536,
"grad_norm": 0.24926514499055483,
"learning_rate": 5.212769932610695e-06,
"loss": 0.4407,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11707712709903717,
"step": 620,
"valid_targets_mean": 5702.8,
"valid_targets_min": 3274
},
{
"epoch": 3.9856,
"grad_norm": 0.24621203257822732,
"learning_rate": 4.916842430545681e-06,
"loss": 0.4457,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10299795866012573,
"step": 625,
"valid_targets_mean": 5261.9,
"valid_targets_min": 2518
},
{
"epoch": 4.0128,
"grad_norm": 0.29032992924768214,
"learning_rate": 4.628381215897837e-06,
"loss": 0.4422,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12003006041049957,
"step": 630,
"valid_targets_mean": 5993.6,
"valid_targets_min": 3298
},
{
"epoch": 4.0448,
"grad_norm": 0.23011309001967206,
"learning_rate": 4.347529079347914e-06,
"loss": 0.443,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12141761928796768,
"step": 635,
"valid_targets_mean": 6614.4,
"valid_targets_min": 3114
},
{
"epoch": 4.0768,
"grad_norm": 0.23010955969434194,
"learning_rate": 4.074425045020247e-06,
"loss": 0.4376,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11637435853481293,
"step": 640,
"valid_targets_mean": 5707.2,
"valid_targets_min": 4154
},
{
"epoch": 4.1088,
"grad_norm": 0.22749349183887843,
"learning_rate": 3.8092043016646487e-06,
"loss": 0.4384,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09296316653490067,
"step": 645,
"valid_targets_mean": 5367.4,
"valid_targets_min": 523
},
{
"epoch": 4.1408,
"grad_norm": 0.23494376876007655,
"learning_rate": 3.551998135736867e-06,
"loss": 0.4377,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10853186249732971,
"step": 650,
"valid_targets_mean": 5471.6,
"valid_targets_min": 1855
},
{
"epoch": 4.1728,
"grad_norm": 0.2273668884710314,
"learning_rate": 3.3029338664107267e-06,
"loss": 0.4321,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11260022968053818,
"step": 655,
"valid_targets_mean": 5910.9,
"valid_targets_min": 797
},
{
"epoch": 4.2048,
"grad_norm": 0.25666942843106755,
"learning_rate": 3.0621347825540625e-06,
"loss": 0.4417,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11119656264781952,
"step": 660,
"valid_targets_mean": 5067.0,
"valid_targets_min": 2851
},
{
"epoch": 4.2368,
"grad_norm": 0.23427420038374935,
"learning_rate": 2.8297200816997183e-06,
"loss": 0.4265,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10912980884313583,
"step": 665,
"valid_targets_mean": 6025.1,
"valid_targets_min": 3327
},
{
"epoch": 4.2688,
"grad_norm": 0.2501556392462366,
"learning_rate": 2.605804811041803e-06,
"loss": 0.4332,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.120496466755867,
"step": 670,
"valid_targets_mean": 5586.7,
"valid_targets_min": 1622
},
{
"epoch": 4.3008,
"grad_norm": 0.23266280463889957,
"learning_rate": 2.390499810486351e-06,
"loss": 0.4374,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10693095624446869,
"step": 675,
"valid_targets_mean": 5516.1,
"valid_targets_min": 707
},
{
"epoch": 4.3328,
"grad_norm": 0.25949014222045463,
"learning_rate": 2.183911657784685e-06,
"loss": 0.4437,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10792089253664017,
"step": 680,
"valid_targets_mean": 5310.1,
"valid_targets_min": 915
},
{
"epoch": 4.3648,
"grad_norm": 0.23465382879991956,
"learning_rate": 1.986142615776532e-06,
"loss": 0.4337,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11585308611392975,
"step": 685,
"valid_targets_mean": 5791.5,
"valid_targets_min": 4122
},
{
"epoch": 4.3968,
"grad_norm": 0.2215726331342345,
"learning_rate": 1.7972905817690644e-06,
"loss": 0.4343,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10746041685342789,
"step": 690,
"valid_targets_mean": 5557.8,
"valid_targets_min": 1362
},
{
"epoch": 4.4288,
"grad_norm": 0.22743877753089006,
"learning_rate": 1.617449039076955e-06,
"loss": 0.4329,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09633181244134903,
"step": 695,
"valid_targets_mean": 5391.2,
"valid_targets_min": 1097
},
{
"epoch": 4.4608,
"grad_norm": 0.23932325312058522,
"learning_rate": 1.4467070107473413e-06,
"loss": 0.4359,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11483240872621536,
"step": 700,
"valid_targets_mean": 5383.9,
"valid_targets_min": 4166
},
{
"epoch": 4.4928,
"grad_norm": 0.22913767958555759,
"learning_rate": 1.2851490154926816e-06,
"loss": 0.4378,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10419732332229614,
"step": 705,
"valid_targets_mean": 5465.1,
"valid_targets_min": 1829
},
{
"epoch": 4.5248,
"grad_norm": 0.24074376103641706,
"learning_rate": 1.1328550258533211e-06,
"loss": 0.4422,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10467822849750519,
"step": 710,
"valid_targets_mean": 5554.9,
"valid_targets_min": 2465
},
{
"epoch": 4.5568,
"grad_norm": 0.2285117185268389,
"learning_rate": 9.899004286103953e-07,
"loss": 0.4382,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09651068598031998,
"step": 715,
"valid_targets_mean": 4730.2,
"valid_targets_min": 655
},
{
"epoch": 4.5888,
"grad_norm": 0.23306160374824716,
"learning_rate": 8.5635598746876e-07,
"loss": 0.4342,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09519432485103607,
"step": 720,
"valid_targets_mean": 5076.6,
"valid_targets_min": 446
},
{
"epoch": 4.6208,
"grad_norm": 0.2238739279040776,
"learning_rate": 7.32287808028389e-07,
"loss": 0.4402,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10766564309597015,
"step": 725,
"valid_targets_mean": 5361.7,
"valid_targets_min": 2689
},
{
"epoch": 4.6528,
"grad_norm": 0.22340741915443632,
"learning_rate": 6.177573050615327e-07,
"loss": 0.438,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10900825262069702,
"step": 730,
"valid_targets_mean": 5918.2,
"valid_targets_min": 3920
},
{
"epoch": 4.6848,
"grad_norm": 0.2420478067191904,
"learning_rate": 5.128211721119213e-07,
"loss": 0.4273,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11152715235948563,
"step": 735,
"valid_targets_mean": 6090.6,
"valid_targets_min": 2899
},
{
"epoch": 4.7168,
"grad_norm": 0.22879981625600163,
"learning_rate": 4.175313534309755e-07,
"loss": 0.4321,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11784280836582184,
"step": 740,
"valid_targets_mean": 5993.5,
"valid_targets_min": 1574
},
{
"epoch": 4.7488,
"grad_norm": 0.21838835580462193,
"learning_rate": 3.319350182649861e-07,
"loss": 0.4324,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10759489238262177,
"step": 745,
"valid_targets_mean": 5427.1,
"valid_targets_min": 1951
},
{
"epoch": 4.7808,
"grad_norm": 0.23659034192495684,
"learning_rate": 2.560745375059392e-07,
"loss": 0.4377,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12015394866466522,
"step": 750,
"valid_targets_mean": 6135.6,
"valid_targets_min": 3086
},
{
"epoch": 4.8128,
"grad_norm": 0.24249273716948083,
"learning_rate": 1.8998746271758016e-07,
"loss": 0.434,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11292092502117157,
"step": 755,
"valid_targets_mean": 5941.0,
"valid_targets_min": 738
},
{
"epoch": 4.8448,
"grad_norm": 0.2332679048833938,
"learning_rate": 1.337065075470778e-07,
"loss": 0.4337,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11557448655366898,
"step": 760,
"valid_targets_mean": 5841.6,
"valid_targets_min": 3854
},
{
"epoch": 4.8768,
"grad_norm": 0.22456272081842824,
"learning_rate": 8.725953153150279e-08,
"loss": 0.4439,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09964489936828613,
"step": 765,
"valid_targets_mean": 5347.1,
"valid_targets_min": 3272
},
{
"epoch": 4.9088,
"grad_norm": 0.2316304318267485,
"learning_rate": 5.066952630711886e-08,
"loss": 0.4357,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09679272025823593,
"step": 770,
"valid_targets_mean": 4909.6,
"valid_targets_min": 667
},
{
"epoch": 4.9408,
"grad_norm": 0.24136995238857187,
"learning_rate": 2.3954604228342283e-08,
"loss": 0.4435,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10119546204805374,
"step": 775,
"valid_targets_mean": 4710.8,
"valid_targets_min": 970
},
{
"epoch": 4.9728,
"grad_norm": 0.24723332555052074,
"learning_rate": 7.12798940197601e-09,
"loss": 0.438,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11632305383682251,
"step": 780,
"valid_targets_mean": 4985.4,
"valid_targets_min": 368
},
{
"epoch": 5.0,
"grad_norm": 0.44517301236898366,
"learning_rate": 1.9801114115480802e-10,
"loss": 0.4408,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.4259156584739685,
"step": 785,
"valid_targets_mean": 6322.3,
"valid_targets_min": 1465
},
{
"epoch": 5.0,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.4259156584739685,
"step": 785,
"total_flos": 1.9782193358307328e+18,
"train_loss": 0.4723992296085236,
"train_runtime": 18119.4294,
"train_samples_per_second": 2.759,
"train_steps_per_second": 0.043,
"valid_targets_mean": 6322.3,
"valid_targets_min": 1465
}
],
"logging_steps": 5,
"max_steps": 785,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": false,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.9782193358307328e+18,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}