taskmaster2-3k-traces / trainer_state.json
penfever's picture
End of training
e97e39a verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 5.0,
"eval_steps": 500,
"global_step": 250,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.10101010101010101,
"grad_norm": 5.43838668916967,
"learning_rate": 6.4000000000000006e-06,
"loss": 0.768,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.20029328763484955,
"step": 5,
"valid_targets_mean": 3894.4,
"valid_targets_min": 1551
},
{
"epoch": 0.20202020202020202,
"grad_norm": 1.8173704060845222,
"learning_rate": 1.4400000000000001e-05,
"loss": 0.6809,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12393468618392944,
"step": 10,
"valid_targets_mean": 3313.9,
"valid_targets_min": 658
},
{
"epoch": 0.30303030303030304,
"grad_norm": 0.8994415488525478,
"learning_rate": 2.2400000000000002e-05,
"loss": 0.6367,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.15267133712768555,
"step": 15,
"valid_targets_mean": 3214.2,
"valid_targets_min": 748
},
{
"epoch": 0.40404040404040403,
"grad_norm": 0.5231491285791463,
"learning_rate": 3.0400000000000004e-05,
"loss": 0.603,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1451815664768219,
"step": 20,
"valid_targets_mean": 4062.5,
"valid_targets_min": 752
},
{
"epoch": 0.5050505050505051,
"grad_norm": 0.48610136532802667,
"learning_rate": 3.8400000000000005e-05,
"loss": 0.5739,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.15977895259857178,
"step": 25,
"valid_targets_mean": 4920.6,
"valid_targets_min": 689
},
{
"epoch": 0.6060606060606061,
"grad_norm": 0.3657562059313739,
"learning_rate": 3.9968815283639625e-05,
"loss": 0.531,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12183522433042526,
"step": 30,
"valid_targets_mean": 4170.1,
"valid_targets_min": 848
},
{
"epoch": 0.7070707070707071,
"grad_norm": 0.3117441303599555,
"learning_rate": 3.9842294026289565e-05,
"loss": 0.5137,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11094912886619568,
"step": 35,
"valid_targets_mean": 4246.0,
"valid_targets_min": 626
},
{
"epoch": 0.8080808080808081,
"grad_norm": 0.31427213112004465,
"learning_rate": 3.9619103106983835e-05,
"loss": 0.5033,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11524395644664764,
"step": 40,
"valid_targets_mean": 3335.3,
"valid_targets_min": 589
},
{
"epoch": 0.9090909090909091,
"grad_norm": 0.27843711420334,
"learning_rate": 3.930032988944623e-05,
"loss": 0.4921,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.12719261646270752,
"step": 45,
"valid_targets_mean": 4673.1,
"valid_targets_min": 842
},
{
"epoch": 1.0,
"grad_norm": 0.35336756908591643,
"learning_rate": 3.888752740474962e-05,
"loss": 0.4725,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.23522385954856873,
"step": 50,
"valid_targets_mean": 4525.1,
"valid_targets_min": 618
},
{
"epoch": 1.101010101010101,
"grad_norm": 0.2618047514835116,
"learning_rate": 3.838270678510469e-05,
"loss": 0.4631,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0997854694724083,
"step": 55,
"valid_targets_mean": 3254.4,
"valid_targets_min": 620
},
{
"epoch": 1.202020202020202,
"grad_norm": 0.2596681731982267,
"learning_rate": 3.778832746582596e-05,
"loss": 0.4695,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.15060186386108398,
"step": 60,
"valid_targets_mean": 5336.2,
"valid_targets_min": 994
},
{
"epoch": 1.303030303030303,
"grad_norm": 0.26134191299357834,
"learning_rate": 3.710728520321014e-05,
"loss": 0.4622,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10998662561178207,
"step": 65,
"valid_targets_mean": 3828.9,
"valid_targets_min": 813
},
{
"epoch": 1.404040404040404,
"grad_norm": 0.2505910129541225,
"learning_rate": 3.634289796670257e-05,
"loss": 0.4639,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11412525177001953,
"step": 70,
"valid_targets_mean": 4118.6,
"valid_targets_min": 589
},
{
"epoch": 1.5050505050505052,
"grad_norm": 0.28469306377718256,
"learning_rate": 3.549888977408359e-05,
"loss": 0.4547,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10224676132202148,
"step": 75,
"valid_targets_mean": 3621.8,
"valid_targets_min": 807
},
{
"epoch": 1.606060606060606,
"grad_norm": 0.26506094775038846,
"learning_rate": 3.457937254842823e-05,
"loss": 0.4478,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1216074526309967,
"step": 80,
"valid_targets_mean": 4121.2,
"valid_targets_min": 900
},
{
"epoch": 1.7070707070707072,
"grad_norm": 0.27422041538604486,
"learning_rate": 3.3588826085230336e-05,
"loss": 0.4405,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09807954728603363,
"step": 85,
"valid_targets_mean": 3189.9,
"valid_targets_min": 777
},
{
"epoch": 1.808080808080808,
"grad_norm": 0.25008604850493343,
"learning_rate": 3.253207622728921e-05,
"loss": 0.441,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11396118998527527,
"step": 90,
"valid_targets_mean": 4577.4,
"valid_targets_min": 875
},
{
"epoch": 1.9090909090909092,
"grad_norm": 0.26410650818418535,
"learning_rate": 3.141427135368864e-05,
"loss": 0.4447,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10761921852827072,
"step": 95,
"valid_targets_mean": 3803.5,
"valid_targets_min": 613
},
{
"epoch": 2.0,
"grad_norm": 0.37011104936880673,
"learning_rate": 3.024085729741143e-05,
"loss": 0.4481,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.254130095243454,
"step": 100,
"valid_targets_mean": 4326.2,
"valid_targets_min": 550
},
{
"epoch": 2.101010101010101,
"grad_norm": 0.2633444829921788,
"learning_rate": 2.9017550813788616e-05,
"loss": 0.4286,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10730044543743134,
"step": 105,
"valid_targets_mean": 4681.4,
"valid_targets_min": 808
},
{
"epoch": 2.202020202020202,
"grad_norm": 0.27947047290967925,
"learning_rate": 2.7750311729042062e-05,
"loss": 0.4249,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11274366080760956,
"step": 110,
"valid_targets_mean": 4363.5,
"valid_targets_min": 721
},
{
"epoch": 2.303030303030303,
"grad_norm": 0.26878537952096837,
"learning_rate": 2.6445313904610227e-05,
"loss": 0.4319,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10825060307979584,
"step": 115,
"valid_targets_mean": 3570.9,
"valid_targets_min": 740
},
{
"epoch": 2.404040404040404,
"grad_norm": 0.27801838465637635,
"learning_rate": 2.510891515871581e-05,
"loss": 0.4335,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09939642250537872,
"step": 120,
"valid_targets_mean": 3389.2,
"valid_targets_min": 712
},
{
"epoch": 2.505050505050505,
"grad_norm": 0.26781305081846457,
"learning_rate": 2.37476262917145e-05,
"loss": 0.4247,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.109991654753685,
"step": 125,
"valid_targets_mean": 4646.0,
"valid_targets_min": 748
},
{
"epoch": 2.606060606060606,
"grad_norm": 0.26237181084548494,
"learning_rate": 2.2368079366130028e-05,
"loss": 0.4187,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11524119973182678,
"step": 130,
"valid_targets_mean": 4932.1,
"valid_targets_min": 845
},
{
"epoch": 2.707070707070707,
"grad_norm": 0.2585522405239844,
"learning_rate": 2.097699539591227e-05,
"loss": 0.4274,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.08941829204559326,
"step": 135,
"valid_targets_mean": 3169.6,
"valid_targets_min": 832
},
{
"epoch": 2.808080808080808,
"grad_norm": 0.26016350721342923,
"learning_rate": 1.9581151602332865e-05,
"loss": 0.4177,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1133737787604332,
"step": 140,
"valid_targets_mean": 5011.3,
"valid_targets_min": 1002
},
{
"epoch": 2.909090909090909,
"grad_norm": 0.27030558024007334,
"learning_rate": 1.8187348396044402e-05,
"loss": 0.4231,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10732856392860413,
"step": 145,
"valid_targets_mean": 4244.3,
"valid_targets_min": 849
},
{
"epoch": 3.0,
"grad_norm": 0.3695239483214702,
"learning_rate": 1.6802376246163307e-05,
"loss": 0.4307,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.2080117017030716,
"step": 150,
"valid_targets_mean": 3466.7,
"valid_targets_min": 600
},
{
"epoch": 3.101010101010101,
"grad_norm": 0.2516175673157399,
"learning_rate": 1.5432982597786886e-05,
"loss": 0.4228,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11081644892692566,
"step": 155,
"valid_targets_mean": 4376.6,
"valid_targets_min": 1393
},
{
"epoch": 3.202020202020202,
"grad_norm": 0.25899041127457506,
"learning_rate": 1.4085838999119075e-05,
"loss": 0.4183,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10279497504234314,
"step": 160,
"valid_targets_mean": 3922.6,
"valid_targets_min": 1037
},
{
"epoch": 3.303030303030303,
"grad_norm": 0.2568302854985244,
"learning_rate": 1.2767508598358158e-05,
"loss": 0.4119,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10400432348251343,
"step": 165,
"valid_targets_mean": 4147.3,
"valid_targets_min": 840
},
{
"epoch": 3.404040404040404,
"grad_norm": 0.2575745984749214,
"learning_rate": 1.1484414168698547e-05,
"loss": 0.4109,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1014273464679718,
"step": 170,
"valid_targets_mean": 3870.5,
"valid_targets_min": 738
},
{
"epoch": 3.505050505050505,
"grad_norm": 0.2708052183398422,
"learning_rate": 1.0242806817225344e-05,
"loss": 0.4183,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0942554920911789,
"step": 175,
"valid_targets_mean": 4129.5,
"valid_targets_min": 691
},
{
"epoch": 3.606060606060606,
"grad_norm": 0.39589597035376406,
"learning_rate": 9.048735530148998e-06,
"loss": 0.4057,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10414694994688034,
"step": 180,
"valid_targets_mean": 3647.8,
"valid_targets_min": 1355
},
{
"epoch": 3.707070707070707,
"grad_norm": 0.2754352204699097,
"learning_rate": 7.908017702752504e-06,
"loss": 0.4167,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11268728971481323,
"step": 185,
"valid_targets_mean": 4025.8,
"valid_targets_min": 631
},
{
"epoch": 3.808080808080808,
"grad_norm": 0.26307739642578865,
"learning_rate": 6.826210797626389e-06,
"loss": 0.4158,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.08769197762012482,
"step": 190,
"valid_targets_mean": 3541.8,
"valid_targets_min": 1132
},
{
"epoch": 3.909090909090909,
"grad_norm": 0.25965429680059315,
"learning_rate": 5.8085852692695864e-06,
"loss": 0.4088,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10568307340145111,
"step": 195,
"valid_targets_mean": 4072.8,
"valid_targets_min": 658
},
{
"epoch": 4.0,
"grad_norm": 0.37112181378749864,
"learning_rate": 4.8600988869648745e-06,
"loss": 0.4077,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.18167036771774292,
"step": 200,
"valid_targets_mean": 3388.4,
"valid_targets_min": 757
},
{
"epoch": 4.101010101010101,
"grad_norm": 0.24190724490489265,
"learning_rate": 3.985372581025333e-06,
"loss": 0.3992,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09219323098659515,
"step": 205,
"valid_targets_mean": 3395.9,
"valid_targets_min": 1280
},
{
"epoch": 4.202020202020202,
"grad_norm": 0.26150260454768026,
"learning_rate": 3.1886679300863156e-06,
"loss": 0.407,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09850673377513885,
"step": 210,
"valid_targets_mean": 3216.6,
"valid_targets_min": 784
},
{
"epoch": 4.303030303030303,
"grad_norm": 0.26872823184659334,
"learning_rate": 2.473866399122733e-06,
"loss": 0.4133,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10747270286083221,
"step": 215,
"valid_targets_mean": 3487.2,
"valid_targets_min": 773
},
{
"epoch": 4.404040404040404,
"grad_norm": 0.2549088626047512,
"learning_rate": 1.8444504293418286e-06,
"loss": 0.4124,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10171965509653091,
"step": 220,
"valid_targets_mean": 3727.9,
"valid_targets_min": 928
},
{
"epoch": 4.505050505050505,
"grad_norm": 0.32301587125223463,
"learning_rate": 1.3034864720797112e-06,
"loss": 0.4125,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.11444351077079773,
"step": 225,
"valid_targets_mean": 3867.6,
"valid_targets_min": 791
},
{
"epoch": 4.606060606060606,
"grad_norm": 0.24811664458418323,
"learning_rate": 8.536100493586552e-07,
"loss": 0.4023,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0989425927400589,
"step": 230,
"valid_targets_mean": 3649.8,
"valid_targets_min": 675
},
{
"epoch": 4.707070707070707,
"grad_norm": 0.24999205236156857,
"learning_rate": 4.970129138887347e-07,
"loss": 0.4078,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09448540210723877,
"step": 235,
"valid_targets_mean": 3779.3,
"valid_targets_min": 613
},
{
"epoch": 4.808080808080808,
"grad_norm": 0.2533525398749002,
"learning_rate": 2.3543237106894434e-07,
"loss": 0.4138,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10717539489269257,
"step": 240,
"valid_targets_mean": 3630.1,
"valid_targets_min": 1185
},
{
"epoch": 4.909090909090909,
"grad_norm": 0.2324383918083103,
"learning_rate": 7.01428150099126e-08,
"loss": 0.4099,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09807487577199936,
"step": 245,
"valid_targets_mean": 4431.1,
"valid_targets_min": 1588
},
{
"epoch": 5.0,
"grad_norm": 0.3564637724019629,
"learning_rate": 1.949519813915224e-09,
"loss": 0.4103,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.20247647166252136,
"step": 250,
"valid_targets_mean": 3850.3,
"valid_targets_min": 771
},
{
"epoch": 5.0,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.20247647166252136,
"step": 250,
"total_flos": 4.268418036190413e+17,
"train_loss": 0.4559480676651001,
"train_runtime": 5383.7809,
"train_samples_per_second": 2.935,
"train_steps_per_second": 0.046,
"valid_targets_mean": 3850.3,
"valid_targets_min": 771
}
],
"logging_steps": 5,
"max_steps": 250,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": false,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 4.268418036190413e+17,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}