13Bee / trainer_state.json
AnTrc2's picture
Upload 15 files
9c2d25a verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 5.619834710743802,
"eval_steps": 10,
"global_step": 340,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.1652892561983471,
"grad_norm": 2.5004961490631104,
"learning_rate": 3.998781654038192e-05,
"loss": 1.3959,
"step": 10
},
{
"epoch": 0.1652892561983471,
"eval_loss": 0.9773627519607544,
"eval_runtime": 1.0911,
"eval_samples_per_second": 10.998,
"eval_steps_per_second": 1.833,
"step": 10
},
{
"epoch": 0.3305785123966942,
"grad_norm": 3.3259832859039307,
"learning_rate": 3.9951281005196486e-05,
"loss": 1.195,
"step": 20
},
{
"epoch": 0.3305785123966942,
"eval_loss": 0.783854603767395,
"eval_runtime": 1.1063,
"eval_samples_per_second": 10.847,
"eval_steps_per_second": 1.808,
"step": 20
},
{
"epoch": 0.49586776859504134,
"grad_norm": 2.37343168258667,
"learning_rate": 3.989043790736547e-05,
"loss": 1.035,
"step": 30
},
{
"epoch": 0.49586776859504134,
"eval_loss": 0.6894669532775879,
"eval_runtime": 1.4555,
"eval_samples_per_second": 8.245,
"eval_steps_per_second": 1.374,
"step": 30
},
{
"epoch": 0.6611570247933884,
"grad_norm": 3.1549763679504395,
"learning_rate": 3.980536137483141e-05,
"loss": 0.9097,
"step": 40
},
{
"epoch": 0.6611570247933884,
"eval_loss": 0.6716279983520508,
"eval_runtime": 1.1151,
"eval_samples_per_second": 10.761,
"eval_steps_per_second": 1.794,
"step": 40
},
{
"epoch": 0.8264462809917356,
"grad_norm": 2.8315067291259766,
"learning_rate": 3.9696155060244166e-05,
"loss": 0.8614,
"step": 50
},
{
"epoch": 0.8264462809917356,
"eval_loss": 0.6319628357887268,
"eval_runtime": 1.1073,
"eval_samples_per_second": 10.837,
"eval_steps_per_second": 1.806,
"step": 50
},
{
"epoch": 0.9917355371900827,
"grad_norm": 3.369000196456909,
"learning_rate": 3.9562952014676116e-05,
"loss": 0.9259,
"step": 60
},
{
"epoch": 0.9917355371900827,
"eval_loss": 0.5961965918540955,
"eval_runtime": 1.3743,
"eval_samples_per_second": 8.732,
"eval_steps_per_second": 1.455,
"step": 60
},
{
"epoch": 1.1570247933884297,
"grad_norm": 2.863161087036133,
"learning_rate": 3.940591452551993e-05,
"loss": 0.7896,
"step": 70
},
{
"epoch": 1.1570247933884297,
"eval_loss": 0.5863456726074219,
"eval_runtime": 1.0994,
"eval_samples_per_second": 10.915,
"eval_steps_per_second": 1.819,
"step": 70
},
{
"epoch": 1.322314049586777,
"grad_norm": 2.5636465549468994,
"learning_rate": 3.922523391876638e-05,
"loss": 0.8601,
"step": 80
},
{
"epoch": 1.322314049586777,
"eval_loss": 0.5487304925918579,
"eval_runtime": 1.0935,
"eval_samples_per_second": 10.974,
"eval_steps_per_second": 1.829,
"step": 80
},
{
"epoch": 1.487603305785124,
"grad_norm": 2.7444987297058105,
"learning_rate": 3.9021130325903076e-05,
"loss": 0.7592,
"step": 90
},
{
"epoch": 1.487603305785124,
"eval_loss": 0.543647050857544,
"eval_runtime": 1.1357,
"eval_samples_per_second": 10.566,
"eval_steps_per_second": 1.761,
"step": 90
},
{
"epoch": 1.6528925619834711,
"grad_norm": 4.245235919952393,
"learning_rate": 3.879385241571817e-05,
"loss": 0.7439,
"step": 100
},
{
"epoch": 1.6528925619834711,
"eval_loss": 0.5209221839904785,
"eval_runtime": 1.1049,
"eval_samples_per_second": 10.861,
"eval_steps_per_second": 1.81,
"step": 100
},
{
"epoch": 1.8181818181818183,
"grad_norm": 3.720158815383911,
"learning_rate": 3.854367709133575e-05,
"loss": 0.7675,
"step": 110
},
{
"epoch": 1.8181818181818183,
"eval_loss": 0.502068281173706,
"eval_runtime": 1.416,
"eval_samples_per_second": 8.474,
"eval_steps_per_second": 1.412,
"step": 110
},
{
"epoch": 1.9834710743801653,
"grad_norm": 3.368499279022217,
"learning_rate": 3.827090915285202e-05,
"loss": 0.7396,
"step": 120
},
{
"epoch": 1.9834710743801653,
"eval_loss": 0.4688035845756531,
"eval_runtime": 1.1068,
"eval_samples_per_second": 10.842,
"eval_steps_per_second": 1.807,
"step": 120
},
{
"epoch": 2.1487603305785123,
"grad_norm": 3.335733652114868,
"learning_rate": 3.7975880925983345e-05,
"loss": 0.5938,
"step": 130
},
{
"epoch": 2.1487603305785123,
"eval_loss": 0.45896804332733154,
"eval_runtime": 1.0901,
"eval_samples_per_second": 11.008,
"eval_steps_per_second": 1.835,
"step": 130
},
{
"epoch": 2.3140495867768593,
"grad_norm": 4.038167953491211,
"learning_rate": 3.7658951857178544e-05,
"loss": 0.5712,
"step": 140
},
{
"epoch": 2.3140495867768593,
"eval_loss": 0.4418785274028778,
"eval_runtime": 1.3332,
"eval_samples_per_second": 9.001,
"eval_steps_per_second": 1.5,
"step": 140
},
{
"epoch": 2.479338842975207,
"grad_norm": 4.076087951660156,
"learning_rate": 3.732050807568878e-05,
"loss": 0.6814,
"step": 150
},
{
"epoch": 2.479338842975207,
"eval_loss": 0.4231901168823242,
"eval_runtime": 1.0886,
"eval_samples_per_second": 11.023,
"eval_steps_per_second": 1.837,
"step": 150
},
{
"epoch": 2.644628099173554,
"grad_norm": 4.039748668670654,
"learning_rate": 3.696096192312852e-05,
"loss": 0.6155,
"step": 160
},
{
"epoch": 2.644628099173554,
"eval_loss": 0.4101436138153076,
"eval_runtime": 1.1018,
"eval_samples_per_second": 10.891,
"eval_steps_per_second": 1.815,
"step": 160
},
{
"epoch": 2.809917355371901,
"grad_norm": 4.491166114807129,
"learning_rate": 3.658075145110083e-05,
"loss": 0.5797,
"step": 170
},
{
"epoch": 2.809917355371901,
"eval_loss": 0.3929840326309204,
"eval_runtime": 1.3687,
"eval_samples_per_second": 8.768,
"eval_steps_per_second": 1.461,
"step": 170
},
{
"epoch": 2.975206611570248,
"grad_norm": 4.6367106437683105,
"learning_rate": 3.6180339887498953e-05,
"loss": 0.6346,
"step": 180
},
{
"epoch": 2.975206611570248,
"eval_loss": 0.3631528615951538,
"eval_runtime": 1.1071,
"eval_samples_per_second": 10.839,
"eval_steps_per_second": 1.806,
"step": 180
},
{
"epoch": 3.1404958677685952,
"grad_norm": 3.62372088432312,
"learning_rate": 3.576021507213444e-05,
"loss": 0.4537,
"step": 190
},
{
"epoch": 3.1404958677685952,
"eval_loss": 0.35405832529067993,
"eval_runtime": 1.2103,
"eval_samples_per_second": 9.915,
"eval_steps_per_second": 1.652,
"step": 190
},
{
"epoch": 3.3057851239669422,
"grad_norm": 3.1658225059509277,
"learning_rate": 3.532088886237956e-05,
"loss": 0.4568,
"step": 200
},
{
"epoch": 3.3057851239669422,
"eval_loss": 0.3364166021347046,
"eval_runtime": 1.1013,
"eval_samples_per_second": 10.896,
"eval_steps_per_second": 1.816,
"step": 200
},
{
"epoch": 3.4710743801652892,
"grad_norm": 5.640577793121338,
"learning_rate": 3.4862896509547886e-05,
"loss": 0.4796,
"step": 210
},
{
"epoch": 3.4710743801652892,
"eval_loss": 0.31573551893234253,
"eval_runtime": 1.0982,
"eval_samples_per_second": 10.927,
"eval_steps_per_second": 1.821,
"step": 210
},
{
"epoch": 3.6363636363636362,
"grad_norm": 5.163906097412109,
"learning_rate": 3.438679600677303e-05,
"loss": 0.4309,
"step": 220
},
{
"epoch": 3.6363636363636362,
"eval_loss": 0.29981058835983276,
"eval_runtime": 1.4641,
"eval_samples_per_second": 8.196,
"eval_steps_per_second": 1.366,
"step": 220
},
{
"epoch": 3.8016528925619832,
"grad_norm": 10.097945213317871,
"learning_rate": 3.3893167409179945e-05,
"loss": 0.5423,
"step": 230
},
{
"epoch": 3.8016528925619832,
"eval_loss": 0.30080342292785645,
"eval_runtime": 1.0952,
"eval_samples_per_second": 10.957,
"eval_steps_per_second": 1.826,
"step": 230
},
{
"epoch": 3.9669421487603307,
"grad_norm": 5.08881950378418,
"learning_rate": 3.3382612127177166e-05,
"loss": 0.51,
"step": 240
},
{
"epoch": 3.9669421487603307,
"eval_loss": 0.30431026220321655,
"eval_runtime": 1.1103,
"eval_samples_per_second": 10.807,
"eval_steps_per_second": 1.801,
"step": 240
},
{
"epoch": 4.132231404958677,
"grad_norm": 3.142008066177368,
"learning_rate": 3.285575219373079e-05,
"loss": 0.4218,
"step": 250
},
{
"epoch": 4.132231404958677,
"eval_loss": 0.29047852754592896,
"eval_runtime": 1.2712,
"eval_samples_per_second": 9.44,
"eval_steps_per_second": 1.573,
"step": 250
},
{
"epoch": 4.297520661157025,
"grad_norm": 4.357353687286377,
"learning_rate": 3.2313229506513167e-05,
"loss": 0.3503,
"step": 260
},
{
"epoch": 4.297520661157025,
"eval_loss": 0.29693418741226196,
"eval_runtime": 1.0964,
"eval_samples_per_second": 10.945,
"eval_steps_per_second": 1.824,
"step": 260
},
{
"epoch": 4.462809917355372,
"grad_norm": 5.129684925079346,
"learning_rate": 3.1755705045849465e-05,
"loss": 0.3235,
"step": 270
},
{
"epoch": 4.462809917355372,
"eval_loss": 0.27224814891815186,
"eval_runtime": 1.0905,
"eval_samples_per_second": 11.004,
"eval_steps_per_second": 1.834,
"step": 270
},
{
"epoch": 4.628099173553719,
"grad_norm": 5.414126396179199,
"learning_rate": 3.1183858069414936e-05,
"loss": 0.3671,
"step": 280
},
{
"epoch": 4.628099173553719,
"eval_loss": 0.2563490867614746,
"eval_runtime": 1.0963,
"eval_samples_per_second": 10.946,
"eval_steps_per_second": 1.824,
"step": 280
},
{
"epoch": 4.793388429752066,
"grad_norm": 4.964554309844971,
"learning_rate": 3.05983852846641e-05,
"loss": 0.3399,
"step": 290
},
{
"epoch": 4.793388429752066,
"eval_loss": 0.25828373432159424,
"eval_runtime": 1.1181,
"eval_samples_per_second": 10.732,
"eval_steps_per_second": 1.789,
"step": 290
},
{
"epoch": 4.958677685950414,
"grad_norm": 4.63615083694458,
"learning_rate": 3.0000000000000004e-05,
"loss": 0.3685,
"step": 300
},
{
"epoch": 4.958677685950414,
"eval_loss": 0.24292020499706268,
"eval_runtime": 1.445,
"eval_samples_per_second": 8.305,
"eval_steps_per_second": 1.384,
"step": 300
},
{
"epoch": 5.12396694214876,
"grad_norm": 4.34980583190918,
"learning_rate": 2.938943125571782e-05,
"loss": 0.2943,
"step": 310
},
{
"epoch": 5.12396694214876,
"eval_loss": 0.20842806994915009,
"eval_runtime": 1.1081,
"eval_samples_per_second": 10.829,
"eval_steps_per_second": 1.805,
"step": 310
},
{
"epoch": 5.289256198347108,
"grad_norm": 6.3195881843566895,
"learning_rate": 2.876742293578155e-05,
"loss": 0.2589,
"step": 320
},
{
"epoch": 5.289256198347108,
"eval_loss": 0.217214435338974,
"eval_runtime": 1.0894,
"eval_samples_per_second": 11.015,
"eval_steps_per_second": 1.836,
"step": 320
},
{
"epoch": 5.454545454545454,
"grad_norm": 6.084163665771484,
"learning_rate": 2.813473286151601e-05,
"loss": 0.2143,
"step": 330
},
{
"epoch": 5.454545454545454,
"eval_loss": 0.22991180419921875,
"eval_runtime": 1.2554,
"eval_samples_per_second": 9.559,
"eval_steps_per_second": 1.593,
"step": 330
},
{
"epoch": 5.619834710743802,
"grad_norm": 5.4227728843688965,
"learning_rate": 2.7492131868318247e-05,
"loss": 0.3084,
"step": 340
},
{
"epoch": 5.619834710743802,
"eval_loss": 0.21594808995723724,
"eval_runtime": 1.1006,
"eval_samples_per_second": 10.903,
"eval_steps_per_second": 1.817,
"step": 340
}
],
"logging_steps": 10,
"max_steps": 900,
"num_input_tokens_seen": 0,
"num_train_epochs": 15,
"save_steps": 10,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 545316196581376.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}