roberta-base-mean-150 / trainer_state.json
sobamchan's picture
Upload folder using huggingface_hub
50ca1ae verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.034411562284927734,
"eval_steps": 5,
"global_step": 150,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0011470520761642578,
"eval_loss": 5.131626605987549,
"eval_runtime": 13.4035,
"eval_samples_per_second": 491.214,
"eval_steps_per_second": 3.88,
"step": 5
},
{
"epoch": 0.0022941041523285156,
"eval_loss": 5.129306316375732,
"eval_runtime": 13.1975,
"eval_samples_per_second": 498.881,
"eval_steps_per_second": 3.94,
"step": 10
},
{
"epoch": 0.0034411562284927736,
"eval_loss": 5.125307559967041,
"eval_runtime": 13.3602,
"eval_samples_per_second": 492.806,
"eval_steps_per_second": 3.892,
"step": 15
},
{
"epoch": 0.004588208304657031,
"eval_loss": 5.1195783615112305,
"eval_runtime": 13.3732,
"eval_samples_per_second": 492.33,
"eval_steps_per_second": 3.888,
"step": 20
},
{
"epoch": 0.005735260380821289,
"eval_loss": 5.11201286315918,
"eval_runtime": 13.3238,
"eval_samples_per_second": 494.153,
"eval_steps_per_second": 3.903,
"step": 25
},
{
"epoch": 0.006882312456985547,
"eval_loss": 5.102468967437744,
"eval_runtime": 13.3391,
"eval_samples_per_second": 493.586,
"eval_steps_per_second": 3.898,
"step": 30
},
{
"epoch": 0.008029364533149804,
"eval_loss": 5.090775012969971,
"eval_runtime": 15.3552,
"eval_samples_per_second": 428.779,
"eval_steps_per_second": 3.386,
"step": 35
},
{
"epoch": 0.009176416609314062,
"eval_loss": 5.0768303871154785,
"eval_runtime": 13.4109,
"eval_samples_per_second": 490.945,
"eval_steps_per_second": 3.877,
"step": 40
},
{
"epoch": 0.01032346868547832,
"eval_loss": 5.0602593421936035,
"eval_runtime": 13.4714,
"eval_samples_per_second": 488.739,
"eval_steps_per_second": 3.86,
"step": 45
},
{
"epoch": 0.011470520761642579,
"eval_loss": 5.04086446762085,
"eval_runtime": 13.4864,
"eval_samples_per_second": 488.195,
"eval_steps_per_second": 3.856,
"step": 50
},
{
"epoch": 0.012617572837806837,
"eval_loss": 5.0182952880859375,
"eval_runtime": 13.4428,
"eval_samples_per_second": 489.78,
"eval_steps_per_second": 3.868,
"step": 55
},
{
"epoch": 0.013764624913971095,
"eval_loss": 4.992081165313721,
"eval_runtime": 13.4681,
"eval_samples_per_second": 488.859,
"eval_steps_per_second": 3.861,
"step": 60
},
{
"epoch": 0.014911676990135353,
"eval_loss": 4.961635112762451,
"eval_runtime": 15.9825,
"eval_samples_per_second": 411.952,
"eval_steps_per_second": 3.254,
"step": 65
},
{
"epoch": 0.01605872906629961,
"eval_loss": 4.926206111907959,
"eval_runtime": 13.4532,
"eval_samples_per_second": 489.402,
"eval_steps_per_second": 3.865,
"step": 70
},
{
"epoch": 0.017205781142463867,
"eval_loss": 4.884685516357422,
"eval_runtime": 13.4162,
"eval_samples_per_second": 490.749,
"eval_steps_per_second": 3.876,
"step": 75
},
{
"epoch": 0.018352833218628125,
"eval_loss": 4.835946559906006,
"eval_runtime": 13.4384,
"eval_samples_per_second": 489.94,
"eval_steps_per_second": 3.87,
"step": 80
},
{
"epoch": 0.019499885294792383,
"eval_loss": 4.778928279876709,
"eval_runtime": 13.3937,
"eval_samples_per_second": 491.575,
"eval_steps_per_second": 3.882,
"step": 85
},
{
"epoch": 0.02064693737095664,
"eval_loss": 4.713075637817383,
"eval_runtime": 13.6158,
"eval_samples_per_second": 483.557,
"eval_steps_per_second": 3.819,
"step": 90
},
{
"epoch": 0.0217939894471209,
"eval_loss": 4.6366777420043945,
"eval_runtime": 13.625,
"eval_samples_per_second": 483.231,
"eval_steps_per_second": 3.817,
"step": 95
},
{
"epoch": 0.022941041523285157,
"grad_norm": 20.385936737060547,
"learning_rate": 7.645259938837921e-07,
"loss": 5.1885,
"step": 100
},
{
"epoch": 0.022941041523285157,
"eval_loss": 4.546780586242676,
"eval_runtime": 15.8199,
"eval_samples_per_second": 416.184,
"eval_steps_per_second": 3.287,
"step": 100
},
{
"epoch": 0.024088093599449415,
"eval_loss": 4.440257549285889,
"eval_runtime": 13.483,
"eval_samples_per_second": 488.317,
"eval_steps_per_second": 3.857,
"step": 105
},
{
"epoch": 0.025235145675613673,
"eval_loss": 4.314813613891602,
"eval_runtime": 13.4631,
"eval_samples_per_second": 489.041,
"eval_steps_per_second": 3.862,
"step": 110
},
{
"epoch": 0.02638219775177793,
"eval_loss": 4.167805194854736,
"eval_runtime": 13.5041,
"eval_samples_per_second": 487.554,
"eval_steps_per_second": 3.851,
"step": 115
},
{
"epoch": 0.02752924982794219,
"eval_loss": 3.996023178100586,
"eval_runtime": 13.5215,
"eval_samples_per_second": 486.928,
"eval_steps_per_second": 3.846,
"step": 120
},
{
"epoch": 0.028676301904106447,
"eval_loss": 3.7965035438537598,
"eval_runtime": 13.6803,
"eval_samples_per_second": 481.276,
"eval_steps_per_second": 3.801,
"step": 125
},
{
"epoch": 0.029823353980270705,
"eval_loss": 3.5700390338897705,
"eval_runtime": 15.357,
"eval_samples_per_second": 428.73,
"eval_steps_per_second": 3.386,
"step": 130
},
{
"epoch": 0.030970406056434963,
"eval_loss": 3.31830096244812,
"eval_runtime": 13.401,
"eval_samples_per_second": 491.308,
"eval_steps_per_second": 3.88,
"step": 135
},
{
"epoch": 0.03211745813259922,
"eval_loss": 3.043388605117798,
"eval_runtime": 13.559,
"eval_samples_per_second": 485.582,
"eval_steps_per_second": 3.835,
"step": 140
},
{
"epoch": 0.033264510208763476,
"eval_loss": 2.758207082748413,
"eval_runtime": 13.5114,
"eval_samples_per_second": 487.293,
"eval_steps_per_second": 3.849,
"step": 145
},
{
"epoch": 0.034411562284927734,
"eval_loss": 2.478577136993408,
"eval_runtime": 13.4468,
"eval_samples_per_second": 489.632,
"eval_steps_per_second": 3.867,
"step": 150
}
],
"logging_steps": 100,
"max_steps": 13077,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 5,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}