codebert-rd-keystrokes / checkpoint-400 /trainer_state.json
NourFakih's picture
Upload checkpoint and eval results at step 400
3e3c62c verified
Raw
History Blame Contribute Delete
4.6 kB
{
"best_global_step": 400,
"best_metric": 0.9716889033517735,
"best_model_checkpoint": "/kaggle/working/outputs/codebert_rd_keystrokes/checkpoint-400",
"epoch": 0.32362459546925565,
"eval_steps": 400,
"global_step": 400,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0008090614886731392,
"grad_norm": 4.001261234283447,
"learning_rate": 0.0,
"loss": 0.748644232749939,
"step": 1
},
{
"epoch": 0.020226537216828478,
"grad_norm": 2.0581886768341064,
"learning_rate": 9.716599190283402e-07,
"loss": 0.7263915538787842,
"step": 25
},
{
"epoch": 0.040453074433656956,
"grad_norm": 3.1348977088928223,
"learning_rate": 1.9838056680161946e-06,
"loss": 0.7004936218261719,
"step": 50
},
{
"epoch": 0.06067961165048544,
"grad_norm": 7.536289215087891,
"learning_rate": 2.995951417004049e-06,
"loss": 0.6983621978759765,
"step": 75
},
{
"epoch": 0.08090614886731391,
"grad_norm": 5.387710094451904,
"learning_rate": 4.008097165991903e-06,
"loss": 0.6408506774902344,
"step": 100
},
{
"epoch": 0.1011326860841424,
"grad_norm": 4.4866790771484375,
"learning_rate": 5.020242914979757e-06,
"loss": 0.5292000961303711,
"step": 125
},
{
"epoch": 0.12135922330097088,
"grad_norm": 5.9393534660339355,
"learning_rate": 6.0323886639676124e-06,
"loss": 0.4315451049804688,
"step": 150
},
{
"epoch": 0.14158576051779936,
"grad_norm": 4.814444065093994,
"learning_rate": 7.044534412955466e-06,
"loss": 0.3674881362915039,
"step": 175
},
{
"epoch": 0.16181229773462782,
"grad_norm": 2.463817834854126,
"learning_rate": 8.056680161943322e-06,
"loss": 0.29549776077270506,
"step": 200
},
{
"epoch": 0.1820388349514563,
"grad_norm": 1.6270427703857422,
"learning_rate": 9.068825910931175e-06,
"loss": 0.19513965606689454,
"step": 225
},
{
"epoch": 0.2022653721682848,
"grad_norm": 15.206025123596191,
"learning_rate": 1.008097165991903e-05,
"loss": 0.258267822265625,
"step": 250
},
{
"epoch": 0.22249190938511326,
"grad_norm": 5.6893134117126465,
"learning_rate": 1.1093117408906884e-05,
"loss": 0.3252030563354492,
"step": 275
},
{
"epoch": 0.24271844660194175,
"grad_norm": 15.90676498413086,
"learning_rate": 1.2105263157894737e-05,
"loss": 0.2558871841430664,
"step": 300
},
{
"epoch": 0.26294498381877024,
"grad_norm": 1.5257281064987183,
"learning_rate": 1.3117408906882592e-05,
"loss": 0.20428178787231446,
"step": 325
},
{
"epoch": 0.28317152103559873,
"grad_norm": 20.172571182250977,
"learning_rate": 1.4129554655870446e-05,
"loss": 0.2579817008972168,
"step": 350
},
{
"epoch": 0.30339805825242716,
"grad_norm": 0.42674902081489563,
"learning_rate": 1.5141700404858302e-05,
"loss": 0.3013817977905273,
"step": 375
},
{
"epoch": 0.32362459546925565,
"grad_norm": 0.6443495750427246,
"learning_rate": 1.6153846153846154e-05,
"loss": 0.22500619888305665,
"step": 400
},
{
"epoch": 0.32362459546925565,
"eval_accuracy": 0.9560384032339565,
"eval_f1": 0.9716889033517735,
"eval_loss": 0.16199301183223724,
"eval_precision": 0.9539936102236422,
"eval_recall": 0.9900530503978779,
"eval_runtime": 34.745,
"eval_samples_per_second": 56.958,
"eval_steps_per_second": 3.569,
"step": 400
}
],
"logging_steps": 25,
"max_steps": 4944,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 400,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 2,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1683910754304000.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}