chatbot-roberta / checkpoint-288 /trainer_state.json
spidyun's picture
Upload fine-tuned roberta-large (ko)
e99fcf5 verified
Raw
History Blame Contribute Delete
2.42 kB
{
"best_metric": 1.0,
"best_model_checkpoint": "./roberta-kor-cls-jsonl/checkpoint-96",
"epoch": 3.0,
"eval_steps": 500,
"global_step": 288,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5208333333333334,
"grad_norm": 0.22559186816215515,
"learning_rate": 1.990740740740741e-05,
"loss": 0.908,
"step": 50
},
{
"epoch": 1.0,
"eval_accuracy": 1.0,
"eval_f1_macro": 1.0,
"eval_loss": 0.0010595795465633273,
"eval_runtime": 0.3804,
"eval_samples_per_second": 1006.958,
"eval_steps_per_second": 31.55,
"step": 96
},
{
"epoch": 1.0416666666666667,
"grad_norm": 0.02184768207371235,
"learning_rate": 1.7592592592592595e-05,
"loss": 0.0046,
"step": 100
},
{
"epoch": 1.5625,
"grad_norm": 0.013300820253789425,
"learning_rate": 1.5277777777777777e-05,
"loss": 0.0015,
"step": 150
},
{
"epoch": 2.0,
"eval_accuracy": 1.0,
"eval_f1_macro": 1.0,
"eval_loss": 0.0005370556027628481,
"eval_runtime": 0.3421,
"eval_samples_per_second": 1119.696,
"eval_steps_per_second": 35.082,
"step": 192
},
{
"epoch": 2.0833333333333335,
"grad_norm": 0.011498144827783108,
"learning_rate": 1.2962962962962964e-05,
"loss": 0.0011,
"step": 200
},
{
"epoch": 2.6041666666666665,
"grad_norm": 0.011683397926390171,
"learning_rate": 1.064814814814815e-05,
"loss": 0.0009,
"step": 250
},
{
"epoch": 3.0,
"eval_accuracy": 1.0,
"eval_f1_macro": 1.0,
"eval_loss": 0.0003851001674775034,
"eval_runtime": 0.3369,
"eval_samples_per_second": 1136.881,
"eval_steps_per_second": 35.62,
"step": 288
}
],
"logging_steps": 50,
"max_steps": 480,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 254104946993082.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}