jialicheng's picture
Upload folder using huggingface_hub
1dbfa93 verified
{
"best_metric": 0.9888185918569607,
"best_model_checkpoint": "../../checkpoint/unlearn/imdb/electra-base/random_label/4.0/87/checkpoint-3910",
"epoch": 6.0,
"eval_steps": 500,
"global_step": 4692,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"df_accuracy": 0.954,
"dt_accuracy": 0.89148,
"epoch": 1.0,
"eval_accuracy": 0.89148,
"eval_loss": 0.3535365164279938,
"eval_runtime": 39.267,
"eval_samples_per_second": 636.667,
"eval_steps_per_second": 2.496,
"eval_unlearn_overall_accuracy": 0.7018366663176631,
"step": 782,
"unlearn_overall_accuracy": 0.7018366663176631,
"unlearn_time": null
},
{
"epoch": 1.278772378516624,
"grad_norm": 9.401727676391602,
"learning_rate": 3.934356351236147e-05,
"loss": 0.1955,
"step": 1000
},
{
"df_accuracy": 0.88,
"dt_accuracy": 0.89556,
"epoch": 2.0,
"eval_accuracy": 0.89556,
"eval_loss": 0.35679566860198975,
"eval_runtime": 39.2407,
"eval_samples_per_second": 637.093,
"eval_steps_per_second": 2.497,
"eval_unlearn_overall_accuracy": 0.7613666699870505,
"step": 1564,
"unlearn_overall_accuracy": 0.7613666699870505,
"unlearn_time": null
},
{
"epoch": 2.557544757033248,
"grad_norm": 0.255653440952301,
"learning_rate": 2.8687127024722932e-05,
"loss": 0.1713,
"step": 2000
},
{
"df_accuracy": 0.781,
"dt_accuracy": 0.90096,
"epoch": 3.0,
"eval_accuracy": 0.90096,
"eval_loss": 0.3296363949775696,
"eval_runtime": 39.6794,
"eval_samples_per_second": 630.049,
"eval_steps_per_second": 2.47,
"eval_unlearn_overall_accuracy": 0.8335934620960576,
"step": 2346,
"unlearn_overall_accuracy": 0.8335934620960576,
"unlearn_time": null
},
{
"epoch": 3.836317135549872,
"grad_norm": 0.2970806956291199,
"learning_rate": 1.80306905370844e-05,
"loss": 0.1551,
"step": 3000
},
{
"df_accuracy": 0.668,
"dt_accuracy": 0.89636,
"epoch": 4.0,
"eval_accuracy": 0.89636,
"eval_loss": 0.37877824902534485,
"eval_runtime": 40.1851,
"eval_samples_per_second": 622.121,
"eval_steps_per_second": 2.439,
"eval_unlearn_overall_accuracy": 0.9029128331427566,
"step": 3128,
"unlearn_overall_accuracy": 0.9029128331427566,
"unlearn_time": null
},
{
"df_accuracy": 0.51,
"dt_accuracy": 0.89696,
"epoch": 5.0,
"eval_accuracy": 0.89696,
"eval_loss": 0.4129050672054291,
"eval_runtime": 39.4883,
"eval_samples_per_second": 633.099,
"eval_steps_per_second": 2.482,
"eval_unlearn_overall_accuracy": 0.9888185918569607,
"step": 3910,
"unlearn_overall_accuracy": 0.9888185918569607,
"unlearn_time": null
},
{
"epoch": 5.115089514066496,
"grad_norm": 0.8286142945289612,
"learning_rate": 7.374254049445865e-06,
"loss": 0.1164,
"step": 4000
},
{
"df_accuracy": 0.291,
"dt_accuracy": 0.88768,
"epoch": 6.0,
"eval_accuracy": 0.88768,
"eval_loss": 0.5282508730888367,
"eval_runtime": 39.1891,
"eval_samples_per_second": 637.933,
"eval_steps_per_second": 2.501,
"eval_unlearn_overall_accuracy": 0,
"step": 4692,
"unlearn_overall_accuracy": 0,
"unlearn_time": null
},
{
"epoch": 6.0,
"step": 4692,
"total_flos": 9866664576000000.0,
"train_loss": 0.14786307423519254,
"train_runtime": 1087.3452,
"train_samples_per_second": 137.951,
"train_steps_per_second": 4.315
}
],
"logging_steps": 1000,
"max_steps": 4692,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 9866664576000000.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}