jialicheng's picture
Upload folder using huggingface_hub
25a6b0a verified
{
"best_metric": 0.9366518121262423,
"best_model_checkpoint": "../../checkpoint/unlearn_cl/imdb/bert-base/bad_teaching/2.0/87/checkpoint-224",
"epoch": 10.0,
"eval_steps": 500,
"global_step": 320,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"df_accuracy": 0.908,
"dt_accuracy": 0.8414,
"epoch": 1.0,
"eval_accuracy": 0.8414,
"eval_loss": 0.45171108841896057,
"eval_runtime": 40.3902,
"eval_samples_per_second": 618.963,
"eval_steps_per_second": 2.426,
"eval_unlearn_overall_accuracy": 0.7310051443786676,
"step": 32,
"unlearn_overall_accuracy": 0.7310051443786676,
"unlearn_time": null
},
{
"df_accuracy": 0.796,
"dt_accuracy": 0.85276,
"epoch": 2.0,
"eval_accuracy": 0.85276,
"eval_loss": 0.4003531336784363,
"eval_runtime": 39.5723,
"eval_samples_per_second": 631.755,
"eval_steps_per_second": 2.476,
"eval_unlearn_overall_accuracy": 0.8146894917039768,
"step": 64,
"unlearn_overall_accuracy": 0.8146894917039768,
"unlearn_time": null
},
{
"df_accuracy": 0.546,
"dt_accuracy": 0.78752,
"epoch": 3.0,
"eval_accuracy": 0.78752,
"eval_loss": 0.46490606665611267,
"eval_runtime": 39.6099,
"eval_samples_per_second": 631.156,
"eval_steps_per_second": 2.474,
"eval_unlearn_overall_accuracy": 0.9269755529685682,
"step": 96,
"unlearn_overall_accuracy": 0.9269755529685682,
"unlearn_time": null
},
{
"df_accuracy": 0.41,
"dt_accuracy": 0.81864,
"epoch": 4.0,
"eval_accuracy": 0.81864,
"eval_loss": 0.42347198724746704,
"eval_runtime": 39.8115,
"eval_samples_per_second": 627.96,
"eval_steps_per_second": 2.462,
"eval_unlearn_overall_accuracy": 0.9211418895449809,
"step": 128,
"unlearn_overall_accuracy": 0.9211418895449809,
"unlearn_time": null
},
{
"df_accuracy": 0.502,
"dt_accuracy": 0.76548,
"epoch": 5.0,
"eval_accuracy": 0.76548,
"eval_loss": 0.45869874954223633,
"eval_runtime": 40.1035,
"eval_samples_per_second": 623.387,
"eval_steps_per_second": 2.444,
"eval_unlearn_overall_accuracy": 0.9349538723766913,
"step": 160,
"unlearn_overall_accuracy": 0.9349538723766913,
"unlearn_time": null
},
{
"df_accuracy": 0.512,
"dt_accuracy": 0.77124,
"epoch": 6.0,
"eval_accuracy": 0.77124,
"eval_loss": 0.45812398195266724,
"eval_runtime": 39.7174,
"eval_samples_per_second": 629.447,
"eval_steps_per_second": 2.467,
"eval_unlearn_overall_accuracy": 0.9337569454825002,
"step": 192,
"unlearn_overall_accuracy": 0.9337569454825002,
"unlearn_time": null
},
{
"df_accuracy": 0.506,
"dt_accuracy": 0.77164,
"epoch": 7.0,
"eval_accuracy": 0.77164,
"eval_loss": 0.48423510789871216,
"eval_runtime": 40.1763,
"eval_samples_per_second": 622.257,
"eval_steps_per_second": 2.439,
"eval_unlearn_overall_accuracy": 0.9366518121262423,
"step": 224,
"unlearn_overall_accuracy": 0.9366518121262423,
"unlearn_time": null
},
{
"df_accuracy": 0.516,
"dt_accuracy": 0.74576,
"epoch": 8.0,
"eval_accuracy": 0.74576,
"eval_loss": 0.4701443016529083,
"eval_runtime": 39.721,
"eval_samples_per_second": 629.391,
"eval_steps_per_second": 2.467,
"eval_unlearn_overall_accuracy": 0.9176485290288987,
"step": 256,
"unlearn_overall_accuracy": 0.9176485290288987,
"unlearn_time": null
},
{
"df_accuracy": 0.51,
"dt_accuracy": 0.7648,
"epoch": 9.0,
"eval_accuracy": 0.7648,
"eval_loss": 0.45872464776039124,
"eval_runtime": 39.8575,
"eval_samples_per_second": 627.234,
"eval_steps_per_second": 2.459,
"eval_unlearn_overall_accuracy": 0.9310467057665139,
"step": 288,
"unlearn_overall_accuracy": 0.9310467057665139,
"unlearn_time": null
},
{
"df_accuracy": 0.512,
"dt_accuracy": 0.76324,
"epoch": 10.0,
"eval_accuracy": 0.76324,
"eval_loss": 0.4551091492176056,
"eval_runtime": 39.7011,
"eval_samples_per_second": 629.705,
"eval_steps_per_second": 2.468,
"eval_unlearn_overall_accuracy": 0.9292865813120591,
"step": 320,
"unlearn_overall_accuracy": 0.9292865813120591,
"unlearn_time": null
},
{
"epoch": 10.0,
"step": 320,
"total_flos": 657777638400000.0,
"train_loss": 0.10678354501724244,
"train_runtime": 523.8427,
"train_samples_per_second": 19.09,
"train_steps_per_second": 0.611
}
],
"logging_steps": 1000,
"max_steps": 320,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 657777638400000.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}