jialicheng's picture
Upload folder using huggingface_hub
bcb2e52 verified
{
"best_metric": 0.8892389349007037,
"best_model_checkpoint": "../../checkpoint/unlearn_cl/imdb/bert-base/random_label/2.0/42/checkpoint-2346",
"epoch": 6.0,
"eval_steps": 500,
"global_step": 4692,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"df_accuracy": 0.876,
"dt_accuracy": 0.87448,
"epoch": 1.0,
"eval_accuracy": 0.87448,
"eval_loss": 0.3989591896533966,
"eval_runtime": 39.9953,
"eval_samples_per_second": 625.074,
"eval_steps_per_second": 2.45,
"eval_unlearn_overall_accuracy": 0.7650230711982139,
"step": 782,
"unlearn_overall_accuracy": 0.7650230711982139,
"unlearn_time": null
},
{
"epoch": 1.278772378516624,
"grad_norm": 0.4472462832927704,
"learning_rate": 3.934356351236147e-05,
"loss": 0.1064,
"step": 1000
},
{
"df_accuracy": 0.786,
"dt_accuracy": 0.87028,
"epoch": 2.0,
"eval_accuracy": 0.87028,
"eval_loss": 0.42793354392051697,
"eval_runtime": 39.8303,
"eval_samples_per_second": 627.663,
"eval_steps_per_second": 2.46,
"eval_unlearn_overall_accuracy": 0.8276042868920033,
"step": 1564,
"unlearn_overall_accuracy": 0.8276042868920033,
"unlearn_time": null
},
{
"epoch": 2.557544757033248,
"grad_norm": 0.945592999458313,
"learning_rate": 2.8687127024722932e-05,
"loss": 0.0881,
"step": 2000
},
{
"df_accuracy": 0.692,
"dt_accuracy": 0.87472,
"epoch": 3.0,
"eval_accuracy": 0.87472,
"eval_loss": 0.5098705291748047,
"eval_runtime": 39.8957,
"eval_samples_per_second": 626.634,
"eval_steps_per_second": 2.456,
"eval_unlearn_overall_accuracy": 0.8892389349007037,
"step": 2346,
"unlearn_overall_accuracy": 0.8892389349007037,
"unlearn_time": null
},
{
"epoch": 3.836317135549872,
"grad_norm": 2.666260242462158,
"learning_rate": 1.80306905370844e-05,
"loss": 0.0648,
"step": 3000
},
{
"df_accuracy": 0.234,
"dt_accuracy": 0.8744,
"epoch": 4.0,
"eval_accuracy": 0.8744,
"eval_loss": 0.5284035801887512,
"eval_runtime": 40.3314,
"eval_samples_per_second": 619.865,
"eval_steps_per_second": 2.43,
"eval_unlearn_overall_accuracy": 0,
"step": 3128,
"unlearn_overall_accuracy": 0,
"unlearn_time": null
},
{
"df_accuracy": 0.012,
"dt_accuracy": 0.87096,
"epoch": 5.0,
"eval_accuracy": 0.87096,
"eval_loss": 0.6658543944358826,
"eval_runtime": 39.7028,
"eval_samples_per_second": 629.678,
"eval_steps_per_second": 2.468,
"eval_unlearn_overall_accuracy": 0,
"step": 3910,
"unlearn_overall_accuracy": 0,
"unlearn_time": null
},
{
"epoch": 5.115089514066496,
"grad_norm": 0.009159569628536701,
"learning_rate": 7.374254049445865e-06,
"loss": 0.0241,
"step": 4000
},
{
"df_accuracy": 0.006,
"dt_accuracy": 0.87176,
"epoch": 6.0,
"eval_accuracy": 0.87176,
"eval_loss": 0.695716142654419,
"eval_runtime": 39.8146,
"eval_samples_per_second": 627.911,
"eval_steps_per_second": 2.461,
"eval_unlearn_overall_accuracy": 0,
"step": 4692,
"unlearn_overall_accuracy": 0,
"unlearn_time": null
},
{
"epoch": 6.0,
"step": 4692,
"total_flos": 9866664576000000.0,
"train_loss": 0.061417888497452604,
"train_runtime": 1089.6794,
"train_samples_per_second": 137.655,
"train_steps_per_second": 4.306
}
],
"logging_steps": 1000,
"max_steps": 4692,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 9866664576000000.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}