b3db-graphormer / trainer_state.json
handeboyaci's picture
Upload folder using huggingface_hub
f0b182f verified
{
"best_metric": 0.8207028311058135,
"best_model_checkpoint": "/content/drive/MyDrive/BBBP_results/graphormer/checkpoint-686",
"epoch": 7.0,
"eval_steps": 500,
"global_step": 686,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5102040816326531,
"grad_norm": 5.745197296142578,
"learning_rate": 1.8979591836734696e-05,
"loss": 0.5765,
"step": 50
},
{
"epoch": 1.0,
"eval_accuracy": 0.6702944942381562,
"eval_f1": 0.7691618108471537,
"eval_loss": 0.7216734886169434,
"eval_mcc": 0.3080880924518934,
"eval_roc_auc": 0.7584252660766063,
"eval_runtime": 174.1926,
"eval_samples_per_second": 8.967,
"eval_steps_per_second": 0.144,
"step": 98
},
{
"epoch": 1.0204081632653061,
"grad_norm": 4.329917907714844,
"learning_rate": 1.795918367346939e-05,
"loss": 0.395,
"step": 100
},
{
"epoch": 1.5306122448979593,
"grad_norm": 7.502938747406006,
"learning_rate": 1.6938775510204085e-05,
"loss": 0.3451,
"step": 150
},
{
"epoch": 2.0,
"eval_accuracy": 0.7144686299615877,
"eval_f1": 0.7747474747474747,
"eval_loss": 0.6415975093841553,
"eval_mcc": 0.3986338998981387,
"eval_roc_auc": 0.7898015943462421,
"eval_runtime": 166.1136,
"eval_samples_per_second": 9.403,
"eval_steps_per_second": 0.15,
"step": 196
},
{
"epoch": 2.0408163265306123,
"grad_norm": 5.854671001434326,
"learning_rate": 1.5918367346938776e-05,
"loss": 0.3423,
"step": 200
},
{
"epoch": 2.5510204081632653,
"grad_norm": 6.938652038574219,
"learning_rate": 1.4897959183673472e-05,
"loss": 0.3229,
"step": 250
},
{
"epoch": 3.0,
"eval_accuracy": 0.7400768245838668,
"eval_f1": 0.7883211678832117,
"eval_loss": 0.5721713304519653,
"eval_mcc": 0.4562663481861473,
"eval_roc_auc": 0.8044279881311658,
"eval_runtime": 165.7968,
"eval_samples_per_second": 9.421,
"eval_steps_per_second": 0.151,
"step": 294
},
{
"epoch": 3.061224489795918,
"grad_norm": 4.135607719421387,
"learning_rate": 1.3877551020408165e-05,
"loss": 0.3051,
"step": 300
},
{
"epoch": 3.571428571428571,
"grad_norm": 12.983510971069336,
"learning_rate": 1.2857142857142859e-05,
"loss": 0.2861,
"step": 350
},
{
"epoch": 4.0,
"eval_accuracy": 0.7451984635083226,
"eval_f1": 0.7876200640341515,
"eval_loss": 0.5572524070739746,
"eval_mcc": 0.4702510049659752,
"eval_roc_auc": 0.808828924788449,
"eval_runtime": 165.8102,
"eval_samples_per_second": 9.42,
"eval_steps_per_second": 0.151,
"step": 392
},
{
"epoch": 4.081632653061225,
"grad_norm": 4.853840351104736,
"learning_rate": 1.1836734693877552e-05,
"loss": 0.2916,
"step": 400
},
{
"epoch": 4.591836734693878,
"grad_norm": 12.244647026062012,
"learning_rate": 1.0816326530612246e-05,
"loss": 0.2669,
"step": 450
},
{
"epoch": 5.0,
"eval_accuracy": 0.7298335467349552,
"eval_f1": 0.7923228346456693,
"eval_loss": 0.585197389125824,
"eval_mcc": 0.432741923477754,
"eval_roc_auc": 0.811532381459596,
"eval_runtime": 165.2833,
"eval_samples_per_second": 9.45,
"eval_steps_per_second": 0.151,
"step": 490
},
{
"epoch": 5.1020408163265305,
"grad_norm": 6.616086959838867,
"learning_rate": 9.795918367346939e-06,
"loss": 0.2686,
"step": 500
},
{
"epoch": 5.612244897959184,
"grad_norm": 4.586119174957275,
"learning_rate": 8.775510204081633e-06,
"loss": 0.2575,
"step": 550
},
{
"epoch": 6.0,
"eval_accuracy": 0.7215108834827144,
"eval_f1": 0.7895500725689405,
"eval_loss": 0.6616533994674683,
"eval_mcc": 0.4156650698011332,
"eval_roc_auc": 0.8114326291496539,
"eval_runtime": 165.0772,
"eval_samples_per_second": 9.462,
"eval_steps_per_second": 0.151,
"step": 588
},
{
"epoch": 6.122448979591836,
"grad_norm": 4.342059135437012,
"learning_rate": 7.755102040816327e-06,
"loss": 0.2691,
"step": 600
},
{
"epoch": 6.63265306122449,
"grad_norm": 8.41532039642334,
"learning_rate": 6.734693877551021e-06,
"loss": 0.2464,
"step": 650
},
{
"epoch": 7.0,
"eval_accuracy": 0.7573623559539052,
"eval_f1": 0.802088772845953,
"eval_loss": 0.5653724074363708,
"eval_mcc": 0.4929882749662992,
"eval_roc_auc": 0.8207028311058135,
"eval_runtime": 165.1778,
"eval_samples_per_second": 9.456,
"eval_steps_per_second": 0.151,
"step": 686
}
],
"logging_steps": 50,
"max_steps": 980,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"total_flos": 0.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}