{ "best_metric": 0.8207028311058135, "best_model_checkpoint": "/content/drive/MyDrive/BBBP_results/graphormer/checkpoint-686", "epoch": 7.0, "eval_steps": 500, "global_step": 686, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.5102040816326531, "grad_norm": 5.745197296142578, "learning_rate": 1.8979591836734696e-05, "loss": 0.5765, "step": 50 }, { "epoch": 1.0, "eval_accuracy": 0.6702944942381562, "eval_f1": 0.7691618108471537, "eval_loss": 0.7216734886169434, "eval_mcc": 0.3080880924518934, "eval_roc_auc": 0.7584252660766063, "eval_runtime": 174.1926, "eval_samples_per_second": 8.967, "eval_steps_per_second": 0.144, "step": 98 }, { "epoch": 1.0204081632653061, "grad_norm": 4.329917907714844, "learning_rate": 1.795918367346939e-05, "loss": 0.395, "step": 100 }, { "epoch": 1.5306122448979593, "grad_norm": 7.502938747406006, "learning_rate": 1.6938775510204085e-05, "loss": 0.3451, "step": 150 }, { "epoch": 2.0, "eval_accuracy": 0.7144686299615877, "eval_f1": 0.7747474747474747, "eval_loss": 0.6415975093841553, "eval_mcc": 0.3986338998981387, "eval_roc_auc": 0.7898015943462421, "eval_runtime": 166.1136, "eval_samples_per_second": 9.403, "eval_steps_per_second": 0.15, "step": 196 }, { "epoch": 2.0408163265306123, "grad_norm": 5.854671001434326, "learning_rate": 1.5918367346938776e-05, "loss": 0.3423, "step": 200 }, { "epoch": 2.5510204081632653, "grad_norm": 6.938652038574219, "learning_rate": 1.4897959183673472e-05, "loss": 0.3229, "step": 250 }, { "epoch": 3.0, "eval_accuracy": 0.7400768245838668, "eval_f1": 0.7883211678832117, "eval_loss": 0.5721713304519653, "eval_mcc": 0.4562663481861473, "eval_roc_auc": 0.8044279881311658, "eval_runtime": 165.7968, "eval_samples_per_second": 9.421, "eval_steps_per_second": 0.151, "step": 294 }, { "epoch": 3.061224489795918, "grad_norm": 4.135607719421387, "learning_rate": 1.3877551020408165e-05, "loss": 0.3051, "step": 300 }, { "epoch": 3.571428571428571, "grad_norm": 12.983510971069336, "learning_rate": 1.2857142857142859e-05, "loss": 0.2861, "step": 350 }, { "epoch": 4.0, "eval_accuracy": 0.7451984635083226, "eval_f1": 0.7876200640341515, "eval_loss": 0.5572524070739746, "eval_mcc": 0.4702510049659752, "eval_roc_auc": 0.808828924788449, "eval_runtime": 165.8102, "eval_samples_per_second": 9.42, "eval_steps_per_second": 0.151, "step": 392 }, { "epoch": 4.081632653061225, "grad_norm": 4.853840351104736, "learning_rate": 1.1836734693877552e-05, "loss": 0.2916, "step": 400 }, { "epoch": 4.591836734693878, "grad_norm": 12.244647026062012, "learning_rate": 1.0816326530612246e-05, "loss": 0.2669, "step": 450 }, { "epoch": 5.0, "eval_accuracy": 0.7298335467349552, "eval_f1": 0.7923228346456693, "eval_loss": 0.585197389125824, "eval_mcc": 0.432741923477754, "eval_roc_auc": 0.811532381459596, "eval_runtime": 165.2833, "eval_samples_per_second": 9.45, "eval_steps_per_second": 0.151, "step": 490 }, { "epoch": 5.1020408163265305, "grad_norm": 6.616086959838867, "learning_rate": 9.795918367346939e-06, "loss": 0.2686, "step": 500 }, { "epoch": 5.612244897959184, "grad_norm": 4.586119174957275, "learning_rate": 8.775510204081633e-06, "loss": 0.2575, "step": 550 }, { "epoch": 6.0, "eval_accuracy": 0.7215108834827144, "eval_f1": 0.7895500725689405, "eval_loss": 0.6616533994674683, "eval_mcc": 0.4156650698011332, "eval_roc_auc": 0.8114326291496539, "eval_runtime": 165.0772, "eval_samples_per_second": 9.462, "eval_steps_per_second": 0.151, "step": 588 }, { "epoch": 6.122448979591836, "grad_norm": 4.342059135437012, "learning_rate": 7.755102040816327e-06, "loss": 0.2691, "step": 600 }, { "epoch": 6.63265306122449, "grad_norm": 8.41532039642334, "learning_rate": 6.734693877551021e-06, "loss": 0.2464, "step": 650 }, { "epoch": 7.0, "eval_accuracy": 0.7573623559539052, "eval_f1": 0.802088772845953, "eval_loss": 0.5653724074363708, "eval_mcc": 0.4929882749662992, "eval_roc_auc": 0.8207028311058135, "eval_runtime": 165.1778, "eval_samples_per_second": 9.456, "eval_steps_per_second": 0.151, "step": 686 } ], "logging_steps": 50, "max_steps": 980, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "total_flos": 0.0, "train_batch_size": 64, "trial_name": null, "trial_params": null }