File size: 5,273 Bytes
f0b182f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 | {
"best_metric": 0.8207028311058135,
"best_model_checkpoint": "/content/drive/MyDrive/BBBP_results/graphormer/checkpoint-686",
"epoch": 7.0,
"eval_steps": 500,
"global_step": 686,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.5102040816326531,
"grad_norm": 5.745197296142578,
"learning_rate": 1.8979591836734696e-05,
"loss": 0.5765,
"step": 50
},
{
"epoch": 1.0,
"eval_accuracy": 0.6702944942381562,
"eval_f1": 0.7691618108471537,
"eval_loss": 0.7216734886169434,
"eval_mcc": 0.3080880924518934,
"eval_roc_auc": 0.7584252660766063,
"eval_runtime": 174.1926,
"eval_samples_per_second": 8.967,
"eval_steps_per_second": 0.144,
"step": 98
},
{
"epoch": 1.0204081632653061,
"grad_norm": 4.329917907714844,
"learning_rate": 1.795918367346939e-05,
"loss": 0.395,
"step": 100
},
{
"epoch": 1.5306122448979593,
"grad_norm": 7.502938747406006,
"learning_rate": 1.6938775510204085e-05,
"loss": 0.3451,
"step": 150
},
{
"epoch": 2.0,
"eval_accuracy": 0.7144686299615877,
"eval_f1": 0.7747474747474747,
"eval_loss": 0.6415975093841553,
"eval_mcc": 0.3986338998981387,
"eval_roc_auc": 0.7898015943462421,
"eval_runtime": 166.1136,
"eval_samples_per_second": 9.403,
"eval_steps_per_second": 0.15,
"step": 196
},
{
"epoch": 2.0408163265306123,
"grad_norm": 5.854671001434326,
"learning_rate": 1.5918367346938776e-05,
"loss": 0.3423,
"step": 200
},
{
"epoch": 2.5510204081632653,
"grad_norm": 6.938652038574219,
"learning_rate": 1.4897959183673472e-05,
"loss": 0.3229,
"step": 250
},
{
"epoch": 3.0,
"eval_accuracy": 0.7400768245838668,
"eval_f1": 0.7883211678832117,
"eval_loss": 0.5721713304519653,
"eval_mcc": 0.4562663481861473,
"eval_roc_auc": 0.8044279881311658,
"eval_runtime": 165.7968,
"eval_samples_per_second": 9.421,
"eval_steps_per_second": 0.151,
"step": 294
},
{
"epoch": 3.061224489795918,
"grad_norm": 4.135607719421387,
"learning_rate": 1.3877551020408165e-05,
"loss": 0.3051,
"step": 300
},
{
"epoch": 3.571428571428571,
"grad_norm": 12.983510971069336,
"learning_rate": 1.2857142857142859e-05,
"loss": 0.2861,
"step": 350
},
{
"epoch": 4.0,
"eval_accuracy": 0.7451984635083226,
"eval_f1": 0.7876200640341515,
"eval_loss": 0.5572524070739746,
"eval_mcc": 0.4702510049659752,
"eval_roc_auc": 0.808828924788449,
"eval_runtime": 165.8102,
"eval_samples_per_second": 9.42,
"eval_steps_per_second": 0.151,
"step": 392
},
{
"epoch": 4.081632653061225,
"grad_norm": 4.853840351104736,
"learning_rate": 1.1836734693877552e-05,
"loss": 0.2916,
"step": 400
},
{
"epoch": 4.591836734693878,
"grad_norm": 12.244647026062012,
"learning_rate": 1.0816326530612246e-05,
"loss": 0.2669,
"step": 450
},
{
"epoch": 5.0,
"eval_accuracy": 0.7298335467349552,
"eval_f1": 0.7923228346456693,
"eval_loss": 0.585197389125824,
"eval_mcc": 0.432741923477754,
"eval_roc_auc": 0.811532381459596,
"eval_runtime": 165.2833,
"eval_samples_per_second": 9.45,
"eval_steps_per_second": 0.151,
"step": 490
},
{
"epoch": 5.1020408163265305,
"grad_norm": 6.616086959838867,
"learning_rate": 9.795918367346939e-06,
"loss": 0.2686,
"step": 500
},
{
"epoch": 5.612244897959184,
"grad_norm": 4.586119174957275,
"learning_rate": 8.775510204081633e-06,
"loss": 0.2575,
"step": 550
},
{
"epoch": 6.0,
"eval_accuracy": 0.7215108834827144,
"eval_f1": 0.7895500725689405,
"eval_loss": 0.6616533994674683,
"eval_mcc": 0.4156650698011332,
"eval_roc_auc": 0.8114326291496539,
"eval_runtime": 165.0772,
"eval_samples_per_second": 9.462,
"eval_steps_per_second": 0.151,
"step": 588
},
{
"epoch": 6.122448979591836,
"grad_norm": 4.342059135437012,
"learning_rate": 7.755102040816327e-06,
"loss": 0.2691,
"step": 600
},
{
"epoch": 6.63265306122449,
"grad_norm": 8.41532039642334,
"learning_rate": 6.734693877551021e-06,
"loss": 0.2464,
"step": 650
},
{
"epoch": 7.0,
"eval_accuracy": 0.7573623559539052,
"eval_f1": 0.802088772845953,
"eval_loss": 0.5653724074363708,
"eval_mcc": 0.4929882749662992,
"eval_roc_auc": 0.8207028311058135,
"eval_runtime": 165.1778,
"eval_samples_per_second": 9.456,
"eval_steps_per_second": 0.151,
"step": 686
}
],
"logging_steps": 50,
"max_steps": 980,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"total_flos": 0.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
|