File size: 11,221 Bytes
17f9526 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.847457627118644,
"eval_steps": 50,
"global_step": 750,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.05649717514124294,
"grad_norm": 12.016854286193848,
"learning_rate": 1.0786516853932584e-05,
"loss": 0.7484,
"step": 50
},
{
"epoch": 0.05649717514124294,
"eval_all-nli-dev_cosine_accuracy": 0.9872773536895675,
"eval_all-nli-dev_dot_accuracy": 0.01272264631043257,
"eval_all-nli-dev_euclidean_accuracy": 0.9872773536895675,
"eval_all-nli-dev_manhattan_accuracy": 0.9821882951653944,
"eval_all-nli-dev_max_accuracy": 0.9872773536895675,
"eval_loss": 0.25870630145072937,
"eval_runtime": 13.2055,
"eval_samples_per_second": 29.76,
"eval_steps_per_second": 3.786,
"step": 50
},
{
"epoch": 0.11299435028248588,
"grad_norm": 16.70142936706543,
"learning_rate": 1.977386934673367e-05,
"loss": 0.2822,
"step": 100
},
{
"epoch": 0.11299435028248588,
"eval_all-nli-dev_cosine_accuracy": 0.9872773536895675,
"eval_all-nli-dev_dot_accuracy": 0.01272264631043257,
"eval_all-nli-dev_euclidean_accuracy": 0.989821882951654,
"eval_all-nli-dev_manhattan_accuracy": 0.989821882951654,
"eval_all-nli-dev_max_accuracy": 0.989821882951654,
"eval_loss": 0.23130479454994202,
"eval_runtime": 13.1695,
"eval_samples_per_second": 29.842,
"eval_steps_per_second": 3.797,
"step": 100
},
{
"epoch": 0.1694915254237288,
"grad_norm": 5.665423393249512,
"learning_rate": 1.8542713567839195e-05,
"loss": 0.3023,
"step": 150
},
{
"epoch": 0.1694915254237288,
"eval_all-nli-dev_cosine_accuracy": 0.9847328244274809,
"eval_all-nli-dev_dot_accuracy": 0.015267175572519083,
"eval_all-nli-dev_euclidean_accuracy": 0.9872773536895675,
"eval_all-nli-dev_manhattan_accuracy": 0.9872773536895675,
"eval_all-nli-dev_max_accuracy": 0.9872773536895675,
"eval_loss": 0.22914756834506989,
"eval_runtime": 13.1614,
"eval_samples_per_second": 29.86,
"eval_steps_per_second": 3.799,
"step": 150
},
{
"epoch": 0.22598870056497175,
"grad_norm": 0.9494842886924744,
"learning_rate": 1.7311557788944723e-05,
"loss": 0.2484,
"step": 200
},
{
"epoch": 0.22598870056497175,
"eval_all-nli-dev_cosine_accuracy": 0.9872773536895675,
"eval_all-nli-dev_dot_accuracy": 0.01272264631043257,
"eval_all-nli-dev_euclidean_accuracy": 0.9872773536895675,
"eval_all-nli-dev_manhattan_accuracy": 0.9847328244274809,
"eval_all-nli-dev_max_accuracy": 0.9872773536895675,
"eval_loss": 0.21549050509929657,
"eval_runtime": 13.4649,
"eval_samples_per_second": 29.187,
"eval_steps_per_second": 3.713,
"step": 200
},
{
"epoch": 0.2824858757062147,
"grad_norm": 5.140994071960449,
"learning_rate": 1.6055276381909547e-05,
"loss": 0.2909,
"step": 250
},
{
"epoch": 0.2824858757062147,
"eval_all-nli-dev_cosine_accuracy": 0.9847328244274809,
"eval_all-nli-dev_dot_accuracy": 0.015267175572519083,
"eval_all-nli-dev_euclidean_accuracy": 0.9847328244274809,
"eval_all-nli-dev_manhattan_accuracy": 0.9821882951653944,
"eval_all-nli-dev_max_accuracy": 0.9847328244274809,
"eval_loss": 0.19652578234672546,
"eval_runtime": 13.5616,
"eval_samples_per_second": 28.979,
"eval_steps_per_second": 3.687,
"step": 250
},
{
"epoch": 0.3389830508474576,
"grad_norm": 18.279523849487305,
"learning_rate": 1.4824120603015077e-05,
"loss": 0.2999,
"step": 300
},
{
"epoch": 0.3389830508474576,
"eval_all-nli-dev_cosine_accuracy": 0.9847328244274809,
"eval_all-nli-dev_dot_accuracy": 0.015267175572519083,
"eval_all-nli-dev_euclidean_accuracy": 0.9847328244274809,
"eval_all-nli-dev_manhattan_accuracy": 0.9847328244274809,
"eval_all-nli-dev_max_accuracy": 0.9847328244274809,
"eval_loss": 0.20084014534950256,
"eval_runtime": 13.2009,
"eval_samples_per_second": 29.771,
"eval_steps_per_second": 3.788,
"step": 300
},
{
"epoch": 0.3954802259887006,
"grad_norm": 4.213184833526611,
"learning_rate": 1.3567839195979901e-05,
"loss": 0.2586,
"step": 350
},
{
"epoch": 0.3954802259887006,
"eval_all-nli-dev_cosine_accuracy": 0.9923664122137404,
"eval_all-nli-dev_dot_accuracy": 0.007633587786259542,
"eval_all-nli-dev_euclidean_accuracy": 0.9923664122137404,
"eval_all-nli-dev_manhattan_accuracy": 0.9923664122137404,
"eval_all-nli-dev_max_accuracy": 0.9923664122137404,
"eval_loss": 0.16702787578105927,
"eval_runtime": 13.3509,
"eval_samples_per_second": 29.436,
"eval_steps_per_second": 3.745,
"step": 350
},
{
"epoch": 0.4519774011299435,
"grad_norm": 30.387929916381836,
"learning_rate": 1.2336683417085429e-05,
"loss": 0.2385,
"step": 400
},
{
"epoch": 0.4519774011299435,
"eval_all-nli-dev_cosine_accuracy": 0.989821882951654,
"eval_all-nli-dev_dot_accuracy": 0.010178117048346057,
"eval_all-nli-dev_euclidean_accuracy": 0.989821882951654,
"eval_all-nli-dev_manhattan_accuracy": 0.989821882951654,
"eval_all-nli-dev_max_accuracy": 0.989821882951654,
"eval_loss": 0.14671088755130768,
"eval_runtime": 13.2819,
"eval_samples_per_second": 29.589,
"eval_steps_per_second": 3.765,
"step": 400
},
{
"epoch": 0.5084745762711864,
"grad_norm": 3.245051860809326,
"learning_rate": 1.1080402010050253e-05,
"loss": 0.2353,
"step": 450
},
{
"epoch": 0.5084745762711864,
"eval_all-nli-dev_cosine_accuracy": 0.989821882951654,
"eval_all-nli-dev_dot_accuracy": 0.010178117048346057,
"eval_all-nli-dev_euclidean_accuracy": 0.989821882951654,
"eval_all-nli-dev_manhattan_accuracy": 0.989821882951654,
"eval_all-nli-dev_max_accuracy": 0.989821882951654,
"eval_loss": 0.13109469413757324,
"eval_runtime": 13.4569,
"eval_samples_per_second": 29.204,
"eval_steps_per_second": 3.716,
"step": 450
},
{
"epoch": 0.5649717514124294,
"grad_norm": 32.116214752197266,
"learning_rate": 9.824120603015075e-06,
"loss": 0.2632,
"step": 500
},
{
"epoch": 0.5649717514124294,
"eval_all-nli-dev_cosine_accuracy": 0.9847328244274809,
"eval_all-nli-dev_dot_accuracy": 0.015267175572519083,
"eval_all-nli-dev_euclidean_accuracy": 0.9847328244274809,
"eval_all-nli-dev_manhattan_accuracy": 0.9872773536895675,
"eval_all-nli-dev_max_accuracy": 0.9872773536895675,
"eval_loss": 0.13404284417629242,
"eval_runtime": 13.1995,
"eval_samples_per_second": 29.774,
"eval_steps_per_second": 3.788,
"step": 500
},
{
"epoch": 0.6214689265536724,
"grad_norm": 33.70884704589844,
"learning_rate": 8.5678391959799e-06,
"loss": 0.3793,
"step": 550
},
{
"epoch": 0.6214689265536724,
"eval_all-nli-dev_cosine_accuracy": 0.989821882951654,
"eval_all-nli-dev_dot_accuracy": 0.010178117048346057,
"eval_all-nli-dev_euclidean_accuracy": 0.989821882951654,
"eval_all-nli-dev_manhattan_accuracy": 0.989821882951654,
"eval_all-nli-dev_max_accuracy": 0.989821882951654,
"eval_loss": 0.12181754410266876,
"eval_runtime": 13.194,
"eval_samples_per_second": 29.786,
"eval_steps_per_second": 3.79,
"step": 550
},
{
"epoch": 0.6779661016949152,
"grad_norm": 3.5105509757995605,
"learning_rate": 7.311557788944724e-06,
"loss": 0.1978,
"step": 600
},
{
"epoch": 0.6779661016949152,
"eval_all-nli-dev_cosine_accuracy": 0.989821882951654,
"eval_all-nli-dev_dot_accuracy": 0.01272264631043257,
"eval_all-nli-dev_euclidean_accuracy": 0.989821882951654,
"eval_all-nli-dev_manhattan_accuracy": 0.989821882951654,
"eval_all-nli-dev_max_accuracy": 0.989821882951654,
"eval_loss": 0.11738275736570358,
"eval_runtime": 13.3865,
"eval_samples_per_second": 29.358,
"eval_steps_per_second": 3.735,
"step": 600
},
{
"epoch": 0.7344632768361582,
"grad_norm": 8.318052291870117,
"learning_rate": 6.055276381909548e-06,
"loss": 0.179,
"step": 650
},
{
"epoch": 0.7344632768361582,
"eval_all-nli-dev_cosine_accuracy": 0.9872773536895675,
"eval_all-nli-dev_dot_accuracy": 0.01272264631043257,
"eval_all-nli-dev_euclidean_accuracy": 0.9872773536895675,
"eval_all-nli-dev_manhattan_accuracy": 0.989821882951654,
"eval_all-nli-dev_max_accuracy": 0.989821882951654,
"eval_loss": 0.12535005807876587,
"eval_runtime": 13.465,
"eval_samples_per_second": 29.187,
"eval_steps_per_second": 3.713,
"step": 650
},
{
"epoch": 0.7909604519774012,
"grad_norm": 26.912717819213867,
"learning_rate": 4.7989949748743725e-06,
"loss": 0.1326,
"step": 700
},
{
"epoch": 0.7909604519774012,
"eval_all-nli-dev_cosine_accuracy": 0.989821882951654,
"eval_all-nli-dev_dot_accuracy": 0.010178117048346057,
"eval_all-nli-dev_euclidean_accuracy": 0.989821882951654,
"eval_all-nli-dev_manhattan_accuracy": 0.9923664122137404,
"eval_all-nli-dev_max_accuracy": 0.9923664122137404,
"eval_loss": 0.11420778185129166,
"eval_runtime": 13.2565,
"eval_samples_per_second": 29.646,
"eval_steps_per_second": 3.772,
"step": 700
},
{
"epoch": 0.847457627118644,
"grad_norm": 12.022055625915527,
"learning_rate": 3.542713567839196e-06,
"loss": 0.1842,
"step": 750
},
{
"epoch": 0.847457627118644,
"eval_all-nli-dev_cosine_accuracy": 0.9923664122137404,
"eval_all-nli-dev_dot_accuracy": 0.007633587786259542,
"eval_all-nli-dev_euclidean_accuracy": 0.989821882951654,
"eval_all-nli-dev_manhattan_accuracy": 0.9923664122137404,
"eval_all-nli-dev_max_accuracy": 0.9923664122137404,
"eval_loss": 0.11530788987874985,
"eval_runtime": 13.2795,
"eval_samples_per_second": 29.595,
"eval_steps_per_second": 3.765,
"step": 750
}
],
"logging_steps": 50,
"max_steps": 885,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 50,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|