File size: 25,278 Bytes
d35e401 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 |
{
"best_global_step": 170,
"best_metric": 0.40385201573371887,
"best_model_checkpoint": "/content/drive/MyDrive/NLP/\u0110o\u0302 a\u0301n/model_embedding_legal/checkpoint-170",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 170,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 6.90657901763916,
"learning_rate": 2.982542265701641e-05,
"loss": 1.6861,
"step": 34
},
{
"epoch": 1.0,
"eval_dim_128_cosine_accuracy@1": 0.4124381188118812,
"eval_dim_128_cosine_accuracy@10": 0.750309405940594,
"eval_dim_128_cosine_accuracy@3": 0.6330445544554455,
"eval_dim_128_cosine_accuracy@5": 0.6933787128712872,
"eval_dim_128_cosine_map@100": 0.5390741765753619,
"eval_dim_128_cosine_mrr@10": 0.5330007219471937,
"eval_dim_128_cosine_ndcg@10": 0.5861805571411892,
"eval_dim_128_cosine_precision@1": 0.4124381188118812,
"eval_dim_128_cosine_precision@10": 0.0750309405940594,
"eval_dim_128_cosine_precision@3": 0.2110148514851485,
"eval_dim_128_cosine_precision@5": 0.1386757425742574,
"eval_dim_128_cosine_recall@1": 0.4124381188118812,
"eval_dim_128_cosine_recall@10": 0.750309405940594,
"eval_dim_128_cosine_recall@3": 0.6330445544554455,
"eval_dim_128_cosine_recall@5": 0.6933787128712872,
"eval_dim_256_cosine_accuracy@1": 0.4368811881188119,
"eval_dim_256_cosine_accuracy@10": 0.7676361386138614,
"eval_dim_256_cosine_accuracy@3": 0.6534653465346535,
"eval_dim_256_cosine_accuracy@5": 0.7085396039603961,
"eval_dim_256_cosine_map@100": 0.5592759707659912,
"eval_dim_256_cosine_mrr@10": 0.5535645528838586,
"eval_dim_256_cosine_ndcg@10": 0.605897792319333,
"eval_dim_256_cosine_precision@1": 0.4368811881188119,
"eval_dim_256_cosine_precision@10": 0.07676361386138612,
"eval_dim_256_cosine_precision@3": 0.21782178217821782,
"eval_dim_256_cosine_precision@5": 0.1417079207920792,
"eval_dim_256_cosine_recall@1": 0.4368811881188119,
"eval_dim_256_cosine_recall@10": 0.7676361386138614,
"eval_dim_256_cosine_recall@3": 0.6534653465346535,
"eval_dim_256_cosine_recall@5": 0.7085396039603961,
"eval_dim_512_cosine_accuracy@1": 0.45142326732673266,
"eval_dim_512_cosine_accuracy@10": 0.7716584158415841,
"eval_dim_512_cosine_accuracy@3": 0.6596534653465347,
"eval_dim_512_cosine_accuracy@5": 0.713180693069307,
"eval_dim_512_cosine_map@100": 0.5698535530932649,
"eval_dim_512_cosine_mrr@10": 0.5641202066635224,
"eval_dim_512_cosine_ndcg@10": 0.6147827472397471,
"eval_dim_512_cosine_precision@1": 0.45142326732673266,
"eval_dim_512_cosine_precision@10": 0.07716584158415841,
"eval_dim_512_cosine_precision@3": 0.21988448844884487,
"eval_dim_512_cosine_precision@5": 0.14263613861386137,
"eval_dim_512_cosine_recall@1": 0.45142326732673266,
"eval_dim_512_cosine_recall@10": 0.7716584158415841,
"eval_dim_512_cosine_recall@3": 0.6596534653465347,
"eval_dim_512_cosine_recall@5": 0.713180693069307,
"eval_dim_64_cosine_accuracy@1": 0.37902227722772275,
"eval_dim_64_cosine_accuracy@10": 0.719059405940594,
"eval_dim_64_cosine_accuracy@3": 0.6070544554455446,
"eval_dim_64_cosine_accuracy@5": 0.661819306930693,
"eval_dim_64_cosine_map@100": 0.5078663720617047,
"eval_dim_64_cosine_mrr@10": 0.5013101868222527,
"eval_dim_64_cosine_ndcg@10": 0.5546728174754348,
"eval_dim_64_cosine_precision@1": 0.37902227722772275,
"eval_dim_64_cosine_precision@10": 0.0719059405940594,
"eval_dim_64_cosine_precision@3": 0.20235148514851486,
"eval_dim_64_cosine_precision@5": 0.1323638613861386,
"eval_dim_64_cosine_recall@1": 0.37902227722772275,
"eval_dim_64_cosine_recall@10": 0.719059405940594,
"eval_dim_64_cosine_recall@3": 0.6070544554455446,
"eval_dim_64_cosine_recall@5": 0.661819306930693,
"eval_dim_768_cosine_accuracy@1": 0.4498762376237624,
"eval_dim_768_cosine_accuracy@10": 0.7766089108910891,
"eval_dim_768_cosine_accuracy@3": 0.6636757425742574,
"eval_dim_768_cosine_accuracy@5": 0.718440594059406,
"eval_dim_768_cosine_map@100": 0.5711039325345794,
"eval_dim_768_cosine_mrr@10": 0.5655928316045877,
"eval_dim_768_cosine_ndcg@10": 0.6171865359941737,
"eval_dim_768_cosine_precision@1": 0.4498762376237624,
"eval_dim_768_cosine_precision@10": 0.0776608910891089,
"eval_dim_768_cosine_precision@3": 0.22122524752475248,
"eval_dim_768_cosine_precision@5": 0.14368811881188118,
"eval_dim_768_cosine_recall@1": 0.4498762376237624,
"eval_dim_768_cosine_recall@10": 0.7766089108910891,
"eval_dim_768_cosine_recall@3": 0.6636757425742574,
"eval_dim_768_cosine_recall@5": 0.718440594059406,
"eval_loss": 0.6655384302139282,
"eval_runtime": 496.2527,
"eval_samples_per_second": 6.515,
"eval_sequential_score": 0.5546728174754348,
"eval_steps_per_second": 0.103,
"step": 34
},
{
"epoch": 2.0,
"grad_norm": 6.398759365081787,
"learning_rate": 2.4388852082760887e-05,
"loss": 0.5426,
"step": 68
},
{
"epoch": 2.0,
"eval_dim_128_cosine_accuracy@1": 0.5795173267326733,
"eval_dim_128_cosine_accuracy@10": 0.7633044554455446,
"eval_dim_128_cosine_accuracy@3": 0.6741955445544554,
"eval_dim_128_cosine_accuracy@5": 0.713490099009901,
"eval_dim_128_cosine_map@100": 0.6450664283037013,
"eval_dim_128_cosine_mrr@10": 0.6384666480040855,
"eval_dim_128_cosine_ndcg@10": 0.6684418951354488,
"eval_dim_128_cosine_precision@1": 0.5795173267326733,
"eval_dim_128_cosine_precision@10": 0.07633044554455444,
"eval_dim_128_cosine_precision@3": 0.22473184818481845,
"eval_dim_128_cosine_precision@5": 0.14269801980198019,
"eval_dim_128_cosine_recall@1": 0.5795173267326733,
"eval_dim_128_cosine_recall@10": 0.7633044554455446,
"eval_dim_128_cosine_recall@3": 0.6741955445544554,
"eval_dim_128_cosine_recall@5": 0.713490099009901,
"eval_dim_256_cosine_accuracy@1": 0.5931311881188119,
"eval_dim_256_cosine_accuracy@10": 0.7831064356435643,
"eval_dim_256_cosine_accuracy@3": 0.687809405940594,
"eval_dim_256_cosine_accuracy@5": 0.7261757425742574,
"eval_dim_256_cosine_map@100": 0.6575604388902454,
"eval_dim_256_cosine_mrr@10": 0.6516103842527105,
"eval_dim_256_cosine_ndcg@10": 0.6829713329028779,
"eval_dim_256_cosine_precision@1": 0.5931311881188119,
"eval_dim_256_cosine_precision@10": 0.07831064356435644,
"eval_dim_256_cosine_precision@3": 0.22926980198019803,
"eval_dim_256_cosine_precision@5": 0.14523514851485148,
"eval_dim_256_cosine_recall@1": 0.5931311881188119,
"eval_dim_256_cosine_recall@10": 0.7831064356435643,
"eval_dim_256_cosine_recall@3": 0.687809405940594,
"eval_dim_256_cosine_recall@5": 0.7261757425742574,
"eval_dim_512_cosine_accuracy@1": 0.6014851485148515,
"eval_dim_512_cosine_accuracy@10": 0.786200495049505,
"eval_dim_512_cosine_accuracy@3": 0.6902846534653465,
"eval_dim_512_cosine_accuracy@5": 0.7323638613861386,
"eval_dim_512_cosine_map@100": 0.6642318800504701,
"eval_dim_512_cosine_mrr@10": 0.658349171970768,
"eval_dim_512_cosine_ndcg@10": 0.6888741353339312,
"eval_dim_512_cosine_precision@1": 0.6014851485148515,
"eval_dim_512_cosine_precision@10": 0.07862004950495048,
"eval_dim_512_cosine_precision@3": 0.23009488448844886,
"eval_dim_512_cosine_precision@5": 0.14647277227722771,
"eval_dim_512_cosine_recall@1": 0.6014851485148515,
"eval_dim_512_cosine_recall@10": 0.786200495049505,
"eval_dim_512_cosine_recall@3": 0.6902846534653465,
"eval_dim_512_cosine_recall@5": 0.7323638613861386,
"eval_dim_64_cosine_accuracy@1": 0.5637376237623762,
"eval_dim_64_cosine_accuracy@10": 0.745049504950495,
"eval_dim_64_cosine_accuracy@3": 0.6574876237623762,
"eval_dim_64_cosine_accuracy@5": 0.6958539603960396,
"eval_dim_64_cosine_map@100": 0.6276111030423622,
"eval_dim_64_cosine_mrr@10": 0.621153666705955,
"eval_dim_64_cosine_ndcg@10": 0.6508362012533989,
"eval_dim_64_cosine_precision@1": 0.5637376237623762,
"eval_dim_64_cosine_precision@10": 0.0745049504950495,
"eval_dim_64_cosine_precision@3": 0.21916254125412538,
"eval_dim_64_cosine_precision@5": 0.1391707920792079,
"eval_dim_64_cosine_recall@1": 0.5637376237623762,
"eval_dim_64_cosine_recall@10": 0.745049504950495,
"eval_dim_64_cosine_recall@3": 0.6574876237623762,
"eval_dim_64_cosine_recall@5": 0.6958539603960396,
"eval_dim_768_cosine_accuracy@1": 0.5974628712871287,
"eval_dim_768_cosine_accuracy@10": 0.7852722772277227,
"eval_dim_768_cosine_accuracy@3": 0.6943069306930693,
"eval_dim_768_cosine_accuracy@5": 0.7351485148514851,
"eval_dim_768_cosine_map@100": 0.6630474427615004,
"eval_dim_768_cosine_mrr@10": 0.656933517012415,
"eval_dim_768_cosine_ndcg@10": 0.6877247613199143,
"eval_dim_768_cosine_precision@1": 0.5974628712871287,
"eval_dim_768_cosine_precision@10": 0.07852722772277228,
"eval_dim_768_cosine_precision@3": 0.23143564356435645,
"eval_dim_768_cosine_precision@5": 0.14702970297029702,
"eval_dim_768_cosine_recall@1": 0.5974628712871287,
"eval_dim_768_cosine_recall@10": 0.7852722772277227,
"eval_dim_768_cosine_recall@3": 0.6943069306930693,
"eval_dim_768_cosine_recall@5": 0.7351485148514851,
"eval_loss": 0.46934831142425537,
"eval_runtime": 491.2435,
"eval_samples_per_second": 6.581,
"eval_sequential_score": 0.6508362012533989,
"eval_steps_per_second": 0.104,
"step": 68
},
{
"epoch": 3.0,
"grad_norm": 4.690380573272705,
"learning_rate": 1.4018953061547854e-05,
"loss": 0.3528,
"step": 102
},
{
"epoch": 3.0,
"eval_dim_128_cosine_accuracy@1": 0.588799504950495,
"eval_dim_128_cosine_accuracy@10": 0.7735148514851485,
"eval_dim_128_cosine_accuracy@3": 0.6735767326732673,
"eval_dim_128_cosine_accuracy@5": 0.7196782178217822,
"eval_dim_128_cosine_map@100": 0.6505516720307649,
"eval_dim_128_cosine_mrr@10": 0.6444403926999842,
"eval_dim_128_cosine_ndcg@10": 0.6752041805385901,
"eval_dim_128_cosine_precision@1": 0.588799504950495,
"eval_dim_128_cosine_precision@10": 0.07735148514851485,
"eval_dim_128_cosine_precision@3": 0.22452557755775576,
"eval_dim_128_cosine_precision@5": 0.14393564356435642,
"eval_dim_128_cosine_recall@1": 0.588799504950495,
"eval_dim_128_cosine_recall@10": 0.7735148514851485,
"eval_dim_128_cosine_recall@3": 0.6735767326732673,
"eval_dim_128_cosine_recall@5": 0.7196782178217822,
"eval_dim_256_cosine_accuracy@1": 0.598700495049505,
"eval_dim_256_cosine_accuracy@10": 0.7827970297029703,
"eval_dim_256_cosine_accuracy@3": 0.6868811881188119,
"eval_dim_256_cosine_accuracy@5": 0.7317450495049505,
"eval_dim_256_cosine_map@100": 0.6609633297873007,
"eval_dim_256_cosine_mrr@10": 0.6549405498585567,
"eval_dim_256_cosine_ndcg@10": 0.6854719862198021,
"eval_dim_256_cosine_precision@1": 0.598700495049505,
"eval_dim_256_cosine_precision@10": 0.07827970297029702,
"eval_dim_256_cosine_precision@3": 0.22896039603960397,
"eval_dim_256_cosine_precision@5": 0.1463490099009901,
"eval_dim_256_cosine_recall@1": 0.598700495049505,
"eval_dim_256_cosine_recall@10": 0.7827970297029703,
"eval_dim_256_cosine_recall@3": 0.6868811881188119,
"eval_dim_256_cosine_recall@5": 0.7317450495049505,
"eval_dim_512_cosine_accuracy@1": 0.6061262376237624,
"eval_dim_512_cosine_accuracy@10": 0.7886757425742574,
"eval_dim_512_cosine_accuracy@3": 0.6921410891089109,
"eval_dim_512_cosine_accuracy@5": 0.739480198019802,
"eval_dim_512_cosine_map@100": 0.6674689768675662,
"eval_dim_512_cosine_mrr@10": 0.6616048100345742,
"eval_dim_512_cosine_ndcg@10": 0.6919295866827898,
"eval_dim_512_cosine_precision@1": 0.6061262376237624,
"eval_dim_512_cosine_precision@10": 0.07886757425742573,
"eval_dim_512_cosine_precision@3": 0.23071369636963696,
"eval_dim_512_cosine_precision@5": 0.1478960396039604,
"eval_dim_512_cosine_recall@1": 0.6061262376237624,
"eval_dim_512_cosine_recall@10": 0.7886757425742574,
"eval_dim_512_cosine_recall@3": 0.6921410891089109,
"eval_dim_512_cosine_recall@5": 0.739480198019802,
"eval_dim_64_cosine_accuracy@1": 0.5779702970297029,
"eval_dim_64_cosine_accuracy@10": 0.7546410891089109,
"eval_dim_64_cosine_accuracy@3": 0.6571782178217822,
"eval_dim_64_cosine_accuracy@5": 0.6967821782178217,
"eval_dim_64_cosine_map@100": 0.6359739450990423,
"eval_dim_64_cosine_mrr@10": 0.6299013829954415,
"eval_dim_64_cosine_ndcg@10": 0.6594783681667493,
"eval_dim_64_cosine_precision@1": 0.5779702970297029,
"eval_dim_64_cosine_precision@10": 0.07546410891089109,
"eval_dim_64_cosine_precision@3": 0.21905940594059406,
"eval_dim_64_cosine_precision@5": 0.13935643564356434,
"eval_dim_64_cosine_recall@1": 0.5779702970297029,
"eval_dim_64_cosine_recall@10": 0.7546410891089109,
"eval_dim_64_cosine_recall@3": 0.6571782178217822,
"eval_dim_64_cosine_recall@5": 0.6967821782178217,
"eval_dim_768_cosine_accuracy@1": 0.6079826732673267,
"eval_dim_768_cosine_accuracy@10": 0.7899133663366337,
"eval_dim_768_cosine_accuracy@3": 0.6958539603960396,
"eval_dim_768_cosine_accuracy@5": 0.7422648514851485,
"eval_dim_768_cosine_map@100": 0.6694799794360519,
"eval_dim_768_cosine_mrr@10": 0.6637049642464244,
"eval_dim_768_cosine_ndcg@10": 0.6938587875325103,
"eval_dim_768_cosine_precision@1": 0.6079826732673267,
"eval_dim_768_cosine_precision@10": 0.07899133663366337,
"eval_dim_768_cosine_precision@3": 0.2319513201320132,
"eval_dim_768_cosine_precision@5": 0.1484529702970297,
"eval_dim_768_cosine_recall@1": 0.6079826732673267,
"eval_dim_768_cosine_recall@10": 0.7899133663366337,
"eval_dim_768_cosine_recall@3": 0.6958539603960396,
"eval_dim_768_cosine_recall@5": 0.7422648514851485,
"eval_loss": 0.43045657873153687,
"eval_runtime": 491.1449,
"eval_samples_per_second": 6.583,
"eval_sequential_score": 0.6594783681667493,
"eval_steps_per_second": 0.104,
"step": 102
},
{
"epoch": 4.0,
"grad_norm": 3.85292387008667,
"learning_rate": 4.164540569103667e-06,
"loss": 0.268,
"step": 136
},
{
"epoch": 4.0,
"eval_dim_128_cosine_accuracy@1": 0.5909653465346535,
"eval_dim_128_cosine_accuracy@10": 0.7747524752475248,
"eval_dim_128_cosine_accuracy@3": 0.6754331683168316,
"eval_dim_128_cosine_accuracy@5": 0.7206064356435643,
"eval_dim_128_cosine_map@100": 0.6521863637339076,
"eval_dim_128_cosine_mrr@10": 0.646089329915134,
"eval_dim_128_cosine_ndcg@10": 0.6767471876748526,
"eval_dim_128_cosine_precision@1": 0.5909653465346535,
"eval_dim_128_cosine_precision@10": 0.07747524752475247,
"eval_dim_128_cosine_precision@3": 0.2251443894389439,
"eval_dim_128_cosine_precision@5": 0.14412128712871286,
"eval_dim_128_cosine_recall@1": 0.5909653465346535,
"eval_dim_128_cosine_recall@10": 0.7747524752475248,
"eval_dim_128_cosine_recall@3": 0.6754331683168316,
"eval_dim_128_cosine_recall@5": 0.7206064356435643,
"eval_dim_256_cosine_accuracy@1": 0.6017945544554455,
"eval_dim_256_cosine_accuracy@10": 0.7886757425742574,
"eval_dim_256_cosine_accuracy@3": 0.6933787128712872,
"eval_dim_256_cosine_accuracy@5": 0.7323638613861386,
"eval_dim_256_cosine_map@100": 0.6646453380799541,
"eval_dim_256_cosine_mrr@10": 0.6588266639163911,
"eval_dim_256_cosine_ndcg@10": 0.689763722191061,
"eval_dim_256_cosine_precision@1": 0.6017945544554455,
"eval_dim_256_cosine_precision@10": 0.07886757425742573,
"eval_dim_256_cosine_precision@3": 0.2311262376237624,
"eval_dim_256_cosine_precision@5": 0.14647277227722771,
"eval_dim_256_cosine_recall@1": 0.6017945544554455,
"eval_dim_256_cosine_recall@10": 0.7886757425742574,
"eval_dim_256_cosine_recall@3": 0.6933787128712872,
"eval_dim_256_cosine_recall@5": 0.7323638613861386,
"eval_dim_512_cosine_accuracy@1": 0.6033415841584159,
"eval_dim_512_cosine_accuracy@10": 0.7911509900990099,
"eval_dim_512_cosine_accuracy@3": 0.6955445544554455,
"eval_dim_512_cosine_accuracy@5": 0.7410272277227723,
"eval_dim_512_cosine_map@100": 0.666779697385627,
"eval_dim_512_cosine_mrr@10": 0.6609851386924402,
"eval_dim_512_cosine_ndcg@10": 0.6921184985693198,
"eval_dim_512_cosine_precision@1": 0.6033415841584159,
"eval_dim_512_cosine_precision@10": 0.07911509900990099,
"eval_dim_512_cosine_precision@3": 0.23184818481848185,
"eval_dim_512_cosine_precision@5": 0.14820544554455445,
"eval_dim_512_cosine_recall@1": 0.6033415841584159,
"eval_dim_512_cosine_recall@10": 0.7911509900990099,
"eval_dim_512_cosine_recall@3": 0.6955445544554455,
"eval_dim_512_cosine_recall@5": 0.7410272277227723,
"eval_dim_64_cosine_accuracy@1": 0.5764232673267327,
"eval_dim_64_cosine_accuracy@10": 0.7568069306930693,
"eval_dim_64_cosine_accuracy@3": 0.6596534653465347,
"eval_dim_64_cosine_accuracy@5": 0.698019801980198,
"eval_dim_64_cosine_map@100": 0.636912211423935,
"eval_dim_64_cosine_mrr@10": 0.6308043081093817,
"eval_dim_64_cosine_ndcg@10": 0.6607288131349602,
"eval_dim_64_cosine_precision@1": 0.5764232673267327,
"eval_dim_64_cosine_precision@10": 0.07568069306930691,
"eval_dim_64_cosine_precision@3": 0.21988448844884487,
"eval_dim_64_cosine_precision@5": 0.1396039603960396,
"eval_dim_64_cosine_recall@1": 0.5764232673267327,
"eval_dim_64_cosine_recall@10": 0.7568069306930693,
"eval_dim_64_cosine_recall@3": 0.6596534653465347,
"eval_dim_64_cosine_recall@5": 0.698019801980198,
"eval_dim_768_cosine_accuracy@1": 0.6061262376237624,
"eval_dim_768_cosine_accuracy@10": 0.7939356435643564,
"eval_dim_768_cosine_accuracy@3": 0.7008044554455446,
"eval_dim_768_cosine_accuracy@5": 0.7419554455445545,
"eval_dim_768_cosine_map@100": 0.669943476319759,
"eval_dim_768_cosine_mrr@10": 0.6643359313609929,
"eval_dim_768_cosine_ndcg@10": 0.6953383284750302,
"eval_dim_768_cosine_precision@1": 0.6061262376237624,
"eval_dim_768_cosine_precision@10": 0.07939356435643563,
"eval_dim_768_cosine_precision@3": 0.23360148514851486,
"eval_dim_768_cosine_precision@5": 0.14839108910891088,
"eval_dim_768_cosine_recall@1": 0.6061262376237624,
"eval_dim_768_cosine_recall@10": 0.7939356435643564,
"eval_dim_768_cosine_recall@3": 0.7008044554455446,
"eval_dim_768_cosine_recall@5": 0.7419554455445545,
"eval_loss": 0.4047935903072357,
"eval_runtime": 492.2642,
"eval_samples_per_second": 6.568,
"eval_sequential_score": 0.6607288131349602,
"eval_steps_per_second": 0.104,
"step": 136
},
{
"epoch": 5.0,
"grad_norm": 4.619815349578857,
"learning_rate": 3.5695938013630136e-09,
"loss": 0.2341,
"step": 170
},
{
"epoch": 5.0,
"eval_dim_128_cosine_accuracy@1": 0.5915841584158416,
"eval_dim_128_cosine_accuracy@10": 0.7738242574257426,
"eval_dim_128_cosine_accuracy@3": 0.6763613861386139,
"eval_dim_128_cosine_accuracy@5": 0.7230816831683168,
"eval_dim_128_cosine_map@100": 0.6528103079926022,
"eval_dim_128_cosine_mrr@10": 0.6465193059484518,
"eval_dim_128_cosine_ndcg@10": 0.6768923401788021,
"eval_dim_128_cosine_precision@1": 0.5915841584158416,
"eval_dim_128_cosine_precision@10": 0.07738242574257424,
"eval_dim_128_cosine_precision@3": 0.22545379537953794,
"eval_dim_128_cosine_precision@5": 0.14461633663366336,
"eval_dim_128_cosine_recall@1": 0.5915841584158416,
"eval_dim_128_cosine_recall@10": 0.7738242574257426,
"eval_dim_128_cosine_recall@3": 0.6763613861386139,
"eval_dim_128_cosine_recall@5": 0.7230816831683168,
"eval_dim_256_cosine_accuracy@1": 0.6036509900990099,
"eval_dim_256_cosine_accuracy@10": 0.7874381188118812,
"eval_dim_256_cosine_accuracy@3": 0.693069306930693,
"eval_dim_256_cosine_accuracy@5": 0.7345297029702971,
"eval_dim_256_cosine_map@100": 0.6654213269021221,
"eval_dim_256_cosine_mrr@10": 0.6594872210435324,
"eval_dim_256_cosine_ndcg@10": 0.6899985182895687,
"eval_dim_256_cosine_precision@1": 0.6036509900990099,
"eval_dim_256_cosine_precision@10": 0.0787438118811881,
"eval_dim_256_cosine_precision@3": 0.23102310231023104,
"eval_dim_256_cosine_precision@5": 0.1469059405940594,
"eval_dim_256_cosine_recall@1": 0.6036509900990099,
"eval_dim_256_cosine_recall@10": 0.7874381188118812,
"eval_dim_256_cosine_recall@3": 0.693069306930693,
"eval_dim_256_cosine_recall@5": 0.7345297029702971,
"eval_dim_512_cosine_accuracy@1": 0.6045792079207921,
"eval_dim_512_cosine_accuracy@10": 0.7892945544554455,
"eval_dim_512_cosine_accuracy@3": 0.6955445544554455,
"eval_dim_512_cosine_accuracy@5": 0.7413366336633663,
"eval_dim_512_cosine_map@100": 0.6678128035277444,
"eval_dim_512_cosine_mrr@10": 0.6617676164937917,
"eval_dim_512_cosine_ndcg@10": 0.6923022700361329,
"eval_dim_512_cosine_precision@1": 0.6045792079207921,
"eval_dim_512_cosine_precision@10": 0.07892945544554454,
"eval_dim_512_cosine_precision@3": 0.23184818481848182,
"eval_dim_512_cosine_precision@5": 0.14826732673267323,
"eval_dim_512_cosine_recall@1": 0.6045792079207921,
"eval_dim_512_cosine_recall@10": 0.7892945544554455,
"eval_dim_512_cosine_recall@3": 0.6955445544554455,
"eval_dim_512_cosine_recall@5": 0.7413366336633663,
"eval_dim_64_cosine_accuracy@1": 0.5770420792079208,
"eval_dim_64_cosine_accuracy@10": 0.755569306930693,
"eval_dim_64_cosine_accuracy@3": 0.6593440594059405,
"eval_dim_64_cosine_accuracy@5": 0.6989480198019802,
"eval_dim_64_cosine_map@100": 0.6369596779835216,
"eval_dim_64_cosine_mrr@10": 0.6308034486484356,
"eval_dim_64_cosine_ndcg@10": 0.6604592325341517,
"eval_dim_64_cosine_precision@1": 0.5770420792079208,
"eval_dim_64_cosine_precision@10": 0.0755569306930693,
"eval_dim_64_cosine_precision@3": 0.2197813531353135,
"eval_dim_64_cosine_precision@5": 0.13978960396039602,
"eval_dim_64_cosine_recall@1": 0.5770420792079208,
"eval_dim_64_cosine_recall@10": 0.755569306930693,
"eval_dim_64_cosine_recall@3": 0.6593440594059405,
"eval_dim_64_cosine_recall@5": 0.6989480198019802,
"eval_dim_768_cosine_accuracy@1": 0.6073638613861386,
"eval_dim_768_cosine_accuracy@10": 0.7920792079207921,
"eval_dim_768_cosine_accuracy@3": 0.7004950495049505,
"eval_dim_768_cosine_accuracy@5": 0.7419554455445545,
"eval_dim_768_cosine_map@100": 0.6707577379319669,
"eval_dim_768_cosine_mrr@10": 0.6648522218293257,
"eval_dim_768_cosine_ndcg@10": 0.6953201867128341,
"eval_dim_768_cosine_precision@1": 0.6073638613861386,
"eval_dim_768_cosine_precision@10": 0.0792079207920792,
"eval_dim_768_cosine_precision@3": 0.2334983498349835,
"eval_dim_768_cosine_precision@5": 0.1483910891089109,
"eval_dim_768_cosine_recall@1": 0.6073638613861386,
"eval_dim_768_cosine_recall@10": 0.7920792079207921,
"eval_dim_768_cosine_recall@3": 0.7004950495049505,
"eval_dim_768_cosine_recall@5": 0.7419554455445545,
"eval_loss": 0.40385201573371887,
"eval_runtime": 492.2835,
"eval_samples_per_second": 6.567,
"eval_sequential_score": 0.6604592325341517,
"eval_steps_per_second": 0.104,
"step": 170
}
],
"logging_steps": 500,
"max_steps": 170,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 1,
"early_stopping_threshold": 0.001
},
"attributes": {
"early_stopping_patience_counter": 1
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
|