| { | |
| "dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec", | |
| "mteb_dataset_name": "Ocnli", | |
| "mteb_version": "1.1.2", | |
| "validation": { | |
| "cos_sim": { | |
| "accuracy": 0.8110449377368706, | |
| "accuracy_threshold": 0.5926690697669983, | |
| "ap": 0.851744999044347, | |
| "f1": 0.8298479087452472, | |
| "f1_threshold": 0.5656208992004395, | |
| "precision": 0.7545375972342264, | |
| "recall": 0.9218585005279831 | |
| }, | |
| "dot": { | |
| "accuracy": 0.8110449377368706, | |
| "accuracy_threshold": 0.5926690697669983, | |
| "ap": 0.851744999044347, | |
| "f1": 0.8298479087452472, | |
| "f1_threshold": 0.5656208992004395, | |
| "precision": 0.7545375972342264, | |
| "recall": 0.9218585005279831 | |
| }, | |
| "euclidean": { | |
| "accuracy": 0.8110449377368706, | |
| "accuracy_threshold": 0.9025861024856567, | |
| "ap": 0.851744999044347, | |
| "f1": 0.8298479087452472, | |
| "f1_threshold": 0.9320720434188843, | |
| "precision": 0.7545375972342264, | |
| "recall": 0.9218585005279831 | |
| }, | |
| "evaluation_time": 4.07, | |
| "manhattan": { | |
| "accuracy": 0.8105035192203573, | |
| "accuracy_threshold": 30.224245071411133, | |
| "ap": 0.8514000324074237, | |
| "f1": 0.8296155671570954, | |
| "f1_threshold": 31.517192840576172, | |
| "precision": 0.753448275862069, | |
| "recall": 0.9229144667370645 | |
| }, | |
| "max": { | |
| "accuracy": 0.8110449377368706, | |
| "ap": 0.851744999044347, | |
| "f1": 0.8298479087452472 | |
| } | |
| } | |
| } |