| { |
| "dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec", |
| "mteb_dataset_name": "Ocnli", |
| "mteb_version": "1.1.2", |
| "validation": { |
| "cos_sim": { |
| "accuracy": 0.8110449377368706, |
| "accuracy_threshold": 0.5927015784967749, |
| "ap": 0.8517712014448026, |
| "f1": 0.8300094966761632, |
| "f1_threshold": 0.5652001420400894, |
| "precision": 0.7540983606557377, |
| "recall": 0.9229144667370645 |
| }, |
| "dot": { |
| "accuracy": 0.8110449377368706, |
| "accuracy_threshold": 0.59326171875, |
| "ap": 0.8515382639837256, |
| "f1": 0.8301707779886148, |
| "f1_threshold": 0.56494140625, |
| "precision": 0.7536606373815676, |
| "recall": 0.9239704329461457 |
| }, |
| "euclidean": { |
| "accuracy": 0.8110449377368706, |
| "accuracy_threshold": 0.90270946410721, |
| "ap": 0.8517692794840255, |
| "f1": 0.8300094966761632, |
| "f1_threshold": 0.9324667371600142, |
| "precision": 0.7540983606557377, |
| "recall": 0.9229144667370645 |
| }, |
| "evaluation_time": 2.07, |
| "manhattan": { |
| "accuracy": 0.8105035192203573, |
| "accuracy_threshold": 30.225037306547165, |
| "ap": 0.8514211368570364, |
| "f1": 0.8296155671570954, |
| "f1_threshold": 31.521927028894424, |
| "precision": 0.753448275862069, |
| "recall": 0.9229144667370645 |
| }, |
| "max": { |
| "accuracy": 0.8110449377368706, |
| "ap": 0.8517712014448026, |
| "f1": 0.8301707779886148 |
| } |
| } |
| } |
