Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1", | |
| "task_name": "AmazonCounterfactualClassification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.694153, | |
| "f1": 0.574219, | |
| "f1_weighted": 0.753103, | |
| "precision": 0.5942, | |
| "precision_weighted": 0.887395, | |
| "recall": 0.733927, | |
| "recall_weighted": 0.694153, | |
| "ap": 0.198002, | |
| "ap_weighted": 0.198002 | |
| }, | |
| { | |
| "accuracy": 0.651424, | |
| "f1": 0.527587, | |
| "f1_weighted": 0.719054, | |
| "precision": 0.56284, | |
| "precision_weighted": 0.864599, | |
| "recall": 0.659219, | |
| "recall_weighted": 0.651424, | |
| "ap": 0.156012, | |
| "ap_weighted": 0.156012 | |
| }, | |
| { | |
| "accuracy": 0.652924, | |
| "f1": 0.541777, | |
| "f1_weighted": 0.720423, | |
| "precision": 0.579342, | |
| "precision_weighted": 0.880513, | |
| "recall": 0.704557, | |
| "recall_weighted": 0.652924, | |
| "ap": 0.177086, | |
| "ap_weighted": 0.177086 | |
| }, | |
| { | |
| "accuracy": 0.562219, | |
| "f1": 0.465276, | |
| "f1_weighted": 0.645508, | |
| "precision": 0.538622, | |
| "precision_weighted": 0.850107, | |
| "recall": 0.60307, | |
| "recall_weighted": 0.562219, | |
| "ap": 0.130999, | |
| "ap_weighted": 0.130999 | |
| }, | |
| { | |
| "accuracy": 0.675412, | |
| "f1": 0.549623, | |
| "f1_weighted": 0.738039, | |
| "precision": 0.575711, | |
| "precision_weighted": 0.873125, | |
| "recall": 0.688501, | |
| "recall_weighted": 0.675412, | |
| "ap": 0.171742, | |
| "ap_weighted": 0.171742 | |
| }, | |
| { | |
| "accuracy": 0.670165, | |
| "f1": 0.547769, | |
| "f1_weighted": 0.734008, | |
| "precision": 0.576391, | |
| "precision_weighted": 0.87466, | |
| "recall": 0.69193, | |
| "recall_weighted": 0.670165, | |
| "ap": 0.172833, | |
| "ap_weighted": 0.172833 | |
| }, | |
| { | |
| "accuracy": 0.61919, | |
| "f1": 0.494769, | |
| "f1_weighted": 0.693242, | |
| "precision": 0.541343, | |
| "precision_weighted": 0.848086, | |
| "recall": 0.606261, | |
| "recall_weighted": 0.61919, | |
| "ap": 0.133487, | |
| "ap_weighted": 0.133487 | |
| }, | |
| { | |
| "accuracy": 0.647676, | |
| "f1": 0.516935, | |
| "f1_weighted": 0.715873, | |
| "precision": 0.552417, | |
| "precision_weighted": 0.855409, | |
| "recall": 0.631697, | |
| "recall_weighted": 0.647676, | |
| "ap": 0.144229, | |
| "ap_weighted": 0.144229 | |
| }, | |
| { | |
| "accuracy": 0.706897, | |
| "f1": 0.577121, | |
| "f1_weighted": 0.762565, | |
| "precision": 0.590771, | |
| "precision_weighted": 0.881359, | |
| "recall": 0.718789, | |
| "recall_weighted": 0.706897, | |
| "ap": 0.191879, | |
| "ap_weighted": 0.191879 | |
| }, | |
| { | |
| "accuracy": 0.651424, | |
| "f1": 0.528566, | |
| "f1_weighted": 0.719077, | |
| "precision": 0.564001, | |
| "precision_weighted": 0.865698, | |
| "recall": 0.662397, | |
| "recall_weighted": 0.651424, | |
| "ap": 0.157407, | |
| "ap_weighted": 0.157407 | |
| } | |
| ], | |
| "accuracy": 0.653148, | |
| "f1": 0.532364, | |
| "f1_weighted": 0.720089, | |
| "precision": 0.567564, | |
| "precision_weighted": 0.868095, | |
| "recall": 0.670035, | |
| "recall_weighted": 0.653148, | |
| "ap": 0.163368, | |
| "ap_weighted": 0.163368, | |
| "main_score": 0.653148, | |
| "hf_subset": "en-ext", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| }, | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.585075, | |
| "f1": 0.53891, | |
| "f1_weighted": 0.627755, | |
| "precision": 0.577848, | |
| "precision_weighted": 0.762129, | |
| "recall": 0.62366, | |
| "recall_weighted": 0.585075, | |
| "ap": 0.250283, | |
| "ap_weighted": 0.250283 | |
| }, | |
| { | |
| "accuracy": 0.661194, | |
| "f1": 0.586347, | |
| "f1_weighted": 0.693497, | |
| "precision": 0.593012, | |
| "precision_weighted": 0.76473, | |
| "recall": 0.639189, | |
| "recall_weighted": 0.661194, | |
| "ap": 0.265176, | |
| "ap_weighted": 0.265176 | |
| }, | |
| { | |
| "accuracy": 0.632836, | |
| "f1": 0.57121, | |
| "f1_weighted": 0.670199, | |
| "precision": 0.589383, | |
| "precision_weighted": 0.766672, | |
| "recall": 0.638899, | |
| "recall_weighted": 0.632836, | |
| "ap": 0.262175, | |
| "ap_weighted": 0.262175 | |
| }, | |
| { | |
| "accuracy": 0.623881, | |
| "f1": 0.575591, | |
| "f1_weighted": 0.662769, | |
| "precision": 0.604335, | |
| "precision_weighted": 0.785576, | |
| "recall": 0.665114, | |
| "recall_weighted": 0.623881, | |
| "ap": 0.277003, | |
| "ap_weighted": 0.277003 | |
| }, | |
| { | |
| "accuracy": 0.653731, | |
| "f1": 0.600785, | |
| "f1_weighted": 0.689318, | |
| "precision": 0.619073, | |
| "precision_weighted": 0.795829, | |
| "recall": 0.686556, | |
| "recall_weighted": 0.653731, | |
| "ap": 0.294219, | |
| "ap_weighted": 0.294219 | |
| }, | |
| { | |
| "accuracy": 0.638806, | |
| "f1": 0.573603, | |
| "f1_weighted": 0.67514, | |
| "precision": 0.588751, | |
| "precision_weighted": 0.764807, | |
| "recall": 0.636831, | |
| "recall_weighted": 0.638806, | |
| "ap": 0.261489, | |
| "ap_weighted": 0.261489 | |
| }, | |
| { | |
| "accuracy": 0.708955, | |
| "f1": 0.626367, | |
| "f1_weighted": 0.733338, | |
| "precision": 0.621397, | |
| "precision_weighted": 0.782315, | |
| "recall": 0.671763, | |
| "recall_weighted": 0.708955, | |
| "ap": 0.294222, | |
| "ap_weighted": 0.294222 | |
| }, | |
| { | |
| "accuracy": 0.695522, | |
| "f1": 0.621683, | |
| "f1_weighted": 0.723462, | |
| "precision": 0.621033, | |
| "precision_weighted": 0.786205, | |
| "recall": 0.67786, | |
| "recall_weighted": 0.695522, | |
| "ap": 0.295622, | |
| "ap_weighted": 0.295622 | |
| }, | |
| { | |
| "accuracy": 0.61791, | |
| "f1": 0.575399, | |
| "f1_weighted": 0.657213, | |
| "precision": 0.610702, | |
| "precision_weighted": 0.794506, | |
| "recall": 0.675849, | |
| "recall_weighted": 0.61791, | |
| "ap": 0.282911, | |
| "ap_weighted": 0.282911 | |
| }, | |
| { | |
| "accuracy": 0.620896, | |
| "f1": 0.562928, | |
| "f1_weighted": 0.659857, | |
| "precision": 0.585763, | |
| "precision_weighted": 0.76494, | |
| "recall": 0.634367, | |
| "recall_weighted": 0.620896, | |
| "ap": 0.258547, | |
| "ap_weighted": 0.258547 | |
| } | |
| ], | |
| "accuracy": 0.643881, | |
| "f1": 0.583282, | |
| "f1_weighted": 0.679255, | |
| "precision": 0.60113, | |
| "precision_weighted": 0.776771, | |
| "recall": 0.655009, | |
| "recall_weighted": 0.643881, | |
| "ap": 0.274165, | |
| "ap_weighted": 0.274165, | |
| "main_score": 0.643881, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 16.708924055099487, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |