Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1", | |
| "task_name": "AmazonCounterfactualClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.753754, | |
| "f1": 0.623225, | |
| "f1_weighted": 0.800371, | |
| "precision": 0.619778, | |
| "precision_weighted": 0.902615, | |
| "recall": 0.78357, | |
| "recall_weighted": 0.753754, | |
| "ap": 0.23613, | |
| "ap_weighted": 0.23613 | |
| }, | |
| { | |
| "accuracy": 0.704204, | |
| "f1": 0.571116, | |
| "f1_weighted": 0.761959, | |
| "precision": 0.586908, | |
| "precision_weighted": 0.884058, | |
| "recall": 0.716256, | |
| "recall_weighted": 0.704204, | |
| "ap": 0.184202, | |
| "ap_weighted": 0.184202 | |
| }, | |
| { | |
| "accuracy": 0.728228, | |
| "f1": 0.611557, | |
| "f1_weighted": 0.781609, | |
| "precision": 0.620103, | |
| "precision_weighted": 0.910621, | |
| "recall": 0.802519, | |
| "recall_weighted": 0.728228, | |
| "ap": 0.240132, | |
| "ap_weighted": 0.240132 | |
| }, | |
| { | |
| "accuracy": 0.659159, | |
| "f1": 0.545546, | |
| "f1_weighted": 0.727054, | |
| "precision": 0.582124, | |
| "precision_weighted": 0.887965, | |
| "recall": 0.717726, | |
| "recall_weighted": 0.659159, | |
| "ap": 0.178635, | |
| "ap_weighted": 0.178635 | |
| }, | |
| { | |
| "accuracy": 0.71021, | |
| "f1": 0.587738, | |
| "f1_weighted": 0.767229, | |
| "precision": 0.602572, | |
| "precision_weighted": 0.897745, | |
| "recall": 0.759363, | |
| "recall_weighted": 0.71021, | |
| "ap": 0.209328, | |
| "ap_weighted": 0.209328 | |
| }, | |
| { | |
| "accuracy": 0.684685, | |
| "f1": 0.56812, | |
| "f1_weighted": 0.747347, | |
| "precision": 0.594168, | |
| "precision_weighted": 0.895136, | |
| "recall": 0.745172, | |
| "recall_weighted": 0.684685, | |
| "ap": 0.196474, | |
| "ap_weighted": 0.196474 | |
| }, | |
| { | |
| "accuracy": 0.701201, | |
| "f1": 0.578823, | |
| "f1_weighted": 0.760175, | |
| "precision": 0.597242, | |
| "precision_weighted": 0.894588, | |
| "recall": 0.747726, | |
| "recall_weighted": 0.701201, | |
| "ap": 0.200863, | |
| "ap_weighted": 0.200863 | |
| }, | |
| { | |
| "accuracy": 0.698198, | |
| "f1": 0.568635, | |
| "f1_weighted": 0.757478, | |
| "precision": 0.587162, | |
| "precision_weighted": 0.885502, | |
| "recall": 0.719545, | |
| "recall_weighted": 0.698198, | |
| "ap": 0.184985, | |
| "ap_weighted": 0.184985 | |
| }, | |
| { | |
| "accuracy": 0.747748, | |
| "f1": 0.625988, | |
| "f1_weighted": 0.796452, | |
| "precision": 0.625755, | |
| "precision_weighted": 0.910405, | |
| "recall": 0.806743, | |
| "recall_weighted": 0.747748, | |
| "ap": 0.24925, | |
| "ap_weighted": 0.24925 | |
| }, | |
| { | |
| "accuracy": 0.708709, | |
| "f1": 0.568105, | |
| "f1_weighted": 0.76495, | |
| "precision": 0.581533, | |
| "precision_weighted": 0.878276, | |
| "recall": 0.698876, | |
| "recall_weighted": 0.708709, | |
| "ap": 0.175742, | |
| "ap_weighted": 0.175742 | |
| } | |
| ], | |
| "accuracy": 0.70961, | |
| "f1": 0.584885, | |
| "f1_weighted": 0.766462, | |
| "precision": 0.599734, | |
| "precision_weighted": 0.894691, | |
| "recall": 0.74975, | |
| "recall_weighted": 0.70961, | |
| "ap": 0.205574, | |
| "ap_weighted": 0.205574, | |
| "main_score": 0.70961, | |
| "hf_subset": "en-ext", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| }, | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.665672, | |
| "f1": 0.611594, | |
| "f1_weighted": 0.706338, | |
| "precision": 0.636594, | |
| "precision_weighted": 0.842013, | |
| "recall": 0.736493, | |
| "recall_weighted": 0.665672, | |
| "ap": 0.299211, | |
| "ap_weighted": 0.299211 | |
| }, | |
| { | |
| "accuracy": 0.701493, | |
| "f1": 0.637226, | |
| "f1_weighted": 0.737044, | |
| "precision": 0.645156, | |
| "precision_weighted": 0.840993, | |
| "recall": 0.744523, | |
| "recall_weighted": 0.701493, | |
| "ap": 0.312881, | |
| "ap_weighted": 0.312881 | |
| }, | |
| { | |
| "accuracy": 0.60597, | |
| "f1": 0.546852, | |
| "f1_weighted": 0.653851, | |
| "precision": 0.583924, | |
| "precision_weighted": 0.79384, | |
| "recall": 0.645867, | |
| "recall_weighted": 0.60597, | |
| "ap": 0.236533, | |
| "ap_weighted": 0.236533 | |
| }, | |
| { | |
| "accuracy": 0.677612, | |
| "f1": 0.605779, | |
| "f1_weighted": 0.715789, | |
| "precision": 0.616915, | |
| "precision_weighted": 0.815312, | |
| "recall": 0.696004, | |
| "recall_weighted": 0.677612, | |
| "ap": 0.27473, | |
| "ap_weighted": 0.27473 | |
| }, | |
| { | |
| "accuracy": 0.692537, | |
| "f1": 0.622851, | |
| "f1_weighted": 0.728832, | |
| "precision": 0.63076, | |
| "precision_weighted": 0.826836, | |
| "recall": 0.718661, | |
| "recall_weighted": 0.692537, | |
| "ap": 0.292763, | |
| "ap_weighted": 0.292763 | |
| }, | |
| { | |
| "accuracy": 0.689552, | |
| "f1": 0.596311, | |
| "f1_weighted": 0.723142, | |
| "precision": 0.598351, | |
| "precision_weighted": 0.792265, | |
| "recall": 0.655515, | |
| "recall_weighted": 0.689552, | |
| "ap": 0.250732, | |
| "ap_weighted": 0.250732 | |
| }, | |
| { | |
| "accuracy": 0.695522, | |
| "f1": 0.609825, | |
| "f1_weighted": 0.729365, | |
| "precision": 0.611822, | |
| "precision_weighted": 0.804774, | |
| "recall": 0.679572, | |
| "recall_weighted": 0.695522, | |
| "ap": 0.267173, | |
| "ap_weighted": 0.267173 | |
| }, | |
| { | |
| "accuracy": 0.674627, | |
| "f1": 0.57847, | |
| "f1_weighted": 0.710085, | |
| "precision": 0.583686, | |
| "precision_weighted": 0.780874, | |
| "recall": 0.632858, | |
| "recall_weighted": 0.674627, | |
| "ap": 0.235104, | |
| "ap_weighted": 0.235104 | |
| }, | |
| { | |
| "accuracy": 0.692537, | |
| "f1": 0.622851, | |
| "f1_weighted": 0.728832, | |
| "precision": 0.63076, | |
| "precision_weighted": 0.826836, | |
| "recall": 0.718661, | |
| "recall_weighted": 0.692537, | |
| "ap": 0.292763, | |
| "ap_weighted": 0.292763 | |
| }, | |
| { | |
| "accuracy": 0.647761, | |
| "f1": 0.57702, | |
| "f1_weighted": 0.690103, | |
| "precision": 0.596703, | |
| "precision_weighted": 0.800007, | |
| "recall": 0.664322, | |
| "recall_weighted": 0.647761, | |
| "ap": 0.250776, | |
| "ap_weighted": 0.250776 | |
| } | |
| ], | |
| "accuracy": 0.674328, | |
| "f1": 0.600878, | |
| "f1_weighted": 0.712338, | |
| "precision": 0.613467, | |
| "precision_weighted": 0.812375, | |
| "recall": 0.689247, | |
| "recall_weighted": 0.674328, | |
| "ap": 0.271267, | |
| "ap_weighted": 0.271267, | |
| "main_score": 0.674328, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.787106, | |
| "f1": 0.6618, | |
| "f1_weighted": 0.82476, | |
| "precision": 0.644837, | |
| "precision_weighted": 0.909338, | |
| "recall": 0.817597, | |
| "recall_weighted": 0.787106, | |
| "ap": 0.280992, | |
| "ap_weighted": 0.280992 | |
| }, | |
| { | |
| "accuracy": 0.736882, | |
| "f1": 0.615747, | |
| "f1_weighted": 0.786532, | |
| "precision": 0.618779, | |
| "precision_weighted": 0.900943, | |
| "recall": 0.783206, | |
| "recall_weighted": 0.736882, | |
| "ap": 0.237303, | |
| "ap_weighted": 0.237303 | |
| }, | |
| { | |
| "accuracy": 0.742879, | |
| "f1": 0.625424, | |
| "f1_weighted": 0.791464, | |
| "precision": 0.626567, | |
| "precision_weighted": 0.906989, | |
| "recall": 0.802447, | |
| "recall_weighted": 0.742879, | |
| "ap": 0.25176, | |
| "ap_weighted": 0.25176 | |
| }, | |
| { | |
| "accuracy": 0.658171, | |
| "f1": 0.537212, | |
| "f1_weighted": 0.724503, | |
| "precision": 0.570547, | |
| "precision_weighted": 0.870972, | |
| "recall": 0.678878, | |
| "recall_weighted": 0.658171, | |
| "ap": 0.16542, | |
| "ap_weighted": 0.16542 | |
| }, | |
| { | |
| "accuracy": 0.754873, | |
| "f1": 0.629012, | |
| "f1_weighted": 0.800066, | |
| "precision": 0.624459, | |
| "precision_weighted": 0.900998, | |
| "recall": 0.786891, | |
| "recall_weighted": 0.754873, | |
| "ap": 0.245608, | |
| "ap_weighted": 0.245608 | |
| }, | |
| { | |
| "accuracy": 0.715892, | |
| "f1": 0.59492, | |
| "f1_weighted": 0.770155, | |
| "precision": 0.606268, | |
| "precision_weighted": 0.894236, | |
| "recall": 0.758776, | |
| "recall_weighted": 0.715892, | |
| "ap": 0.216622, | |
| "ap_weighted": 0.216622 | |
| }, | |
| { | |
| "accuracy": 0.715142, | |
| "f1": 0.59242, | |
| "f1_weighted": 0.769462, | |
| "precision": 0.603797, | |
| "precision_weighted": 0.891985, | |
| "recall": 0.752, | |
| "recall_weighted": 0.715142, | |
| "ap": 0.212437, | |
| "ap_weighted": 0.212437 | |
| }, | |
| { | |
| "accuracy": 0.718891, | |
| "f1": 0.595394, | |
| "f1_weighted": 0.772344, | |
| "precision": 0.605197, | |
| "precision_weighted": 0.892422, | |
| "recall": 0.754092, | |
| "recall_weighted": 0.718891, | |
| "ap": 0.214527, | |
| "ap_weighted": 0.214527 | |
| }, | |
| { | |
| "accuracy": 0.750375, | |
| "f1": 0.624186, | |
| "f1_weighted": 0.796573, | |
| "precision": 0.621365, | |
| "precision_weighted": 0.899394, | |
| "recall": 0.781202, | |
| "recall_weighted": 0.750375, | |
| "ap": 0.240296, | |
| "ap_weighted": 0.240296 | |
| }, | |
| { | |
| "accuracy": 0.732384, | |
| "f1": 0.608214, | |
| "f1_weighted": 0.782812, | |
| "precision": 0.612646, | |
| "precision_weighted": 0.896151, | |
| "recall": 0.767981, | |
| "recall_weighted": 0.732384, | |
| "ap": 0.22639, | |
| "ap_weighted": 0.22639 | |
| } | |
| ], | |
| "accuracy": 0.731259, | |
| "f1": 0.608433, | |
| "f1_weighted": 0.781867, | |
| "precision": 0.613446, | |
| "precision_weighted": 0.896343, | |
| "recall": 0.768307, | |
| "recall_weighted": 0.731259, | |
| "ap": 0.229135, | |
| "ap_weighted": 0.229135, | |
| "main_score": 0.731259, | |
| "hf_subset": "en-ext", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| }, | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.683582, | |
| "f1": 0.638763, | |
| "f1_weighted": 0.716247, | |
| "precision": 0.65592, | |
| "precision_weighted": 0.832264, | |
| "recall": 0.745557, | |
| "recall_weighted": 0.683582, | |
| "ap": 0.340258, | |
| "ap_weighted": 0.340258 | |
| }, | |
| { | |
| "accuracy": 0.704478, | |
| "f1": 0.648188, | |
| "f1_weighted": 0.733883, | |
| "precision": 0.651851, | |
| "precision_weighted": 0.819598, | |
| "recall": 0.732541, | |
| "recall_weighted": 0.704478, | |
| "ap": 0.336346, | |
| "ap_weighted": 0.336346 | |
| }, | |
| { | |
| "accuracy": 0.653731, | |
| "f1": 0.607475, | |
| "f1_weighted": 0.68953, | |
| "precision": 0.630889, | |
| "precision_weighted": 0.810116, | |
| "recall": 0.70678, | |
| "recall_weighted": 0.653731, | |
| "ap": 0.307499, | |
| "ap_weighted": 0.307499 | |
| }, | |
| { | |
| "accuracy": 0.692537, | |
| "f1": 0.637034, | |
| "f1_weighted": 0.723467, | |
| "precision": 0.644143, | |
| "precision_weighted": 0.814359, | |
| "recall": 0.722231, | |
| "recall_weighted": 0.692537, | |
| "ap": 0.325896, | |
| "ap_weighted": 0.325896 | |
| }, | |
| { | |
| "accuracy": 0.71194, | |
| "f1": 0.657558, | |
| "f1_weighted": 0.740659, | |
| "precision": 0.660351, | |
| "precision_weighted": 0.827401, | |
| "recall": 0.745847, | |
| "recall_weighted": 0.71194, | |
| "ap": 0.348219, | |
| "ap_weighted": 0.348219 | |
| }, | |
| { | |
| "accuracy": 0.702985, | |
| "f1": 0.645907, | |
| "f1_weighted": 0.732479, | |
| "precision": 0.649537, | |
| "precision_weighted": 0.817282, | |
| "recall": 0.728724, | |
| "recall_weighted": 0.702985, | |
| "ap": 0.333184, | |
| "ap_weighted": 0.333184 | |
| }, | |
| { | |
| "accuracy": 0.755224, | |
| "f1": 0.685197, | |
| "f1_weighted": 0.775611, | |
| "precision": 0.672736, | |
| "precision_weighted": 0.822982, | |
| "recall": 0.743857, | |
| "recall_weighted": 0.755224, | |
| "ap": 0.362669, | |
| "ap_weighted": 0.362669 | |
| }, | |
| { | |
| "accuracy": 0.735821, | |
| "f1": 0.675433, | |
| "f1_weighted": 0.760687, | |
| "precision": 0.669476, | |
| "precision_weighted": 0.828703, | |
| "recall": 0.752022, | |
| "recall_weighted": 0.735821, | |
| "ap": 0.360963, | |
| "ap_weighted": 0.360963 | |
| }, | |
| { | |
| "accuracy": 0.650746, | |
| "f1": 0.599336, | |
| "f1_weighted": 0.686734, | |
| "precision": 0.619405, | |
| "precision_weighted": 0.797005, | |
| "recall": 0.687589, | |
| "recall_weighted": 0.650746, | |
| "ap": 0.294448, | |
| "ap_weighted": 0.294448 | |
| }, | |
| { | |
| "accuracy": 0.658209, | |
| "f1": 0.604451, | |
| "f1_weighted": 0.69325, | |
| "precision": 0.621122, | |
| "precision_weighted": 0.797068, | |
| "recall": 0.689338, | |
| "recall_weighted": 0.658209, | |
| "ap": 0.29672, | |
| "ap_weighted": 0.29672 | |
| } | |
| ], | |
| "accuracy": 0.694925, | |
| "f1": 0.639934, | |
| "f1_weighted": 0.725255, | |
| "precision": 0.647543, | |
| "precision_weighted": 0.816678, | |
| "recall": 0.725449, | |
| "recall_weighted": 0.694925, | |
| "ap": 0.33062, | |
| "ap_weighted": 0.33062, | |
| "main_score": 0.694925, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 46.4682559967041, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |