Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", | |
| "task_name": "CQADupstackStatsRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.16871, | |
| "ndcg_at_3": 0.19488, | |
| "ndcg_at_5": 0.20896, | |
| "ndcg_at_10": 0.2259, | |
| "ndcg_at_20": 0.24396, | |
| "ndcg_at_100": 0.26608, | |
| "ndcg_at_1000": 0.29285, | |
| "map_at_1": 0.15265, | |
| "map_at_3": 0.18022, | |
| "map_at_5": 0.18851, | |
| "map_at_10": 0.19596, | |
| "map_at_20": 0.20105, | |
| "map_at_100": 0.20409, | |
| "map_at_1000": 0.20493, | |
| "recall_at_1": 0.15265, | |
| "recall_at_3": 0.21437, | |
| "recall_at_5": 0.24889, | |
| "recall_at_10": 0.29985, | |
| "recall_at_20": 0.36793, | |
| "recall_at_100": 0.48433, | |
| "recall_at_1000": 0.69076, | |
| "accuracy": 0.15265, | |
| "precision_at_1": 0.16871, | |
| "precision_at_3": 0.08231, | |
| "precision_at_5": 0.0589, | |
| "precision_at_10": 0.0362, | |
| "precision_at_20": 0.02239, | |
| "precision_at_100": 0.00595, | |
| "precision_at_1000": 0.00089, | |
| "mrr_at_1": 0.168712, | |
| "mrr_at_3": 0.199131, | |
| "mrr_at_5": 0.208103, | |
| "mrr_at_10": 0.215182, | |
| "mrr_at_20": 0.220219, | |
| "mrr_at_100": 0.22282, | |
| "mrr_at_1000": 0.223636, | |
| "nauc_ndcg_at_1_max": 0.193945, | |
| "nauc_ndcg_at_1_std": 0.02935, | |
| "nauc_ndcg_at_1_diff1": 0.541394, | |
| "nauc_ndcg_at_3_max": 0.151446, | |
| "nauc_ndcg_at_3_std": 0.044387, | |
| "nauc_ndcg_at_3_diff1": 0.458819, | |
| "nauc_ndcg_at_5_max": 0.139013, | |
| "nauc_ndcg_at_5_std": 0.047854, | |
| "nauc_ndcg_at_5_diff1": 0.438846, | |
| "nauc_ndcg_at_10_max": 0.140994, | |
| "nauc_ndcg_at_10_std": 0.053065, | |
| "nauc_ndcg_at_10_diff1": 0.429048, | |
| "nauc_ndcg_at_20_max": 0.153375, | |
| "nauc_ndcg_at_20_std": 0.077596, | |
| "nauc_ndcg_at_20_diff1": 0.412458, | |
| "nauc_ndcg_at_100_max": 0.147931, | |
| "nauc_ndcg_at_100_std": 0.097923, | |
| "nauc_ndcg_at_100_diff1": 0.404013, | |
| "nauc_ndcg_at_1000_max": 0.149112, | |
| "nauc_ndcg_at_1000_std": 0.10332, | |
| "nauc_ndcg_at_1000_diff1": 0.403942, | |
| "nauc_map_at_1_max": 0.178521, | |
| "nauc_map_at_1_std": 0.005095, | |
| "nauc_map_at_1_diff1": 0.553877, | |
| "nauc_map_at_3_max": 0.155793, | |
| "nauc_map_at_3_std": 0.026135, | |
| "nauc_map_at_3_diff1": 0.480951, | |
| "nauc_map_at_5_max": 0.150277, | |
| "nauc_map_at_5_std": 0.031667, | |
| "nauc_map_at_5_diff1": 0.470359, | |
| "nauc_map_at_10_max": 0.151083, | |
| "nauc_map_at_10_std": 0.035986, | |
| "nauc_map_at_10_diff1": 0.466097, | |
| "nauc_map_at_20_max": 0.155653, | |
| "nauc_map_at_20_std": 0.044281, | |
| "nauc_map_at_20_diff1": 0.461418, | |
| "nauc_map_at_100_max": 0.154659, | |
| "nauc_map_at_100_std": 0.047142, | |
| "nauc_map_at_100_diff1": 0.459857, | |
| "nauc_map_at_1000_max": 0.154592, | |
| "nauc_map_at_1000_std": 0.047534, | |
| "nauc_map_at_1000_diff1": 0.459733, | |
| "nauc_recall_at_1_max": 0.178521, | |
| "nauc_recall_at_1_std": 0.005095, | |
| "nauc_recall_at_1_diff1": 0.553877, | |
| "nauc_recall_at_3_max": 0.122084, | |
| "nauc_recall_at_3_std": 0.049333, | |
| "nauc_recall_at_3_diff1": 0.399057, | |
| "nauc_recall_at_5_max": 0.098131, | |
| "nauc_recall_at_5_std": 0.060723, | |
| "nauc_recall_at_5_diff1": 0.362893, | |
| "nauc_recall_at_10_max": 0.100535, | |
| "nauc_recall_at_10_std": 0.07292, | |
| "nauc_recall_at_10_diff1": 0.334556, | |
| "nauc_recall_at_20_max": 0.135992, | |
| "nauc_recall_at_20_std": 0.140312, | |
| "nauc_recall_at_20_diff1": 0.283028, | |
| "nauc_recall_at_100_max": 0.107972, | |
| "nauc_recall_at_100_std": 0.233417, | |
| "nauc_recall_at_100_diff1": 0.24343, | |
| "nauc_recall_at_1000_max": 0.097857, | |
| "nauc_recall_at_1000_std": 0.315715, | |
| "nauc_recall_at_1000_diff1": 0.187012, | |
| "nauc_precision_at_1_max": 0.193945, | |
| "nauc_precision_at_1_std": 0.02935, | |
| "nauc_precision_at_1_diff1": 0.541394, | |
| "nauc_precision_at_3_max": 0.149576, | |
| "nauc_precision_at_3_std": 0.098451, | |
| "nauc_precision_at_3_diff1": 0.383209, | |
| "nauc_precision_at_5_max": 0.1297, | |
| "nauc_precision_at_5_std": 0.126374, | |
| "nauc_precision_at_5_diff1": 0.345276, | |
| "nauc_precision_at_10_max": 0.144564, | |
| "nauc_precision_at_10_std": 0.145789, | |
| "nauc_precision_at_10_diff1": 0.336662, | |
| "nauc_precision_at_20_max": 0.178016, | |
| "nauc_precision_at_20_std": 0.226978, | |
| "nauc_precision_at_20_diff1": 0.272527, | |
| "nauc_precision_at_100_max": 0.157262, | |
| "nauc_precision_at_100_std": 0.290269, | |
| "nauc_precision_at_100_diff1": 0.213127, | |
| "nauc_precision_at_1000_max": 0.157621, | |
| "nauc_precision_at_1000_std": 0.284239, | |
| "nauc_precision_at_1000_diff1": 0.129499, | |
| "nauc_mrr_at_1_max": 0.193945, | |
| "nauc_mrr_at_1_std": 0.02935, | |
| "nauc_mrr_at_1_diff1": 0.541394, | |
| "nauc_mrr_at_3_max": 0.167649, | |
| "nauc_mrr_at_3_std": 0.0487, | |
| "nauc_mrr_at_3_diff1": 0.475028, | |
| "nauc_mrr_at_5_max": 0.16236, | |
| "nauc_mrr_at_5_std": 0.052895, | |
| "nauc_mrr_at_5_diff1": 0.458277, | |
| "nauc_mrr_at_10_max": 0.162769, | |
| "nauc_mrr_at_10_std": 0.054693, | |
| "nauc_mrr_at_10_diff1": 0.454196, | |
| "nauc_mrr_at_20_max": 0.165998, | |
| "nauc_mrr_at_20_std": 0.062133, | |
| "nauc_mrr_at_20_diff1": 0.448636, | |
| "nauc_mrr_at_100_max": 0.165365, | |
| "nauc_mrr_at_100_std": 0.064113, | |
| "nauc_mrr_at_100_diff1": 0.447898, | |
| "nauc_mrr_at_1000_max": 0.165347, | |
| "nauc_mrr_at_1000_std": 0.064182, | |
| "nauc_mrr_at_1000_diff1": 0.448013, | |
| "hit_rate_at_1": 0.16871, | |
| "hit_rate_at_3": 0.23926, | |
| "hit_rate_at_5": 0.27914, | |
| "hit_rate_at_10": 0.33282, | |
| "hit_rate_at_20": 0.40491, | |
| "hit_rate_at_100": 0.5184, | |
| "hit_rate_at_1000": 0.7362, | |
| "main_score": 0.2259, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 52.10785746574402, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |