Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", | |
| "task_name": "CQADupstackGisRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.16836, | |
| "ndcg_at_3": 0.20491, | |
| "ndcg_at_5": 0.21863, | |
| "ndcg_at_10": 0.23956, | |
| "ndcg_at_20": 0.25598, | |
| "ndcg_at_100": 0.28374, | |
| "ndcg_at_1000": 0.31547, | |
| "map_at_1": 0.15772, | |
| "map_at_3": 0.19029, | |
| "map_at_5": 0.19777, | |
| "map_at_10": 0.20667, | |
| "map_at_20": 0.21118, | |
| "map_at_100": 0.21492, | |
| "map_at_1000": 0.21599, | |
| "recall_at_1": 0.15772, | |
| "recall_at_3": 0.23359, | |
| "recall_at_5": 0.26636, | |
| "recall_at_10": 0.32845, | |
| "recall_at_20": 0.39176, | |
| "recall_at_100": 0.53868, | |
| "recall_at_1000": 0.78711, | |
| "accuracy": 0.15772, | |
| "precision_at_1": 0.16836, | |
| "precision_at_3": 0.08588, | |
| "precision_at_5": 0.05989, | |
| "precision_at_10": 0.03729, | |
| "precision_at_20": 0.02243, | |
| "precision_at_100": 0.00628, | |
| "precision_at_1000": 0.00094, | |
| "mrr_at_1": 0.168362, | |
| "mrr_at_3": 0.203202, | |
| "mrr_at_5": 0.211959, | |
| "mrr_at_10": 0.22083, | |
| "mrr_at_20": 0.225218, | |
| "mrr_at_100": 0.228747, | |
| "mrr_at_1000": 0.229627, | |
| "nauc_ndcg_at_1_max": 0.237186, | |
| "nauc_ndcg_at_1_std": -0.034501, | |
| "nauc_ndcg_at_1_diff1": 0.526599, | |
| "nauc_ndcg_at_3_max": 0.213458, | |
| "nauc_ndcg_at_3_std": -0.023143, | |
| "nauc_ndcg_at_3_diff1": 0.428695, | |
| "nauc_ndcg_at_5_max": 0.205483, | |
| "nauc_ndcg_at_5_std": -0.007325, | |
| "nauc_ndcg_at_5_diff1": 0.413332, | |
| "nauc_ndcg_at_10_max": 0.203522, | |
| "nauc_ndcg_at_10_std": -0.002397, | |
| "nauc_ndcg_at_10_diff1": 0.391896, | |
| "nauc_ndcg_at_20_max": 0.202603, | |
| "nauc_ndcg_at_20_std": 0.002221, | |
| "nauc_ndcg_at_20_diff1": 0.382095, | |
| "nauc_ndcg_at_100_max": 0.202961, | |
| "nauc_ndcg_at_100_std": 0.008274, | |
| "nauc_ndcg_at_100_diff1": 0.360958, | |
| "nauc_ndcg_at_1000_max": 0.219827, | |
| "nauc_ndcg_at_1000_std": 0.016354, | |
| "nauc_ndcg_at_1000_diff1": 0.374841, | |
| "nauc_map_at_1_max": 0.22275, | |
| "nauc_map_at_1_std": -0.032642, | |
| "nauc_map_at_1_diff1": 0.523053, | |
| "nauc_map_at_3_max": 0.213835, | |
| "nauc_map_at_3_std": -0.025158, | |
| "nauc_map_at_3_diff1": 0.451424, | |
| "nauc_map_at_5_max": 0.20864, | |
| "nauc_map_at_5_std": -0.016588, | |
| "nauc_map_at_5_diff1": 0.441741, | |
| "nauc_map_at_10_max": 0.208712, | |
| "nauc_map_at_10_std": -0.014602, | |
| "nauc_map_at_10_diff1": 0.432534, | |
| "nauc_map_at_20_max": 0.208808, | |
| "nauc_map_at_20_std": -0.012968, | |
| "nauc_map_at_20_diff1": 0.429572, | |
| "nauc_map_at_100_max": 0.208895, | |
| "nauc_map_at_100_std": -0.012008, | |
| "nauc_map_at_100_diff1": 0.426128, | |
| "nauc_map_at_1000_max": 0.209571, | |
| "nauc_map_at_1000_std": -0.011885, | |
| "nauc_map_at_1000_diff1": 0.426475, | |
| "nauc_recall_at_1_max": 0.22275, | |
| "nauc_recall_at_1_std": -0.032642, | |
| "nauc_recall_at_1_diff1": 0.523053, | |
| "nauc_recall_at_3_max": 0.19895, | |
| "nauc_recall_at_3_std": -0.020923, | |
| "nauc_recall_at_3_diff1": 0.366763, | |
| "nauc_recall_at_5_max": 0.182263, | |
| "nauc_recall_at_5_std": 0.009581, | |
| "nauc_recall_at_5_diff1": 0.33788, | |
| "nauc_recall_at_10_max": 0.172564, | |
| "nauc_recall_at_10_std": 0.021195, | |
| "nauc_recall_at_10_diff1": 0.282262, | |
| "nauc_recall_at_20_max": 0.167015, | |
| "nauc_recall_at_20_std": 0.036874, | |
| "nauc_recall_at_20_diff1": 0.252602, | |
| "nauc_recall_at_100_max": 0.159991, | |
| "nauc_recall_at_100_std": 0.064774, | |
| "nauc_recall_at_100_diff1": 0.144038, | |
| "nauc_recall_at_1000_max": 0.311574, | |
| "nauc_recall_at_1000_std": 0.210293, | |
| "nauc_recall_at_1000_diff1": 0.17277, | |
| "nauc_precision_at_1_max": 0.237186, | |
| "nauc_precision_at_1_std": -0.034501, | |
| "nauc_precision_at_1_diff1": 0.526599, | |
| "nauc_precision_at_3_max": 0.216171, | |
| "nauc_precision_at_3_std": -0.013772, | |
| "nauc_precision_at_3_diff1": 0.370225, | |
| "nauc_precision_at_5_max": 0.207439, | |
| "nauc_precision_at_5_std": 0.033297, | |
| "nauc_precision_at_5_diff1": 0.33532, | |
| "nauc_precision_at_10_max": 0.202235, | |
| "nauc_precision_at_10_std": 0.050711, | |
| "nauc_precision_at_10_diff1": 0.281533, | |
| "nauc_precision_at_20_max": 0.202108, | |
| "nauc_precision_at_20_std": 0.057678, | |
| "nauc_precision_at_20_diff1": 0.244305, | |
| "nauc_precision_at_100_max": 0.188261, | |
| "nauc_precision_at_100_std": 0.082876, | |
| "nauc_precision_at_100_diff1": 0.124982, | |
| "nauc_precision_at_1000_max": 0.238191, | |
| "nauc_precision_at_1000_std": 0.133834, | |
| "nauc_precision_at_1000_diff1": 0.070424, | |
| "nauc_mrr_at_1_max": 0.237186, | |
| "nauc_mrr_at_1_std": -0.034501, | |
| "nauc_mrr_at_1_diff1": 0.526599, | |
| "nauc_mrr_at_3_max": 0.222937, | |
| "nauc_mrr_at_3_std": -0.020849, | |
| "nauc_mrr_at_3_diff1": 0.447916, | |
| "nauc_mrr_at_5_max": 0.221488, | |
| "nauc_mrr_at_5_std": -0.011663, | |
| "nauc_mrr_at_5_diff1": 0.439882, | |
| "nauc_mrr_at_10_max": 0.220347, | |
| "nauc_mrr_at_10_std": -0.010445, | |
| "nauc_mrr_at_10_diff1": 0.429698, | |
| "nauc_mrr_at_20_max": 0.219574, | |
| "nauc_mrr_at_20_std": -0.009469, | |
| "nauc_mrr_at_20_diff1": 0.426616, | |
| "nauc_mrr_at_100_max": 0.219745, | |
| "nauc_mrr_at_100_std": -0.00889, | |
| "nauc_mrr_at_100_diff1": 0.42385, | |
| "nauc_mrr_at_1000_max": 0.220191, | |
| "nauc_mrr_at_1000_std": -0.008884, | |
| "nauc_mrr_at_1000_diff1": 0.42433, | |
| "hit_rate_at_1": 0.16836, | |
| "hit_rate_at_3": 0.25198, | |
| "hit_rate_at_5": 0.29153, | |
| "hit_rate_at_10": 0.35706, | |
| "hit_rate_at_20": 0.4226, | |
| "hit_rate_at_100": 0.57401, | |
| "hit_rate_at_1000": 0.81017, | |
| "main_score": 0.23956, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 48.321799993515015, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |