Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", | |
| "task_name": "CQADupstackGisRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.20565, | |
| "ndcg_at_3": 0.25069, | |
| "ndcg_at_5": 0.27756, | |
| "ndcg_at_10": 0.2965, | |
| "ndcg_at_20": 0.31206, | |
| "ndcg_at_100": 0.34952, | |
| "ndcg_at_1000": 0.3764, | |
| "map_at_1": 0.19004, | |
| "map_at_3": 0.23229, | |
| "map_at_5": 0.24757, | |
| "map_at_10": 0.25568, | |
| "map_at_20": 0.26038, | |
| "map_at_100": 0.26562, | |
| "map_at_1000": 0.26664, | |
| "recall_at_1": 0.19004, | |
| "recall_at_3": 0.28447, | |
| "recall_at_5": 0.35038, | |
| "recall_at_10": 0.40579, | |
| "recall_at_20": 0.46277, | |
| "recall_at_100": 0.65846, | |
| "recall_at_1000": 0.86218, | |
| "accuracy": 0.19004, | |
| "precision_at_1": 0.20565, | |
| "precision_at_3": 0.10508, | |
| "precision_at_5": 0.07819, | |
| "precision_at_10": 0.04621, | |
| "precision_at_20": 0.02695, | |
| "precision_at_100": 0.00774, | |
| "precision_at_1000": 0.00105, | |
| "mrr_at_1": 0.20565, | |
| "mrr_at_3": 0.249718, | |
| "mrr_at_5": 0.265085, | |
| "mrr_at_10": 0.273603, | |
| "mrr_at_20": 0.277552, | |
| "mrr_at_100": 0.282518, | |
| "mrr_at_1000": 0.283353, | |
| "nauc_ndcg_at_1_max": 0.205467, | |
| "nauc_ndcg_at_1_std": -0.060025, | |
| "nauc_ndcg_at_1_diff1": 0.418451, | |
| "nauc_ndcg_at_3_max": 0.203368, | |
| "nauc_ndcg_at_3_std": -0.067418, | |
| "nauc_ndcg_at_3_diff1": 0.366786, | |
| "nauc_ndcg_at_5_max": 0.197986, | |
| "nauc_ndcg_at_5_std": -0.062017, | |
| "nauc_ndcg_at_5_diff1": 0.344412, | |
| "nauc_ndcg_at_10_max": 0.204828, | |
| "nauc_ndcg_at_10_std": -0.04495, | |
| "nauc_ndcg_at_10_diff1": 0.328104, | |
| "nauc_ndcg_at_20_max": 0.206858, | |
| "nauc_ndcg_at_20_std": -0.037766, | |
| "nauc_ndcg_at_20_diff1": 0.332071, | |
| "nauc_ndcg_at_100_max": 0.211259, | |
| "nauc_ndcg_at_100_std": -0.017416, | |
| "nauc_ndcg_at_100_diff1": 0.330108, | |
| "nauc_ndcg_at_1000_max": 0.214965, | |
| "nauc_ndcg_at_1000_std": -0.018841, | |
| "nauc_ndcg_at_1000_diff1": 0.330601, | |
| "nauc_map_at_1_max": 0.201732, | |
| "nauc_map_at_1_std": -0.073813, | |
| "nauc_map_at_1_diff1": 0.4373, | |
| "nauc_map_at_3_max": 0.202604, | |
| "nauc_map_at_3_std": -0.072065, | |
| "nauc_map_at_3_diff1": 0.385648, | |
| "nauc_map_at_5_max": 0.200841, | |
| "nauc_map_at_5_std": -0.067971, | |
| "nauc_map_at_5_diff1": 0.372142, | |
| "nauc_map_at_10_max": 0.204125, | |
| "nauc_map_at_10_std": -0.060041, | |
| "nauc_map_at_10_diff1": 0.365397, | |
| "nauc_map_at_20_max": 0.205076, | |
| "nauc_map_at_20_std": -0.05836, | |
| "nauc_map_at_20_diff1": 0.367157, | |
| "nauc_map_at_100_max": 0.205905, | |
| "nauc_map_at_100_std": -0.05471, | |
| "nauc_map_at_100_diff1": 0.366412, | |
| "nauc_map_at_1000_max": 0.206137, | |
| "nauc_map_at_1000_std": -0.054563, | |
| "nauc_map_at_1000_diff1": 0.366341, | |
| "nauc_recall_at_1_max": 0.201732, | |
| "nauc_recall_at_1_std": -0.073813, | |
| "nauc_recall_at_1_diff1": 0.4373, | |
| "nauc_recall_at_3_max": 0.196646, | |
| "nauc_recall_at_3_std": -0.062757, | |
| "nauc_recall_at_3_diff1": 0.327816, | |
| "nauc_recall_at_5_max": 0.183653, | |
| "nauc_recall_at_5_std": -0.05594, | |
| "nauc_recall_at_5_diff1": 0.276552, | |
| "nauc_recall_at_10_max": 0.197735, | |
| "nauc_recall_at_10_std": -0.01277, | |
| "nauc_recall_at_10_diff1": 0.231384, | |
| "nauc_recall_at_20_max": 0.200918, | |
| "nauc_recall_at_20_std": 0.012395, | |
| "nauc_recall_at_20_diff1": 0.24116, | |
| "nauc_recall_at_100_max": 0.21523, | |
| "nauc_recall_at_100_std": 0.125155, | |
| "nauc_recall_at_100_diff1": 0.212078, | |
| "nauc_recall_at_1000_max": 0.282007, | |
| "nauc_recall_at_1000_std": 0.243346, | |
| "nauc_recall_at_1000_diff1": 0.126783, | |
| "nauc_precision_at_1_max": 0.205467, | |
| "nauc_precision_at_1_std": -0.060025, | |
| "nauc_precision_at_1_diff1": 0.418451, | |
| "nauc_precision_at_3_max": 0.210966, | |
| "nauc_precision_at_3_std": -0.051242, | |
| "nauc_precision_at_3_diff1": 0.306892, | |
| "nauc_precision_at_5_max": 0.194482, | |
| "nauc_precision_at_5_std": -0.02911, | |
| "nauc_precision_at_5_diff1": 0.249566, | |
| "nauc_precision_at_10_max": 0.216654, | |
| "nauc_precision_at_10_std": 0.017501, | |
| "nauc_precision_at_10_diff1": 0.200545, | |
| "nauc_precision_at_20_max": 0.221337, | |
| "nauc_precision_at_20_std": 0.038209, | |
| "nauc_precision_at_20_diff1": 0.199848, | |
| "nauc_precision_at_100_max": 0.2239, | |
| "nauc_precision_at_100_std": 0.154223, | |
| "nauc_precision_at_100_diff1": 0.129406, | |
| "nauc_precision_at_1000_max": 0.189711, | |
| "nauc_precision_at_1000_std": 0.167058, | |
| "nauc_precision_at_1000_diff1": -0.013446, | |
| "nauc_mrr_at_1_max": 0.205467, | |
| "nauc_mrr_at_1_std": -0.060025, | |
| "nauc_mrr_at_1_diff1": 0.418451, | |
| "nauc_mrr_at_3_max": 0.204972, | |
| "nauc_mrr_at_3_std": -0.057449, | |
| "nauc_mrr_at_3_diff1": 0.36957, | |
| "nauc_mrr_at_5_max": 0.201969, | |
| "nauc_mrr_at_5_std": -0.054649, | |
| "nauc_mrr_at_5_diff1": 0.356704, | |
| "nauc_mrr_at_10_max": 0.205387, | |
| "nauc_mrr_at_10_std": -0.048696, | |
| "nauc_mrr_at_10_diff1": 0.349052, | |
| "nauc_mrr_at_20_max": 0.205448, | |
| "nauc_mrr_at_20_std": -0.045792, | |
| "nauc_mrr_at_20_diff1": 0.349683, | |
| "nauc_mrr_at_100_max": 0.206059, | |
| "nauc_mrr_at_100_std": -0.042883, | |
| "nauc_mrr_at_100_diff1": 0.349667, | |
| "nauc_mrr_at_1000_max": 0.206081, | |
| "nauc_mrr_at_1000_std": -0.043094, | |
| "nauc_mrr_at_1000_diff1": 0.349704, | |
| "hit_rate_at_1": 0.20565, | |
| "hit_rate_at_3": 0.30734, | |
| "hit_rate_at_5": 0.37627, | |
| "hit_rate_at_10": 0.43842, | |
| "hit_rate_at_20": 0.49379, | |
| "hit_rate_at_100": 0.6904, | |
| "hit_rate_at_1000": 0.88475, | |
| "main_score": 0.2965, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 410.3554427623749, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |