Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", | |
| "task_name": "CQADupstackGisRetrieval", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.14802, | |
| "ndcg_at_3": 0.18404, | |
| "ndcg_at_5": 0.19539, | |
| "ndcg_at_10": 0.21297, | |
| "ndcg_at_20": 0.22774, | |
| "ndcg_at_100": 0.25841, | |
| "ndcg_at_1000": 0.28962, | |
| "map_at_1": 0.13701, | |
| "map_at_3": 0.16959, | |
| "map_at_5": 0.17601, | |
| "map_at_10": 0.18335, | |
| "map_at_20": 0.18737, | |
| "map_at_100": 0.19143, | |
| "map_at_1000": 0.19245, | |
| "recall_at_1": 0.13701, | |
| "recall_at_3": 0.21143, | |
| "recall_at_5": 0.23855, | |
| "recall_at_10": 0.29166, | |
| "recall_at_20": 0.34871, | |
| "recall_at_100": 0.51082, | |
| "recall_at_1000": 0.75759, | |
| "accuracy": 0.13701, | |
| "precision_at_1": 0.14802, | |
| "precision_at_3": 0.07834, | |
| "precision_at_5": 0.05356, | |
| "precision_at_10": 0.03311, | |
| "precision_at_20": 0.02, | |
| "precision_at_100": 0.00599, | |
| "precision_at_1000": 0.00091, | |
| "mrr_at_1": 0.148023, | |
| "mrr_at_3": 0.183427, | |
| "mrr_at_5": 0.190377, | |
| "mrr_at_10": 0.197632, | |
| "mrr_at_20": 0.201503, | |
| "mrr_at_100": 0.205503, | |
| "mrr_at_1000": 0.206352, | |
| "nauc_ndcg_at_1_max": 0.241446, | |
| "nauc_ndcg_at_1_std": -0.094702, | |
| "nauc_ndcg_at_1_diff1": 0.438894, | |
| "nauc_ndcg_at_3_max": 0.201467, | |
| "nauc_ndcg_at_3_std": -0.040296, | |
| "nauc_ndcg_at_3_diff1": 0.38263, | |
| "nauc_ndcg_at_5_max": 0.206062, | |
| "nauc_ndcg_at_5_std": -0.021721, | |
| "nauc_ndcg_at_5_diff1": 0.371526, | |
| "nauc_ndcg_at_10_max": 0.202634, | |
| "nauc_ndcg_at_10_std": -0.010369, | |
| "nauc_ndcg_at_10_diff1": 0.3549, | |
| "nauc_ndcg_at_20_max": 0.203727, | |
| "nauc_ndcg_at_20_std": 0.007283, | |
| "nauc_ndcg_at_20_diff1": 0.344759, | |
| "nauc_ndcg_at_100_max": 0.201585, | |
| "nauc_ndcg_at_100_std": 0.007198, | |
| "nauc_ndcg_at_100_diff1": 0.343017, | |
| "nauc_ndcg_at_1000_max": 0.20987, | |
| "nauc_ndcg_at_1000_std": 0.008911, | |
| "nauc_ndcg_at_1000_diff1": 0.339753, | |
| "nauc_map_at_1_max": 0.229695, | |
| "nauc_map_at_1_std": -0.090778, | |
| "nauc_map_at_1_diff1": 0.442674, | |
| "nauc_map_at_3_max": 0.205399, | |
| "nauc_map_at_3_std": -0.05078, | |
| "nauc_map_at_3_diff1": 0.398154, | |
| "nauc_map_at_5_max": 0.207879, | |
| "nauc_map_at_5_std": -0.039771, | |
| "nauc_map_at_5_diff1": 0.391316, | |
| "nauc_map_at_10_max": 0.206349, | |
| "nauc_map_at_10_std": -0.034135, | |
| "nauc_map_at_10_diff1": 0.383829, | |
| "nauc_map_at_20_max": 0.207149, | |
| "nauc_map_at_20_std": -0.028556, | |
| "nauc_map_at_20_diff1": 0.380681, | |
| "nauc_map_at_100_max": 0.207302, | |
| "nauc_map_at_100_std": -0.028331, | |
| "nauc_map_at_100_diff1": 0.379522, | |
| "nauc_map_at_1000_max": 0.207586, | |
| "nauc_map_at_1000_std": -0.028329, | |
| "nauc_map_at_1000_diff1": 0.379381, | |
| "nauc_recall_at_1_max": 0.229695, | |
| "nauc_recall_at_1_std": -0.090778, | |
| "nauc_recall_at_1_diff1": 0.442674, | |
| "nauc_recall_at_3_max": 0.172604, | |
| "nauc_recall_at_3_std": -0.013815, | |
| "nauc_recall_at_3_diff1": 0.350774, | |
| "nauc_recall_at_5_max": 0.184876, | |
| "nauc_recall_at_5_std": 0.018596, | |
| "nauc_recall_at_5_diff1": 0.326955, | |
| "nauc_recall_at_10_max": 0.178987, | |
| "nauc_recall_at_10_std": 0.041875, | |
| "nauc_recall_at_10_diff1": 0.287236, | |
| "nauc_recall_at_20_max": 0.174097, | |
| "nauc_recall_at_20_std": 0.095634, | |
| "nauc_recall_at_20_diff1": 0.2543, | |
| "nauc_recall_at_100_max": 0.155359, | |
| "nauc_recall_at_100_std": 0.094894, | |
| "nauc_recall_at_100_diff1": 0.248938, | |
| "nauc_recall_at_1000_max": 0.208551, | |
| "nauc_recall_at_1000_std": 0.159475, | |
| "nauc_recall_at_1000_diff1": 0.170272, | |
| "nauc_precision_at_1_max": 0.241446, | |
| "nauc_precision_at_1_std": -0.094702, | |
| "nauc_precision_at_1_diff1": 0.438894, | |
| "nauc_precision_at_3_max": 0.191184, | |
| "nauc_precision_at_3_std": -0.009893, | |
| "nauc_precision_at_3_diff1": 0.345798, | |
| "nauc_precision_at_5_max": 0.203031, | |
| "nauc_precision_at_5_std": 0.03056, | |
| "nauc_precision_at_5_diff1": 0.317716, | |
| "nauc_precision_at_10_max": 0.189584, | |
| "nauc_precision_at_10_std": 0.059963, | |
| "nauc_precision_at_10_diff1": 0.278288, | |
| "nauc_precision_at_20_max": 0.205948, | |
| "nauc_precision_at_20_std": 0.103578, | |
| "nauc_precision_at_20_diff1": 0.241858, | |
| "nauc_precision_at_100_max": 0.192145, | |
| "nauc_precision_at_100_std": 0.105171, | |
| "nauc_precision_at_100_diff1": 0.20836, | |
| "nauc_precision_at_1000_max": 0.203403, | |
| "nauc_precision_at_1000_std": 0.133913, | |
| "nauc_precision_at_1000_diff1": 0.081355, | |
| "nauc_mrr_at_1_max": 0.241446, | |
| "nauc_mrr_at_1_std": -0.094702, | |
| "nauc_mrr_at_1_diff1": 0.438894, | |
| "nauc_mrr_at_3_max": 0.220107, | |
| "nauc_mrr_at_3_std": -0.050075, | |
| "nauc_mrr_at_3_diff1": 0.385785, | |
| "nauc_mrr_at_5_max": 0.224537, | |
| "nauc_mrr_at_5_std": -0.038183, | |
| "nauc_mrr_at_5_diff1": 0.379752, | |
| "nauc_mrr_at_10_max": 0.222755, | |
| "nauc_mrr_at_10_std": -0.033685, | |
| "nauc_mrr_at_10_diff1": 0.372554, | |
| "nauc_mrr_at_20_max": 0.223395, | |
| "nauc_mrr_at_20_std": -0.028966, | |
| "nauc_mrr_at_20_diff1": 0.369638, | |
| "nauc_mrr_at_100_max": 0.223009, | |
| "nauc_mrr_at_100_std": -0.029118, | |
| "nauc_mrr_at_100_diff1": 0.369214, | |
| "nauc_mrr_at_1000_max": 0.22309, | |
| "nauc_mrr_at_1000_std": -0.029286, | |
| "nauc_mrr_at_1000_diff1": 0.369222, | |
| "hit_rate_at_1": 0.14802, | |
| "hit_rate_at_3": 0.23051, | |
| "hit_rate_at_5": 0.26102, | |
| "hit_rate_at_10": 0.31751, | |
| "hit_rate_at_20": 0.37627, | |
| "hit_rate_at_100": 0.55028, | |
| "hit_rate_at_1000": 0.78418, | |
| "main_score": 0.21297, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 50.68451809883118, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |