Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", | |
| "task_name": "CQADupstackWordpressRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.14048, | |
| "ndcg_at_3": 0.19363, | |
| "ndcg_at_5": 0.21368, | |
| "ndcg_at_10": 0.23858, | |
| "ndcg_at_20": 0.25819, | |
| "ndcg_at_100": 0.29815, | |
| "ndcg_at_1000": 0.32505, | |
| "map_at_1": 0.13001, | |
| "map_at_3": 0.17555, | |
| "map_at_5": 0.1875, | |
| "map_at_10": 0.19808, | |
| "map_at_20": 0.20357, | |
| "map_at_100": 0.20904, | |
| "map_at_1000": 0.21005, | |
| "recall_at_1": 0.13001, | |
| "recall_at_3": 0.23031, | |
| "recall_at_5": 0.27813, | |
| "recall_at_10": 0.35228, | |
| "recall_at_20": 0.42609, | |
| "recall_at_100": 0.63368, | |
| "recall_at_1000": 0.83963, | |
| "accuracy": 0.13001, | |
| "precision_at_1": 0.14048, | |
| "precision_at_3": 0.08564, | |
| "precision_at_5": 0.06322, | |
| "precision_at_10": 0.04067, | |
| "precision_at_20": 0.02514, | |
| "precision_at_100": 0.00782, | |
| "precision_at_1000": 0.00113, | |
| "mrr_at_1": 0.140481, | |
| "mrr_at_3": 0.189464, | |
| "mrr_at_5": 0.200277, | |
| "mrr_at_10": 0.210398, | |
| "mrr_at_20": 0.215774, | |
| "mrr_at_100": 0.221138, | |
| "mrr_at_1000": 0.221818, | |
| "nauc_ndcg_at_1_max": 0.115435, | |
| "nauc_ndcg_at_1_std": -0.067595, | |
| "nauc_ndcg_at_1_diff1": 0.442807, | |
| "nauc_ndcg_at_3_max": 0.104581, | |
| "nauc_ndcg_at_3_std": -0.032052, | |
| "nauc_ndcg_at_3_diff1": 0.322978, | |
| "nauc_ndcg_at_5_max": 0.099955, | |
| "nauc_ndcg_at_5_std": -0.023424, | |
| "nauc_ndcg_at_5_diff1": 0.304527, | |
| "nauc_ndcg_at_10_max": 0.107684, | |
| "nauc_ndcg_at_10_std": -0.020334, | |
| "nauc_ndcg_at_10_diff1": 0.292103, | |
| "nauc_ndcg_at_20_max": 0.104147, | |
| "nauc_ndcg_at_20_std": -0.008628, | |
| "nauc_ndcg_at_20_diff1": 0.279934, | |
| "nauc_ndcg_at_100_max": 0.097113, | |
| "nauc_ndcg_at_100_std": 0.027827, | |
| "nauc_ndcg_at_100_diff1": 0.280887, | |
| "nauc_ndcg_at_1000_max": 0.105455, | |
| "nauc_ndcg_at_1000_std": 0.034688, | |
| "nauc_ndcg_at_1000_diff1": 0.286275, | |
| "nauc_map_at_1_max": 0.115885, | |
| "nauc_map_at_1_std": -0.068062, | |
| "nauc_map_at_1_diff1": 0.461963, | |
| "nauc_map_at_3_max": 0.103883, | |
| "nauc_map_at_3_std": -0.038976, | |
| "nauc_map_at_3_diff1": 0.353757, | |
| "nauc_map_at_5_max": 0.100721, | |
| "nauc_map_at_5_std": -0.034099, | |
| "nauc_map_at_5_diff1": 0.339688, | |
| "nauc_map_at_10_max": 0.10739, | |
| "nauc_map_at_10_std": -0.033386, | |
| "nauc_map_at_10_diff1": 0.334644, | |
| "nauc_map_at_20_max": 0.105904, | |
| "nauc_map_at_20_std": -0.029572, | |
| "nauc_map_at_20_diff1": 0.331057, | |
| "nauc_map_at_100_max": 0.104304, | |
| "nauc_map_at_100_std": -0.023991, | |
| "nauc_map_at_100_diff1": 0.329825, | |
| "nauc_map_at_1000_max": 0.104635, | |
| "nauc_map_at_1000_std": -0.023596, | |
| "nauc_map_at_1000_diff1": 0.329705, | |
| "nauc_recall_at_1_max": 0.115885, | |
| "nauc_recall_at_1_std": -0.068062, | |
| "nauc_recall_at_1_diff1": 0.461963, | |
| "nauc_recall_at_3_max": 0.087868, | |
| "nauc_recall_at_3_std": -0.01842, | |
| "nauc_recall_at_3_diff1": 0.257933, | |
| "nauc_recall_at_5_max": 0.086799, | |
| "nauc_recall_at_5_std": -0.005774, | |
| "nauc_recall_at_5_diff1": 0.231168, | |
| "nauc_recall_at_10_max": 0.097835, | |
| "nauc_recall_at_10_std": 0.004477, | |
| "nauc_recall_at_10_diff1": 0.200731, | |
| "nauc_recall_at_20_max": 0.089292, | |
| "nauc_recall_at_20_std": 0.035362, | |
| "nauc_recall_at_20_diff1": 0.16365, | |
| "nauc_recall_at_100_max": 0.048353, | |
| "nauc_recall_at_100_std": 0.218318, | |
| "nauc_recall_at_100_diff1": 0.156905, | |
| "nauc_recall_at_1000_max": 0.105813, | |
| "nauc_recall_at_1000_std": 0.45983, | |
| "nauc_recall_at_1000_diff1": 0.159645, | |
| "nauc_precision_at_1_max": 0.115435, | |
| "nauc_precision_at_1_std": -0.067595, | |
| "nauc_precision_at_1_diff1": 0.442807, | |
| "nauc_precision_at_3_max": 0.11624, | |
| "nauc_precision_at_3_std": -0.020353, | |
| "nauc_precision_at_3_diff1": 0.232359, | |
| "nauc_precision_at_5_max": 0.105391, | |
| "nauc_precision_at_5_std": 0.011659, | |
| "nauc_precision_at_5_diff1": 0.184504, | |
| "nauc_precision_at_10_max": 0.138607, | |
| "nauc_precision_at_10_std": 0.015981, | |
| "nauc_precision_at_10_diff1": 0.152522, | |
| "nauc_precision_at_20_max": 0.117224, | |
| "nauc_precision_at_20_std": 0.067797, | |
| "nauc_precision_at_20_diff1": 0.099646, | |
| "nauc_precision_at_100_max": 0.068607, | |
| "nauc_precision_at_100_std": 0.212263, | |
| "nauc_precision_at_100_diff1": 0.010535, | |
| "nauc_precision_at_1000_max": 0.027033, | |
| "nauc_precision_at_1000_std": 0.24365, | |
| "nauc_precision_at_1000_diff1": -0.134684, | |
| "nauc_mrr_at_1_max": 0.115435, | |
| "nauc_mrr_at_1_std": -0.067595, | |
| "nauc_mrr_at_1_diff1": 0.442807, | |
| "nauc_mrr_at_3_max": 0.111199, | |
| "nauc_mrr_at_3_std": -0.036077, | |
| "nauc_mrr_at_3_diff1": 0.338118, | |
| "nauc_mrr_at_5_max": 0.111595, | |
| "nauc_mrr_at_5_std": -0.028045, | |
| "nauc_mrr_at_5_diff1": 0.328242, | |
| "nauc_mrr_at_10_max": 0.11266, | |
| "nauc_mrr_at_10_std": -0.027461, | |
| "nauc_mrr_at_10_diff1": 0.321551, | |
| "nauc_mrr_at_20_max": 0.11168, | |
| "nauc_mrr_at_20_std": -0.023874, | |
| "nauc_mrr_at_20_diff1": 0.31842, | |
| "nauc_mrr_at_100_max": 0.11104, | |
| "nauc_mrr_at_100_std": -0.019073, | |
| "nauc_mrr_at_100_diff1": 0.319179, | |
| "nauc_mrr_at_1000_max": 0.111201, | |
| "nauc_mrr_at_1000_std": -0.019292, | |
| "nauc_mrr_at_1000_diff1": 0.319309, | |
| "hit_rate_at_1": 0.14048, | |
| "hit_rate_at_3": 0.24954, | |
| "hit_rate_at_5": 0.2976, | |
| "hit_rate_at_10": 0.37523, | |
| "hit_rate_at_20": 0.45471, | |
| "hit_rate_at_100": 0.67283, | |
| "hit_rate_at_1000": 0.86137, | |
| "main_score": 0.23858, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 521.0858821868896, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |