Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", | |
| "task_name": "CQADupstackWebmastersRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.21937, | |
| "ndcg_at_3": 0.27274, | |
| "ndcg_at_5": 0.28587, | |
| "ndcg_at_10": 0.31327, | |
| "ndcg_at_20": 0.3329, | |
| "ndcg_at_100": 0.37491, | |
| "ndcg_at_1000": 0.40721, | |
| "map_at_1": 0.18622, | |
| "map_at_3": 0.23995, | |
| "map_at_5": 0.24959, | |
| "map_at_10": 0.26261, | |
| "map_at_20": 0.27003, | |
| "map_at_100": 0.27806, | |
| "map_at_1000": 0.28035, | |
| "recall_at_1": 0.18622, | |
| "recall_at_3": 0.29546, | |
| "recall_at_5": 0.332, | |
| "recall_at_10": 0.41501, | |
| "recall_at_20": 0.48812, | |
| "recall_at_100": 0.69388, | |
| "recall_at_1000": 0.90904, | |
| "accuracy": 0.18622, | |
| "precision_at_1": 0.21937, | |
| "precision_at_3": 0.1278, | |
| "precision_at_5": 0.09091, | |
| "precision_at_10": 0.06146, | |
| "precision_at_20": 0.04032, | |
| "precision_at_100": 0.01381, | |
| "precision_at_1000": 0.00233, | |
| "mrr_at_1": 0.219368, | |
| "mrr_at_3": 0.278327, | |
| "mrr_at_5": 0.28722, | |
| "mrr_at_10": 0.298878, | |
| "mrr_at_20": 0.304274, | |
| "mrr_at_100": 0.309291, | |
| "mrr_at_1000": 0.309969, | |
| "nauc_ndcg_at_1_max": 0.205806, | |
| "nauc_ndcg_at_1_std": -0.022055, | |
| "nauc_ndcg_at_1_diff1": 0.41167, | |
| "nauc_ndcg_at_3_max": 0.214123, | |
| "nauc_ndcg_at_3_std": 0.065781, | |
| "nauc_ndcg_at_3_diff1": 0.348382, | |
| "nauc_ndcg_at_5_max": 0.212249, | |
| "nauc_ndcg_at_5_std": 0.069996, | |
| "nauc_ndcg_at_5_diff1": 0.356753, | |
| "nauc_ndcg_at_10_max": 0.211098, | |
| "nauc_ndcg_at_10_std": 0.084688, | |
| "nauc_ndcg_at_10_diff1": 0.370725, | |
| "nauc_ndcg_at_20_max": 0.219452, | |
| "nauc_ndcg_at_20_std": 0.092902, | |
| "nauc_ndcg_at_20_diff1": 0.372046, | |
| "nauc_ndcg_at_100_max": 0.228064, | |
| "nauc_ndcg_at_100_std": 0.11123, | |
| "nauc_ndcg_at_100_diff1": 0.36461, | |
| "nauc_ndcg_at_1000_max": 0.230216, | |
| "nauc_ndcg_at_1000_std": 0.106767, | |
| "nauc_ndcg_at_1000_diff1": 0.355181, | |
| "nauc_map_at_1_max": 0.214091, | |
| "nauc_map_at_1_std": -0.050987, | |
| "nauc_map_at_1_diff1": 0.431585, | |
| "nauc_map_at_3_max": 0.215742, | |
| "nauc_map_at_3_std": 0.023616, | |
| "nauc_map_at_3_diff1": 0.370705, | |
| "nauc_map_at_5_max": 0.215695, | |
| "nauc_map_at_5_std": 0.026131, | |
| "nauc_map_at_5_diff1": 0.376614, | |
| "nauc_map_at_10_max": 0.214956, | |
| "nauc_map_at_10_std": 0.035824, | |
| "nauc_map_at_10_diff1": 0.382804, | |
| "nauc_map_at_20_max": 0.220058, | |
| "nauc_map_at_20_std": 0.046152, | |
| "nauc_map_at_20_diff1": 0.382941, | |
| "nauc_map_at_100_max": 0.220966, | |
| "nauc_map_at_100_std": 0.055565, | |
| "nauc_map_at_100_diff1": 0.380704, | |
| "nauc_map_at_1000_max": 0.219475, | |
| "nauc_map_at_1000_std": 0.05742, | |
| "nauc_map_at_1000_diff1": 0.378371, | |
| "nauc_recall_at_1_max": 0.214091, | |
| "nauc_recall_at_1_std": -0.050987, | |
| "nauc_recall_at_1_diff1": 0.431585, | |
| "nauc_recall_at_3_max": 0.211035, | |
| "nauc_recall_at_3_std": 0.089839, | |
| "nauc_recall_at_3_diff1": 0.31531, | |
| "nauc_recall_at_5_max": 0.20504, | |
| "nauc_recall_at_5_std": 0.093634, | |
| "nauc_recall_at_5_diff1": 0.328744, | |
| "nauc_recall_at_10_max": 0.200175, | |
| "nauc_recall_at_10_std": 0.140686, | |
| "nauc_recall_at_10_diff1": 0.35188, | |
| "nauc_recall_at_20_max": 0.221197, | |
| "nauc_recall_at_20_std": 0.176191, | |
| "nauc_recall_at_20_diff1": 0.359699, | |
| "nauc_recall_at_100_max": 0.233904, | |
| "nauc_recall_at_100_std": 0.293603, | |
| "nauc_recall_at_100_diff1": 0.311297, | |
| "nauc_recall_at_1000_max": 0.334517, | |
| "nauc_recall_at_1000_std": 0.401122, | |
| "nauc_recall_at_1000_diff1": 0.135304, | |
| "nauc_precision_at_1_max": 0.205806, | |
| "nauc_precision_at_1_std": -0.022055, | |
| "nauc_precision_at_1_diff1": 0.41167, | |
| "nauc_precision_at_3_max": 0.188473, | |
| "nauc_precision_at_3_std": 0.131795, | |
| "nauc_precision_at_3_diff1": 0.269462, | |
| "nauc_precision_at_5_max": 0.172083, | |
| "nauc_precision_at_5_std": 0.157546, | |
| "nauc_precision_at_5_diff1": 0.255519, | |
| "nauc_precision_at_10_max": 0.160468, | |
| "nauc_precision_at_10_std": 0.234025, | |
| "nauc_precision_at_10_diff1": 0.24435, | |
| "nauc_precision_at_20_max": 0.160228, | |
| "nauc_precision_at_20_std": 0.296571, | |
| "nauc_precision_at_20_diff1": 0.180054, | |
| "nauc_precision_at_100_max": 0.019627, | |
| "nauc_precision_at_100_std": 0.305683, | |
| "nauc_precision_at_100_diff1": -0.015081, | |
| "nauc_precision_at_1000_max": -0.114629, | |
| "nauc_precision_at_1000_std": 0.170659, | |
| "nauc_precision_at_1000_diff1": -0.173047, | |
| "nauc_mrr_at_1_max": 0.205806, | |
| "nauc_mrr_at_1_std": -0.022055, | |
| "nauc_mrr_at_1_diff1": 0.41167, | |
| "nauc_mrr_at_3_max": 0.212607, | |
| "nauc_mrr_at_3_std": 0.053805, | |
| "nauc_mrr_at_3_diff1": 0.357305, | |
| "nauc_mrr_at_5_max": 0.21078, | |
| "nauc_mrr_at_5_std": 0.058757, | |
| "nauc_mrr_at_5_diff1": 0.357453, | |
| "nauc_mrr_at_10_max": 0.211923, | |
| "nauc_mrr_at_10_std": 0.064362, | |
| "nauc_mrr_at_10_diff1": 0.362376, | |
| "nauc_mrr_at_20_max": 0.21316, | |
| "nauc_mrr_at_20_std": 0.066068, | |
| "nauc_mrr_at_20_diff1": 0.364287, | |
| "nauc_mrr_at_100_max": 0.214309, | |
| "nauc_mrr_at_100_std": 0.068451, | |
| "nauc_mrr_at_100_diff1": 0.364175, | |
| "nauc_mrr_at_1000_max": 0.214358, | |
| "nauc_mrr_at_1000_std": 0.068295, | |
| "nauc_mrr_at_1000_diff1": 0.364238, | |
| "hit_rate_at_1": 0.21937, | |
| "hit_rate_at_3": 0.34783, | |
| "hit_rate_at_5": 0.38735, | |
| "hit_rate_at_10": 0.47826, | |
| "hit_rate_at_20": 0.55731, | |
| "hit_rate_at_100": 0.75494, | |
| "hit_rate_at_1000": 0.92885, | |
| "main_score": 0.31327, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 188.55257272720337, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |