Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", | |
| "task_name": "CQADupstackWordpressRetrieval", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.1183, | |
| "ndcg_at_3": 0.14215, | |
| "ndcg_at_5": 0.16196, | |
| "ndcg_at_10": 0.17788, | |
| "ndcg_at_20": 0.19259, | |
| "ndcg_at_100": 0.22007, | |
| "ndcg_at_1000": 0.25292, | |
| "map_at_1": 0.10672, | |
| "map_at_3": 0.13038, | |
| "map_at_5": 0.14213, | |
| "map_at_10": 0.14878, | |
| "map_at_20": 0.15284, | |
| "map_at_100": 0.15647, | |
| "map_at_1000": 0.15754, | |
| "recall_at_1": 0.10672, | |
| "recall_at_3": 0.16069, | |
| "recall_at_5": 0.20943, | |
| "recall_at_10": 0.25786, | |
| "recall_at_20": 0.31275, | |
| "recall_at_100": 0.45988, | |
| "recall_at_1000": 0.71337, | |
| "accuracy": 0.10672, | |
| "precision_at_1": 0.1183, | |
| "precision_at_3": 0.05977, | |
| "precision_at_5": 0.04806, | |
| "precision_at_10": 0.02976, | |
| "precision_at_20": 0.01839, | |
| "precision_at_100": 0.00549, | |
| "precision_at_1000": 0.00092, | |
| "mrr_at_1": 0.118299, | |
| "mrr_at_3": 0.144177, | |
| "mrr_at_5": 0.154621, | |
| "mrr_at_10": 0.160999, | |
| "mrr_at_20": 0.165328, | |
| "mrr_at_100": 0.168711, | |
| "mrr_at_1000": 0.169728, | |
| "nauc_ndcg_at_1_max": 0.164695, | |
| "nauc_ndcg_at_1_std": 0.032175, | |
| "nauc_ndcg_at_1_diff1": 0.372785, | |
| "nauc_ndcg_at_3_max": 0.164043, | |
| "nauc_ndcg_at_3_std": 0.026037, | |
| "nauc_ndcg_at_3_diff1": 0.339874, | |
| "nauc_ndcg_at_5_max": 0.187577, | |
| "nauc_ndcg_at_5_std": 0.021521, | |
| "nauc_ndcg_at_5_diff1": 0.319884, | |
| "nauc_ndcg_at_10_max": 0.182457, | |
| "nauc_ndcg_at_10_std": 0.003809, | |
| "nauc_ndcg_at_10_diff1": 0.307408, | |
| "nauc_ndcg_at_20_max": 0.171887, | |
| "nauc_ndcg_at_20_std": 0.005491, | |
| "nauc_ndcg_at_20_diff1": 0.287707, | |
| "nauc_ndcg_at_100_max": 0.158196, | |
| "nauc_ndcg_at_100_std": 0.038635, | |
| "nauc_ndcg_at_100_diff1": 0.285936, | |
| "nauc_ndcg_at_1000_max": 0.170112, | |
| "nauc_ndcg_at_1000_std": 0.057197, | |
| "nauc_ndcg_at_1000_diff1": 0.29653, | |
| "nauc_map_at_1_max": 0.140964, | |
| "nauc_map_at_1_std": 0.014934, | |
| "nauc_map_at_1_diff1": 0.389536, | |
| "nauc_map_at_3_max": 0.153776, | |
| "nauc_map_at_3_std": 0.018749, | |
| "nauc_map_at_3_diff1": 0.351528, | |
| "nauc_map_at_5_max": 0.16811, | |
| "nauc_map_at_5_std": 0.017556, | |
| "nauc_map_at_5_diff1": 0.337622, | |
| "nauc_map_at_10_max": 0.165728, | |
| "nauc_map_at_10_std": 0.010531, | |
| "nauc_map_at_10_diff1": 0.331862, | |
| "nauc_map_at_20_max": 0.162785, | |
| "nauc_map_at_20_std": 0.0116, | |
| "nauc_map_at_20_diff1": 0.325377, | |
| "nauc_map_at_100_max": 0.16118, | |
| "nauc_map_at_100_std": 0.017533, | |
| "nauc_map_at_100_diff1": 0.325035, | |
| "nauc_map_at_1000_max": 0.161753, | |
| "nauc_map_at_1000_std": 0.018288, | |
| "nauc_map_at_1000_diff1": 0.325424, | |
| "nauc_recall_at_1_max": 0.140964, | |
| "nauc_recall_at_1_std": 0.014934, | |
| "nauc_recall_at_1_diff1": 0.389536, | |
| "nauc_recall_at_3_max": 0.168015, | |
| "nauc_recall_at_3_std": 0.016617, | |
| "nauc_recall_at_3_diff1": 0.31809, | |
| "nauc_recall_at_5_max": 0.21496, | |
| "nauc_recall_at_5_std": 0.010094, | |
| "nauc_recall_at_5_diff1": 0.276185, | |
| "nauc_recall_at_10_max": 0.198277, | |
| "nauc_recall_at_10_std": -0.031114, | |
| "nauc_recall_at_10_diff1": 0.249145, | |
| "nauc_recall_at_20_max": 0.164474, | |
| "nauc_recall_at_20_std": -0.02835, | |
| "nauc_recall_at_20_diff1": 0.195307, | |
| "nauc_recall_at_100_max": 0.110713, | |
| "nauc_recall_at_100_std": 0.091003, | |
| "nauc_recall_at_100_diff1": 0.191395, | |
| "nauc_recall_at_1000_max": 0.179606, | |
| "nauc_recall_at_1000_std": 0.256015, | |
| "nauc_recall_at_1000_diff1": 0.238062, | |
| "nauc_precision_at_1_max": 0.164695, | |
| "nauc_precision_at_1_std": 0.032175, | |
| "nauc_precision_at_1_diff1": 0.372785, | |
| "nauc_precision_at_3_max": 0.186435, | |
| "nauc_precision_at_3_std": 0.042281, | |
| "nauc_precision_at_3_diff1": 0.315545, | |
| "nauc_precision_at_5_max": 0.235141, | |
| "nauc_precision_at_5_std": 0.045026, | |
| "nauc_precision_at_5_diff1": 0.26898, | |
| "nauc_precision_at_10_max": 0.223709, | |
| "nauc_precision_at_10_std": 0.002352, | |
| "nauc_precision_at_10_diff1": 0.23372, | |
| "nauc_precision_at_20_max": 0.186954, | |
| "nauc_precision_at_20_std": 0.008967, | |
| "nauc_precision_at_20_diff1": 0.178719, | |
| "nauc_precision_at_100_max": 0.107271, | |
| "nauc_precision_at_100_std": 0.131235, | |
| "nauc_precision_at_100_diff1": 0.163608, | |
| "nauc_precision_at_1000_max": 0.05915, | |
| "nauc_precision_at_1000_std": 0.164467, | |
| "nauc_precision_at_1000_diff1": 0.103451, | |
| "nauc_mrr_at_1_max": 0.164695, | |
| "nauc_mrr_at_1_std": 0.032175, | |
| "nauc_mrr_at_1_diff1": 0.372785, | |
| "nauc_mrr_at_3_max": 0.172279, | |
| "nauc_mrr_at_3_std": 0.037802, | |
| "nauc_mrr_at_3_diff1": 0.34134, | |
| "nauc_mrr_at_5_max": 0.189396, | |
| "nauc_mrr_at_5_std": 0.03853, | |
| "nauc_mrr_at_5_diff1": 0.33312, | |
| "nauc_mrr_at_10_max": 0.187599, | |
| "nauc_mrr_at_10_std": 0.030987, | |
| "nauc_mrr_at_10_diff1": 0.327884, | |
| "nauc_mrr_at_20_max": 0.184218, | |
| "nauc_mrr_at_20_std": 0.031971, | |
| "nauc_mrr_at_20_diff1": 0.322255, | |
| "nauc_mrr_at_100_max": 0.181757, | |
| "nauc_mrr_at_100_std": 0.036436, | |
| "nauc_mrr_at_100_diff1": 0.321251, | |
| "nauc_mrr_at_1000_max": 0.182277, | |
| "nauc_mrr_at_1000_std": 0.037031, | |
| "nauc_mrr_at_1000_diff1": 0.321696, | |
| "hit_rate_at_1": 0.1183, | |
| "hit_rate_at_3": 0.17745, | |
| "hit_rate_at_5": 0.22551, | |
| "hit_rate_at_10": 0.27542, | |
| "hit_rate_at_20": 0.33826, | |
| "hit_rate_at_100": 0.48614, | |
| "hit_rate_at_1000": 0.74861, | |
| "main_score": 0.17788, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 64.67129135131836, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |