Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", | |
| "task_name": "CQADupstackStatsRetrieval", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.17791, | |
| "ndcg_at_3": 0.196, | |
| "ndcg_at_5": 0.20613, | |
| "ndcg_at_10": 0.21584, | |
| "ndcg_at_20": 0.23198, | |
| "ndcg_at_100": 0.2541, | |
| "ndcg_at_1000": 0.2823, | |
| "map_at_1": 0.15916, | |
| "map_at_3": 0.18159, | |
| "map_at_5": 0.18832, | |
| "map_at_10": 0.19288, | |
| "map_at_20": 0.19742, | |
| "map_at_100": 0.20071, | |
| "map_at_1000": 0.20158, | |
| "recall_at_1": 0.15916, | |
| "recall_at_3": 0.20938, | |
| "recall_at_5": 0.23693, | |
| "recall_at_10": 0.26651, | |
| "recall_at_20": 0.32725, | |
| "recall_at_100": 0.44016, | |
| "recall_at_1000": 0.66098, | |
| "accuracy": 0.15916, | |
| "precision_at_1": 0.17791, | |
| "precision_at_3": 0.08282, | |
| "precision_at_5": 0.05675, | |
| "precision_at_10": 0.03221, | |
| "precision_at_20": 0.01986, | |
| "precision_at_100": 0.00544, | |
| "precision_at_1000": 0.00086, | |
| "mrr_at_1": 0.177914, | |
| "mrr_at_3": 0.202454, | |
| "mrr_at_5": 0.209509, | |
| "mrr_at_10": 0.213756, | |
| "mrr_at_20": 0.218521, | |
| "mrr_at_100": 0.221363, | |
| "mrr_at_1000": 0.222132, | |
| "nauc_ndcg_at_1_max": 0.183033, | |
| "nauc_ndcg_at_1_std": 0.032397, | |
| "nauc_ndcg_at_1_diff1": 0.494928, | |
| "nauc_ndcg_at_3_max": 0.149511, | |
| "nauc_ndcg_at_3_std": 0.02736, | |
| "nauc_ndcg_at_3_diff1": 0.452294, | |
| "nauc_ndcg_at_5_max": 0.140584, | |
| "nauc_ndcg_at_5_std": 0.022732, | |
| "nauc_ndcg_at_5_diff1": 0.441298, | |
| "nauc_ndcg_at_10_max": 0.127631, | |
| "nauc_ndcg_at_10_std": 0.022824, | |
| "nauc_ndcg_at_10_diff1": 0.428288, | |
| "nauc_ndcg_at_20_max": 0.14009, | |
| "nauc_ndcg_at_20_std": 0.04502, | |
| "nauc_ndcg_at_20_diff1": 0.420768, | |
| "nauc_ndcg_at_100_max": 0.139258, | |
| "nauc_ndcg_at_100_std": 0.077834, | |
| "nauc_ndcg_at_100_diff1": 0.401035, | |
| "nauc_ndcg_at_1000_max": 0.140727, | |
| "nauc_ndcg_at_1000_std": 0.08085, | |
| "nauc_ndcg_at_1000_diff1": 0.399758, | |
| "nauc_map_at_1_max": 0.162492, | |
| "nauc_map_at_1_std": -0.005286, | |
| "nauc_map_at_1_diff1": 0.516272, | |
| "nauc_map_at_3_max": 0.147141, | |
| "nauc_map_at_3_std": 0.011165, | |
| "nauc_map_at_3_diff1": 0.47213, | |
| "nauc_map_at_5_max": 0.144364, | |
| "nauc_map_at_5_std": 0.012534, | |
| "nauc_map_at_5_diff1": 0.46441, | |
| "nauc_map_at_10_max": 0.138004, | |
| "nauc_map_at_10_std": 0.01317, | |
| "nauc_map_at_10_diff1": 0.459172, | |
| "nauc_map_at_20_max": 0.141604, | |
| "nauc_map_at_20_std": 0.019593, | |
| "nauc_map_at_20_diff1": 0.456463, | |
| "nauc_map_at_100_max": 0.141807, | |
| "nauc_map_at_100_std": 0.024972, | |
| "nauc_map_at_100_diff1": 0.453337, | |
| "nauc_map_at_1000_max": 0.142015, | |
| "nauc_map_at_1000_std": 0.02531, | |
| "nauc_map_at_1000_diff1": 0.453118, | |
| "nauc_recall_at_1_max": 0.162492, | |
| "nauc_recall_at_1_std": -0.005286, | |
| "nauc_recall_at_1_diff1": 0.516272, | |
| "nauc_recall_at_3_max": 0.12429, | |
| "nauc_recall_at_3_std": 0.022123, | |
| "nauc_recall_at_3_diff1": 0.419082, | |
| "nauc_recall_at_5_max": 0.111799, | |
| "nauc_recall_at_5_std": 0.022117, | |
| "nauc_recall_at_5_diff1": 0.382958, | |
| "nauc_recall_at_10_max": 0.083367, | |
| "nauc_recall_at_10_std": 0.024539, | |
| "nauc_recall_at_10_diff1": 0.352838, | |
| "nauc_recall_at_20_max": 0.121184, | |
| "nauc_recall_at_20_std": 0.09396, | |
| "nauc_recall_at_20_diff1": 0.327596, | |
| "nauc_recall_at_100_max": 0.114498, | |
| "nauc_recall_at_100_std": 0.228954, | |
| "nauc_recall_at_100_diff1": 0.244536, | |
| "nauc_recall_at_1000_max": 0.099269, | |
| "nauc_recall_at_1000_std": 0.282387, | |
| "nauc_recall_at_1000_diff1": 0.195672, | |
| "nauc_precision_at_1_max": 0.183033, | |
| "nauc_precision_at_1_std": 0.032397, | |
| "nauc_precision_at_1_diff1": 0.494928, | |
| "nauc_precision_at_3_max": 0.151787, | |
| "nauc_precision_at_3_std": 0.067144, | |
| "nauc_precision_at_3_diff1": 0.368324, | |
| "nauc_precision_at_5_max": 0.142679, | |
| "nauc_precision_at_5_std": 0.063829, | |
| "nauc_precision_at_5_diff1": 0.347896, | |
| "nauc_precision_at_10_max": 0.106501, | |
| "nauc_precision_at_10_std": 0.064661, | |
| "nauc_precision_at_10_diff1": 0.311837, | |
| "nauc_precision_at_20_max": 0.148322, | |
| "nauc_precision_at_20_std": 0.139417, | |
| "nauc_precision_at_20_diff1": 0.287879, | |
| "nauc_precision_at_100_max": 0.15121, | |
| "nauc_precision_at_100_std": 0.277803, | |
| "nauc_precision_at_100_diff1": 0.19018, | |
| "nauc_precision_at_1000_max": 0.142965, | |
| "nauc_precision_at_1000_std": 0.246585, | |
| "nauc_precision_at_1000_diff1": 0.088476, | |
| "nauc_mrr_at_1_max": 0.183033, | |
| "nauc_mrr_at_1_std": 0.032397, | |
| "nauc_mrr_at_1_diff1": 0.494928, | |
| "nauc_mrr_at_3_max": 0.165672, | |
| "nauc_mrr_at_3_std": 0.042397, | |
| "nauc_mrr_at_3_diff1": 0.45951, | |
| "nauc_mrr_at_5_max": 0.161531, | |
| "nauc_mrr_at_5_std": 0.040125, | |
| "nauc_mrr_at_5_diff1": 0.449297, | |
| "nauc_mrr_at_10_max": 0.157097, | |
| "nauc_mrr_at_10_std": 0.04048, | |
| "nauc_mrr_at_10_diff1": 0.443077, | |
| "nauc_mrr_at_20_max": 0.16014, | |
| "nauc_mrr_at_20_std": 0.045543, | |
| "nauc_mrr_at_20_diff1": 0.44011, | |
| "nauc_mrr_at_100_max": 0.159399, | |
| "nauc_mrr_at_100_std": 0.049364, | |
| "nauc_mrr_at_100_diff1": 0.437581, | |
| "nauc_mrr_at_1000_max": 0.159609, | |
| "nauc_mrr_at_1000_std": 0.049379, | |
| "nauc_mrr_at_1000_diff1": 0.437715, | |
| "hit_rate_at_1": 0.17791, | |
| "hit_rate_at_3": 0.2362, | |
| "hit_rate_at_5": 0.26687, | |
| "hit_rate_at_10": 0.29755, | |
| "hit_rate_at_20": 0.3635, | |
| "hit_rate_at_100": 0.47853, | |
| "hit_rate_at_1000": 0.70706, | |
| "main_score": 0.21584, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 55.42213582992554, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |