Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", | |
| "task_name": "CQADupstackWordpressRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.122, | |
| "ndcg_at_3": 0.16141, | |
| "ndcg_at_5": 0.1759, | |
| "ndcg_at_10": 0.19303, | |
| "ndcg_at_20": 0.20939, | |
| "ndcg_at_100": 0.23793, | |
| "ndcg_at_1000": 0.27084, | |
| "map_at_1": 0.10974, | |
| "map_at_3": 0.14601, | |
| "map_at_5": 0.15435, | |
| "map_at_10": 0.16167, | |
| "map_at_20": 0.1664, | |
| "map_at_100": 0.17026, | |
| "map_at_1000": 0.17136, | |
| "recall_at_1": 0.10974, | |
| "recall_at_3": 0.18965, | |
| "recall_at_5": 0.22539, | |
| "recall_at_10": 0.2764, | |
| "recall_at_20": 0.33844, | |
| "recall_at_100": 0.48838, | |
| "recall_at_1000": 0.74369, | |
| "accuracy": 0.10974, | |
| "precision_at_1": 0.122, | |
| "precision_at_3": 0.07332, | |
| "precision_at_5": 0.0525, | |
| "precision_at_10": 0.03253, | |
| "precision_at_20": 0.02006, | |
| "precision_at_100": 0.00597, | |
| "precision_at_1000": 0.00096, | |
| "mrr_at_1": 0.121996, | |
| "mrr_at_3": 0.159889, | |
| "mrr_at_5": 0.168669, | |
| "mrr_at_10": 0.175591, | |
| "mrr_at_20": 0.180107, | |
| "mrr_at_100": 0.183785, | |
| "mrr_at_1000": 0.184795, | |
| "nauc_ndcg_at_1_max": 0.195498, | |
| "nauc_ndcg_at_1_std": -0.059471, | |
| "nauc_ndcg_at_1_diff1": 0.436445, | |
| "nauc_ndcg_at_3_max": 0.128434, | |
| "nauc_ndcg_at_3_std": -0.007535, | |
| "nauc_ndcg_at_3_diff1": 0.304886, | |
| "nauc_ndcg_at_5_max": 0.12511, | |
| "nauc_ndcg_at_5_std": -0.006802, | |
| "nauc_ndcg_at_5_diff1": 0.288306, | |
| "nauc_ndcg_at_10_max": 0.131754, | |
| "nauc_ndcg_at_10_std": 0.006221, | |
| "nauc_ndcg_at_10_diff1": 0.273192, | |
| "nauc_ndcg_at_20_max": 0.138004, | |
| "nauc_ndcg_at_20_std": 0.002491, | |
| "nauc_ndcg_at_20_diff1": 0.260138, | |
| "nauc_ndcg_at_100_max": 0.14504, | |
| "nauc_ndcg_at_100_std": 0.013659, | |
| "nauc_ndcg_at_100_diff1": 0.262462, | |
| "nauc_ndcg_at_1000_max": 0.144261, | |
| "nauc_ndcg_at_1000_std": 0.03415, | |
| "nauc_ndcg_at_1000_diff1": 0.271006, | |
| "nauc_map_at_1_max": 0.180579, | |
| "nauc_map_at_1_std": -0.070196, | |
| "nauc_map_at_1_diff1": 0.441501, | |
| "nauc_map_at_3_max": 0.133264, | |
| "nauc_map_at_3_std": -0.026593, | |
| "nauc_map_at_3_diff1": 0.331688, | |
| "nauc_map_at_5_max": 0.13353, | |
| "nauc_map_at_5_std": -0.024144, | |
| "nauc_map_at_5_diff1": 0.321083, | |
| "nauc_map_at_10_max": 0.137716, | |
| "nauc_map_at_10_std": -0.016867, | |
| "nauc_map_at_10_diff1": 0.314727, | |
| "nauc_map_at_20_max": 0.140282, | |
| "nauc_map_at_20_std": -0.017288, | |
| "nauc_map_at_20_diff1": 0.310382, | |
| "nauc_map_at_100_max": 0.142128, | |
| "nauc_map_at_100_std": -0.014783, | |
| "nauc_map_at_100_diff1": 0.311585, | |
| "nauc_map_at_1000_max": 0.141751, | |
| "nauc_map_at_1000_std": -0.013976, | |
| "nauc_map_at_1000_diff1": 0.311687, | |
| "nauc_recall_at_1_max": 0.180579, | |
| "nauc_recall_at_1_std": -0.070196, | |
| "nauc_recall_at_1_diff1": 0.441501, | |
| "nauc_recall_at_3_max": 0.085733, | |
| "nauc_recall_at_3_std": 0.011728, | |
| "nauc_recall_at_3_diff1": 0.246733, | |
| "nauc_recall_at_5_max": 0.088181, | |
| "nauc_recall_at_5_std": 0.016066, | |
| "nauc_recall_at_5_diff1": 0.211521, | |
| "nauc_recall_at_10_max": 0.105782, | |
| "nauc_recall_at_10_std": 0.04734, | |
| "nauc_recall_at_10_diff1": 0.181323, | |
| "nauc_recall_at_20_max": 0.123856, | |
| "nauc_recall_at_20_std": 0.032875, | |
| "nauc_recall_at_20_diff1": 0.1429, | |
| "nauc_recall_at_100_max": 0.146237, | |
| "nauc_recall_at_100_std": 0.068235, | |
| "nauc_recall_at_100_diff1": 0.145626, | |
| "nauc_recall_at_1000_max": 0.174113, | |
| "nauc_recall_at_1000_std": 0.274934, | |
| "nauc_recall_at_1000_diff1": 0.176475, | |
| "nauc_precision_at_1_max": 0.195498, | |
| "nauc_precision_at_1_std": -0.059471, | |
| "nauc_precision_at_1_diff1": 0.436445, | |
| "nauc_precision_at_3_max": 0.101494, | |
| "nauc_precision_at_3_std": 0.039666, | |
| "nauc_precision_at_3_diff1": 0.224942, | |
| "nauc_precision_at_5_max": 0.101147, | |
| "nauc_precision_at_5_std": 0.042223, | |
| "nauc_precision_at_5_diff1": 0.195269, | |
| "nauc_precision_at_10_max": 0.118604, | |
| "nauc_precision_at_10_std": 0.070029, | |
| "nauc_precision_at_10_diff1": 0.158614, | |
| "nauc_precision_at_20_max": 0.129791, | |
| "nauc_precision_at_20_std": 0.054065, | |
| "nauc_precision_at_20_diff1": 0.124559, | |
| "nauc_precision_at_100_max": 0.128013, | |
| "nauc_precision_at_100_std": 0.083705, | |
| "nauc_precision_at_100_diff1": 0.106863, | |
| "nauc_precision_at_1000_max": 0.002782, | |
| "nauc_precision_at_1000_std": 0.104374, | |
| "nauc_precision_at_1000_diff1": 0.037189, | |
| "nauc_mrr_at_1_max": 0.195498, | |
| "nauc_mrr_at_1_std": -0.059471, | |
| "nauc_mrr_at_1_diff1": 0.436445, | |
| "nauc_mrr_at_3_max": 0.157307, | |
| "nauc_mrr_at_3_std": -0.006856, | |
| "nauc_mrr_at_3_diff1": 0.327136, | |
| "nauc_mrr_at_5_max": 0.156103, | |
| "nauc_mrr_at_5_std": -0.00517, | |
| "nauc_mrr_at_5_diff1": 0.317749, | |
| "nauc_mrr_at_10_max": 0.157007, | |
| "nauc_mrr_at_10_std": -0.002098, | |
| "nauc_mrr_at_10_diff1": 0.311015, | |
| "nauc_mrr_at_20_max": 0.15746, | |
| "nauc_mrr_at_20_std": -0.003828, | |
| "nauc_mrr_at_20_diff1": 0.30755, | |
| "nauc_mrr_at_100_max": 0.158759, | |
| "nauc_mrr_at_100_std": -0.001935, | |
| "nauc_mrr_at_100_diff1": 0.308359, | |
| "nauc_mrr_at_1000_max": 0.158403, | |
| "nauc_mrr_at_1000_std": -0.001162, | |
| "nauc_mrr_at_1000_diff1": 0.308619, | |
| "hit_rate_at_1": 0.122, | |
| "hit_rate_at_3": 0.20887, | |
| "hit_rate_at_5": 0.24769, | |
| "hit_rate_at_10": 0.29945, | |
| "hit_rate_at_20": 0.36229, | |
| "hit_rate_at_100": 0.51941, | |
| "hit_rate_at_1000": 0.77819, | |
| "main_score": 0.19303, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 61.142884731292725, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |