Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", | |
| "task_name": "CQADupstackUnixRetrieval", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.15019, | |
| "ndcg_at_3": 0.17164, | |
| "ndcg_at_5": 0.18569, | |
| "ndcg_at_10": 0.20122, | |
| "ndcg_at_20": 0.21533, | |
| "ndcg_at_100": 0.24505, | |
| "ndcg_at_1000": 0.27639, | |
| "map_at_1": 0.13004, | |
| "map_at_3": 0.15652, | |
| "map_at_5": 0.16524, | |
| "map_at_10": 0.17179, | |
| "map_at_20": 0.17567, | |
| "map_at_100": 0.17953, | |
| "map_at_1000": 0.1807, | |
| "recall_at_1": 0.13004, | |
| "recall_at_3": 0.18757, | |
| "recall_at_5": 0.22323, | |
| "recall_at_10": 0.27001, | |
| "recall_at_20": 0.32078, | |
| "recall_at_100": 0.47425, | |
| "recall_at_1000": 0.70188, | |
| "accuracy": 0.13004, | |
| "precision_at_1": 0.15019, | |
| "precision_at_3": 0.07556, | |
| "precision_at_5": 0.05466, | |
| "precision_at_10": 0.03321, | |
| "precision_at_20": 0.02043, | |
| "precision_at_100": 0.0063, | |
| "precision_at_1000": 0.00101, | |
| "mrr_at_1": 0.150187, | |
| "mrr_at_3": 0.179415, | |
| "mrr_at_5": 0.188884, | |
| "mrr_at_10": 0.195785, | |
| "mrr_at_20": 0.20022, | |
| "mrr_at_100": 0.203962, | |
| "mrr_at_1000": 0.20486, | |
| "nauc_ndcg_at_1_max": 0.295887, | |
| "nauc_ndcg_at_1_std": 0.024441, | |
| "nauc_ndcg_at_1_diff1": 0.504683, | |
| "nauc_ndcg_at_3_max": 0.255057, | |
| "nauc_ndcg_at_3_std": 0.016128, | |
| "nauc_ndcg_at_3_diff1": 0.427623, | |
| "nauc_ndcg_at_5_max": 0.245321, | |
| "nauc_ndcg_at_5_std": 0.017741, | |
| "nauc_ndcg_at_5_diff1": 0.402641, | |
| "nauc_ndcg_at_10_max": 0.241334, | |
| "nauc_ndcg_at_10_std": 0.020173, | |
| "nauc_ndcg_at_10_diff1": 0.382823, | |
| "nauc_ndcg_at_20_max": 0.23189, | |
| "nauc_ndcg_at_20_std": 0.025136, | |
| "nauc_ndcg_at_20_diff1": 0.373795, | |
| "nauc_ndcg_at_100_max": 0.236115, | |
| "nauc_ndcg_at_100_std": 0.048624, | |
| "nauc_ndcg_at_100_diff1": 0.354373, | |
| "nauc_ndcg_at_1000_max": 0.242996, | |
| "nauc_ndcg_at_1000_std": 0.072082, | |
| "nauc_ndcg_at_1000_diff1": 0.360578, | |
| "nauc_map_at_1_max": 0.296592, | |
| "nauc_map_at_1_std": 0.033435, | |
| "nauc_map_at_1_diff1": 0.510726, | |
| "nauc_map_at_3_max": 0.262789, | |
| "nauc_map_at_3_std": 0.020979, | |
| "nauc_map_at_3_diff1": 0.446106, | |
| "nauc_map_at_5_max": 0.257133, | |
| "nauc_map_at_5_std": 0.02085, | |
| "nauc_map_at_5_diff1": 0.432868, | |
| "nauc_map_at_10_max": 0.255559, | |
| "nauc_map_at_10_std": 0.021831, | |
| "nauc_map_at_10_diff1": 0.422418, | |
| "nauc_map_at_20_max": 0.252836, | |
| "nauc_map_at_20_std": 0.023204, | |
| "nauc_map_at_20_diff1": 0.419583, | |
| "nauc_map_at_100_max": 0.25273, | |
| "nauc_map_at_100_std": 0.026771, | |
| "nauc_map_at_100_diff1": 0.417189, | |
| "nauc_map_at_1000_max": 0.252914, | |
| "nauc_map_at_1000_std": 0.027998, | |
| "nauc_map_at_1000_diff1": 0.417595, | |
| "nauc_recall_at_1_max": 0.296592, | |
| "nauc_recall_at_1_std": 0.033435, | |
| "nauc_recall_at_1_diff1": 0.510726, | |
| "nauc_recall_at_3_max": 0.230233, | |
| "nauc_recall_at_3_std": 0.010357, | |
| "nauc_recall_at_3_diff1": 0.380169, | |
| "nauc_recall_at_5_max": 0.206671, | |
| "nauc_recall_at_5_std": 0.012754, | |
| "nauc_recall_at_5_diff1": 0.324246, | |
| "nauc_recall_at_10_max": 0.202004, | |
| "nauc_recall_at_10_std": 0.018669, | |
| "nauc_recall_at_10_diff1": 0.283519, | |
| "nauc_recall_at_20_max": 0.169138, | |
| "nauc_recall_at_20_std": 0.035128, | |
| "nauc_recall_at_20_diff1": 0.259788, | |
| "nauc_recall_at_100_max": 0.184388, | |
| "nauc_recall_at_100_std": 0.127428, | |
| "nauc_recall_at_100_diff1": 0.166812, | |
| "nauc_recall_at_1000_max": 0.22002, | |
| "nauc_recall_at_1000_std": 0.327518, | |
| "nauc_recall_at_1000_diff1": 0.149213, | |
| "nauc_precision_at_1_max": 0.295887, | |
| "nauc_precision_at_1_std": 0.024441, | |
| "nauc_precision_at_1_diff1": 0.504683, | |
| "nauc_precision_at_3_max": 0.233733, | |
| "nauc_precision_at_3_std": 0.009191, | |
| "nauc_precision_at_3_diff1": 0.378122, | |
| "nauc_precision_at_5_max": 0.217276, | |
| "nauc_precision_at_5_std": 0.016583, | |
| "nauc_precision_at_5_diff1": 0.334232, | |
| "nauc_precision_at_10_max": 0.208799, | |
| "nauc_precision_at_10_std": 0.021306, | |
| "nauc_precision_at_10_diff1": 0.285606, | |
| "nauc_precision_at_20_max": 0.173435, | |
| "nauc_precision_at_20_std": 0.027575, | |
| "nauc_precision_at_20_diff1": 0.236211, | |
| "nauc_precision_at_100_max": 0.181052, | |
| "nauc_precision_at_100_std": 0.123593, | |
| "nauc_precision_at_100_diff1": 0.132078, | |
| "nauc_precision_at_1000_max": 0.137968, | |
| "nauc_precision_at_1000_std": 0.186307, | |
| "nauc_precision_at_1000_diff1": 0.049652, | |
| "nauc_mrr_at_1_max": 0.295887, | |
| "nauc_mrr_at_1_std": 0.024441, | |
| "nauc_mrr_at_1_diff1": 0.504683, | |
| "nauc_mrr_at_3_max": 0.261039, | |
| "nauc_mrr_at_3_std": 0.014762, | |
| "nauc_mrr_at_3_diff1": 0.437004, | |
| "nauc_mrr_at_5_max": 0.256131, | |
| "nauc_mrr_at_5_std": 0.017518, | |
| "nauc_mrr_at_5_diff1": 0.421538, | |
| "nauc_mrr_at_10_max": 0.251926, | |
| "nauc_mrr_at_10_std": 0.017594, | |
| "nauc_mrr_at_10_diff1": 0.41397, | |
| "nauc_mrr_at_20_max": 0.250024, | |
| "nauc_mrr_at_20_std": 0.019302, | |
| "nauc_mrr_at_20_diff1": 0.410323, | |
| "nauc_mrr_at_100_max": 0.250205, | |
| "nauc_mrr_at_100_std": 0.022022, | |
| "nauc_mrr_at_100_diff1": 0.40803, | |
| "nauc_mrr_at_1000_max": 0.250445, | |
| "nauc_mrr_at_1000_std": 0.022606, | |
| "nauc_mrr_at_1000_diff1": 0.408473, | |
| "hit_rate_at_1": 0.15019, | |
| "hit_rate_at_3": 0.21735, | |
| "hit_rate_at_5": 0.2584, | |
| "hit_rate_at_10": 0.31063, | |
| "hit_rate_at_20": 0.37313, | |
| "hit_rate_at_100": 0.53731, | |
| "hit_rate_at_1000": 0.7584, | |
| "main_score": 0.20122, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 65.10625290870667, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |