Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", | |
| "task_name": "CQADupstackUnixRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.1875, | |
| "ndcg_at_3": 0.20202, | |
| "ndcg_at_5": 0.21352, | |
| "ndcg_at_10": 0.23141, | |
| "ndcg_at_20": 0.24568, | |
| "ndcg_at_100": 0.27544, | |
| "ndcg_at_1000": 0.30995, | |
| "map_at_1": 0.16082, | |
| "map_at_3": 0.18667, | |
| "map_at_5": 0.19371, | |
| "map_at_10": 0.2012, | |
| "map_at_20": 0.20492, | |
| "map_at_100": 0.20918, | |
| "map_at_1000": 0.21044, | |
| "recall_at_1": 0.16082, | |
| "recall_at_3": 0.21627, | |
| "recall_at_5": 0.24583, | |
| "recall_at_10": 0.29911, | |
| "recall_at_20": 0.35199, | |
| "recall_at_100": 0.50141, | |
| "recall_at_1000": 0.7554, | |
| "accuracy": 0.16082, | |
| "precision_at_1": 0.1875, | |
| "precision_at_3": 0.08613, | |
| "precision_at_5": 0.06045, | |
| "precision_at_10": 0.03731, | |
| "precision_at_20": 0.02234, | |
| "precision_at_100": 0.00674, | |
| "precision_at_1000": 0.00108, | |
| "mrr_at_1": 0.1875, | |
| "mrr_at_3": 0.212687, | |
| "mrr_at_5": 0.220849, | |
| "mrr_at_10": 0.229029, | |
| "mrr_at_20": 0.23357, | |
| "mrr_at_100": 0.237229, | |
| "mrr_at_1000": 0.238267, | |
| "nauc_ndcg_at_1_max": 0.235508, | |
| "nauc_ndcg_at_1_std": -0.00789, | |
| "nauc_ndcg_at_1_diff1": 0.453197, | |
| "nauc_ndcg_at_3_max": 0.233247, | |
| "nauc_ndcg_at_3_std": -0.015264, | |
| "nauc_ndcg_at_3_diff1": 0.424772, | |
| "nauc_ndcg_at_5_max": 0.224668, | |
| "nauc_ndcg_at_5_std": -0.011427, | |
| "nauc_ndcg_at_5_diff1": 0.416819, | |
| "nauc_ndcg_at_10_max": 0.220202, | |
| "nauc_ndcg_at_10_std": -0.010872, | |
| "nauc_ndcg_at_10_diff1": 0.397325, | |
| "nauc_ndcg_at_20_max": 0.213576, | |
| "nauc_ndcg_at_20_std": -0.002254, | |
| "nauc_ndcg_at_20_diff1": 0.387078, | |
| "nauc_ndcg_at_100_max": 0.221617, | |
| "nauc_ndcg_at_100_std": 0.022028, | |
| "nauc_ndcg_at_100_diff1": 0.373225, | |
| "nauc_ndcg_at_1000_max": 0.232937, | |
| "nauc_ndcg_at_1000_std": 0.03737, | |
| "nauc_ndcg_at_1000_diff1": 0.378613, | |
| "nauc_map_at_1_max": 0.235139, | |
| "nauc_map_at_1_std": -0.004266, | |
| "nauc_map_at_1_diff1": 0.475218, | |
| "nauc_map_at_3_max": 0.230905, | |
| "nauc_map_at_3_std": -0.013706, | |
| "nauc_map_at_3_diff1": 0.442346, | |
| "nauc_map_at_5_max": 0.227251, | |
| "nauc_map_at_5_std": -0.010523, | |
| "nauc_map_at_5_diff1": 0.437152, | |
| "nauc_map_at_10_max": 0.225256, | |
| "nauc_map_at_10_std": -0.010791, | |
| "nauc_map_at_10_diff1": 0.428374, | |
| "nauc_map_at_20_max": 0.22307, | |
| "nauc_map_at_20_std": -0.008209, | |
| "nauc_map_at_20_diff1": 0.425342, | |
| "nauc_map_at_100_max": 0.224613, | |
| "nauc_map_at_100_std": -0.004437, | |
| "nauc_map_at_100_diff1": 0.422874, | |
| "nauc_map_at_1000_max": 0.225039, | |
| "nauc_map_at_1000_std": -0.003566, | |
| "nauc_map_at_1000_diff1": 0.422999, | |
| "nauc_recall_at_1_max": 0.235139, | |
| "nauc_recall_at_1_std": -0.004266, | |
| "nauc_recall_at_1_diff1": 0.475218, | |
| "nauc_recall_at_3_max": 0.221991, | |
| "nauc_recall_at_3_std": -0.024864, | |
| "nauc_recall_at_3_diff1": 0.392695, | |
| "nauc_recall_at_5_max": 0.20901, | |
| "nauc_recall_at_5_std": -0.012765, | |
| "nauc_recall_at_5_diff1": 0.375281, | |
| "nauc_recall_at_10_max": 0.194324, | |
| "nauc_recall_at_10_std": -0.013007, | |
| "nauc_recall_at_10_diff1": 0.322802, | |
| "nauc_recall_at_20_max": 0.170339, | |
| "nauc_recall_at_20_std": 0.013403, | |
| "nauc_recall_at_20_diff1": 0.290312, | |
| "nauc_recall_at_100_max": 0.194856, | |
| "nauc_recall_at_100_std": 0.119342, | |
| "nauc_recall_at_100_diff1": 0.226639, | |
| "nauc_recall_at_1000_max": 0.279435, | |
| "nauc_recall_at_1000_std": 0.312857, | |
| "nauc_recall_at_1000_diff1": 0.226713, | |
| "nauc_precision_at_1_max": 0.235508, | |
| "nauc_precision_at_1_std": -0.00789, | |
| "nauc_precision_at_1_diff1": 0.453197, | |
| "nauc_precision_at_3_max": 0.232357, | |
| "nauc_precision_at_3_std": -0.025605, | |
| "nauc_precision_at_3_diff1": 0.377004, | |
| "nauc_precision_at_5_max": 0.212915, | |
| "nauc_precision_at_5_std": -0.011097, | |
| "nauc_precision_at_5_diff1": 0.346767, | |
| "nauc_precision_at_10_max": 0.19545, | |
| "nauc_precision_at_10_std": 0.002039, | |
| "nauc_precision_at_10_diff1": 0.285917, | |
| "nauc_precision_at_20_max": 0.178619, | |
| "nauc_precision_at_20_std": 0.035792, | |
| "nauc_precision_at_20_diff1": 0.239847, | |
| "nauc_precision_at_100_max": 0.179317, | |
| "nauc_precision_at_100_std": 0.142527, | |
| "nauc_precision_at_100_diff1": 0.127719, | |
| "nauc_precision_at_1000_max": 0.168149, | |
| "nauc_precision_at_1000_std": 0.17302, | |
| "nauc_precision_at_1000_diff1": -0.014407, | |
| "nauc_mrr_at_1_max": 0.235508, | |
| "nauc_mrr_at_1_std": -0.00789, | |
| "nauc_mrr_at_1_diff1": 0.453197, | |
| "nauc_mrr_at_3_max": 0.233272, | |
| "nauc_mrr_at_3_std": -0.013997, | |
| "nauc_mrr_at_3_diff1": 0.417242, | |
| "nauc_mrr_at_5_max": 0.228978, | |
| "nauc_mrr_at_5_std": -0.010665, | |
| "nauc_mrr_at_5_diff1": 0.412509, | |
| "nauc_mrr_at_10_max": 0.229613, | |
| "nauc_mrr_at_10_std": -0.009033, | |
| "nauc_mrr_at_10_diff1": 0.403702, | |
| "nauc_mrr_at_20_max": 0.227094, | |
| "nauc_mrr_at_20_std": -0.006685, | |
| "nauc_mrr_at_20_diff1": 0.399966, | |
| "nauc_mrr_at_100_max": 0.228246, | |
| "nauc_mrr_at_100_std": -0.004885, | |
| "nauc_mrr_at_100_diff1": 0.398215, | |
| "nauc_mrr_at_1000_max": 0.22854, | |
| "nauc_mrr_at_1000_std": -0.004488, | |
| "nauc_mrr_at_1000_diff1": 0.398571, | |
| "hit_rate_at_1": 0.1875, | |
| "hit_rate_at_3": 0.24627, | |
| "hit_rate_at_5": 0.28265, | |
| "hit_rate_at_10": 0.34515, | |
| "hit_rate_at_20": 0.41231, | |
| "hit_rate_at_100": 0.56437, | |
| "hit_rate_at_1000": 0.81343, | |
| "main_score": 0.23141, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 61.548882246017456, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |