Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", | |
| "task_name": "CQADupstackProgrammersRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.20091, | |
| "ndcg_at_3": 0.23371, | |
| "ndcg_at_5": 0.24978, | |
| "ndcg_at_10": 0.2728, | |
| "ndcg_at_20": 0.291, | |
| "ndcg_at_100": 0.32582, | |
| "ndcg_at_1000": 0.359, | |
| "map_at_1": 0.16402, | |
| "map_at_3": 0.20711, | |
| "map_at_5": 0.21792, | |
| "map_at_10": 0.22852, | |
| "map_at_20": 0.234, | |
| "map_at_100": 0.2393, | |
| "map_at_1000": 0.24072, | |
| "recall_at_1": 0.16402, | |
| "recall_at_3": 0.26045, | |
| "recall_at_5": 0.30106, | |
| "recall_at_10": 0.36792, | |
| "recall_at_20": 0.43212, | |
| "recall_at_100": 0.60173, | |
| "recall_at_1000": 0.83379, | |
| "accuracy": 0.16402, | |
| "precision_at_1": 0.20091, | |
| "precision_at_3": 0.11035, | |
| "precision_at_5": 0.079, | |
| "precision_at_10": 0.05034, | |
| "precision_at_20": 0.03065, | |
| "precision_at_100": 0.0091, | |
| "precision_at_1000": 0.00137, | |
| "mrr_at_1": 0.200913, | |
| "mrr_at_3": 0.248668, | |
| "mrr_at_5": 0.260654, | |
| "mrr_at_10": 0.269936, | |
| "mrr_at_20": 0.274882, | |
| "mrr_at_100": 0.279058, | |
| "mrr_at_1000": 0.279974, | |
| "nauc_ndcg_at_1_max": 0.249942, | |
| "nauc_ndcg_at_1_std": 0.006952, | |
| "nauc_ndcg_at_1_diff1": 0.453221, | |
| "nauc_ndcg_at_3_max": 0.241441, | |
| "nauc_ndcg_at_3_std": 0.026653, | |
| "nauc_ndcg_at_3_diff1": 0.438629, | |
| "nauc_ndcg_at_5_max": 0.256313, | |
| "nauc_ndcg_at_5_std": 0.033406, | |
| "nauc_ndcg_at_5_diff1": 0.431925, | |
| "nauc_ndcg_at_10_max": 0.25869, | |
| "nauc_ndcg_at_10_std": 0.048267, | |
| "nauc_ndcg_at_10_diff1": 0.410788, | |
| "nauc_ndcg_at_20_max": 0.259267, | |
| "nauc_ndcg_at_20_std": 0.065314, | |
| "nauc_ndcg_at_20_diff1": 0.399515, | |
| "nauc_ndcg_at_100_max": 0.284826, | |
| "nauc_ndcg_at_100_std": 0.091203, | |
| "nauc_ndcg_at_100_diff1": 0.398443, | |
| "nauc_ndcg_at_1000_max": 0.284396, | |
| "nauc_ndcg_at_1000_std": 0.095076, | |
| "nauc_ndcg_at_1000_diff1": 0.40235, | |
| "nauc_map_at_1_max": 0.229025, | |
| "nauc_map_at_1_std": -0.007523, | |
| "nauc_map_at_1_diff1": 0.482887, | |
| "nauc_map_at_3_max": 0.23603, | |
| "nauc_map_at_3_std": 0.01759, | |
| "nauc_map_at_3_diff1": 0.456063, | |
| "nauc_map_at_5_max": 0.249484, | |
| "nauc_map_at_5_std": 0.023747, | |
| "nauc_map_at_5_diff1": 0.452145, | |
| "nauc_map_at_10_max": 0.25236, | |
| "nauc_map_at_10_std": 0.031687, | |
| "nauc_map_at_10_diff1": 0.440764, | |
| "nauc_map_at_20_max": 0.253089, | |
| "nauc_map_at_20_std": 0.036746, | |
| "nauc_map_at_20_diff1": 0.437358, | |
| "nauc_map_at_100_max": 0.258283, | |
| "nauc_map_at_100_std": 0.041129, | |
| "nauc_map_at_100_diff1": 0.437083, | |
| "nauc_map_at_1000_max": 0.258466, | |
| "nauc_map_at_1000_std": 0.041458, | |
| "nauc_map_at_1000_diff1": 0.437081, | |
| "nauc_recall_at_1_max": 0.229025, | |
| "nauc_recall_at_1_std": -0.007523, | |
| "nauc_recall_at_1_diff1": 0.482887, | |
| "nauc_recall_at_3_max": 0.225156, | |
| "nauc_recall_at_3_std": 0.034623, | |
| "nauc_recall_at_3_diff1": 0.408622, | |
| "nauc_recall_at_5_max": 0.253339, | |
| "nauc_recall_at_5_std": 0.049004, | |
| "nauc_recall_at_5_diff1": 0.383184, | |
| "nauc_recall_at_10_max": 0.247076, | |
| "nauc_recall_at_10_std": 0.083886, | |
| "nauc_recall_at_10_diff1": 0.323209, | |
| "nauc_recall_at_20_max": 0.242976, | |
| "nauc_recall_at_20_std": 0.136018, | |
| "nauc_recall_at_20_diff1": 0.283903, | |
| "nauc_recall_at_100_max": 0.3418, | |
| "nauc_recall_at_100_std": 0.267522, | |
| "nauc_recall_at_100_diff1": 0.25846, | |
| "nauc_recall_at_1000_max": 0.416446, | |
| "nauc_recall_at_1000_std": 0.493094, | |
| "nauc_recall_at_1000_diff1": 0.225555, | |
| "nauc_precision_at_1_max": 0.249942, | |
| "nauc_precision_at_1_std": 0.006952, | |
| "nauc_precision_at_1_diff1": 0.453221, | |
| "nauc_precision_at_3_max": 0.263711, | |
| "nauc_precision_at_3_std": 0.058322, | |
| "nauc_precision_at_3_diff1": 0.393448, | |
| "nauc_precision_at_5_max": 0.302879, | |
| "nauc_precision_at_5_std": 0.073869, | |
| "nauc_precision_at_5_diff1": 0.371663, | |
| "nauc_precision_at_10_max": 0.308058, | |
| "nauc_precision_at_10_std": 0.11579, | |
| "nauc_precision_at_10_diff1": 0.28148, | |
| "nauc_precision_at_20_max": 0.279141, | |
| "nauc_precision_at_20_std": 0.153639, | |
| "nauc_precision_at_20_diff1": 0.214156, | |
| "nauc_precision_at_100_max": 0.29061, | |
| "nauc_precision_at_100_std": 0.202333, | |
| "nauc_precision_at_100_diff1": 0.117873, | |
| "nauc_precision_at_1000_max": 0.105752, | |
| "nauc_precision_at_1000_std": 0.112284, | |
| "nauc_precision_at_1000_diff1": -0.014649, | |
| "nauc_mrr_at_1_max": 0.249942, | |
| "nauc_mrr_at_1_std": 0.006952, | |
| "nauc_mrr_at_1_diff1": 0.453221, | |
| "nauc_mrr_at_3_max": 0.248904, | |
| "nauc_mrr_at_3_std": 0.02546, | |
| "nauc_mrr_at_3_diff1": 0.431861, | |
| "nauc_mrr_at_5_max": 0.255427, | |
| "nauc_mrr_at_5_std": 0.029409, | |
| "nauc_mrr_at_5_diff1": 0.423598, | |
| "nauc_mrr_at_10_max": 0.253892, | |
| "nauc_mrr_at_10_std": 0.03343, | |
| "nauc_mrr_at_10_diff1": 0.417139, | |
| "nauc_mrr_at_20_max": 0.253093, | |
| "nauc_mrr_at_20_std": 0.037446, | |
| "nauc_mrr_at_20_diff1": 0.413098, | |
| "nauc_mrr_at_100_max": 0.25553, | |
| "nauc_mrr_at_100_std": 0.039507, | |
| "nauc_mrr_at_100_diff1": 0.413141, | |
| "nauc_mrr_at_1000_max": 0.255436, | |
| "nauc_mrr_at_1000_std": 0.039336, | |
| "nauc_mrr_at_1000_diff1": 0.413364, | |
| "hit_rate_at_1": 0.20091, | |
| "hit_rate_at_3": 0.31507, | |
| "hit_rate_at_5": 0.36644, | |
| "hit_rate_at_10": 0.43721, | |
| "hit_rate_at_20": 0.50571, | |
| "hit_rate_at_100": 0.67237, | |
| "hit_rate_at_1000": 0.88128, | |
| "main_score": 0.2728, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 40.26266860961914, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |