Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", | |
| "task_name": "CQADupstackTexRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.15141, | |
| "ndcg_at_3": 0.18441, | |
| "ndcg_at_5": 0.19844, | |
| "ndcg_at_10": 0.21772, | |
| "ndcg_at_20": 0.2356, | |
| "ndcg_at_100": 0.26789, | |
| "ndcg_at_1000": 0.30123, | |
| "map_at_1": 0.12781, | |
| "map_at_3": 0.16452, | |
| "map_at_5": 0.17308, | |
| "map_at_10": 0.18139, | |
| "map_at_20": 0.18656, | |
| "map_at_100": 0.19128, | |
| "map_at_1000": 0.19258, | |
| "recall_at_1": 0.12781, | |
| "recall_at_3": 0.20751, | |
| "recall_at_5": 0.24226, | |
| "recall_at_10": 0.29955, | |
| "recall_at_20": 0.36569, | |
| "recall_at_100": 0.52778, | |
| "recall_at_1000": 0.7687, | |
| "accuracy": 0.12781, | |
| "precision_at_1": 0.15141, | |
| "precision_at_3": 0.08534, | |
| "precision_at_5": 0.06167, | |
| "precision_at_10": 0.03957, | |
| "precision_at_20": 0.02479, | |
| "precision_at_100": 0.00756, | |
| "precision_at_1000": 0.00121, | |
| "mrr_at_1": 0.151411, | |
| "mrr_at_3": 0.1915, | |
| "mrr_at_5": 0.20148, | |
| "mrr_at_10": 0.210094, | |
| "mrr_at_20": 0.215271, | |
| "mrr_at_100": 0.219333, | |
| "mrr_at_1000": 0.22026, | |
| "nauc_ndcg_at_1_max": 0.188101, | |
| "nauc_ndcg_at_1_std": -0.059808, | |
| "nauc_ndcg_at_1_diff1": 0.44279, | |
| "nauc_ndcg_at_3_max": 0.169839, | |
| "nauc_ndcg_at_3_std": -0.042406, | |
| "nauc_ndcg_at_3_diff1": 0.363346, | |
| "nauc_ndcg_at_5_max": 0.172625, | |
| "nauc_ndcg_at_5_std": -0.033595, | |
| "nauc_ndcg_at_5_diff1": 0.347585, | |
| "nauc_ndcg_at_10_max": 0.18353, | |
| "nauc_ndcg_at_10_std": -0.021714, | |
| "nauc_ndcg_at_10_diff1": 0.343985, | |
| "nauc_ndcg_at_20_max": 0.187462, | |
| "nauc_ndcg_at_20_std": -0.007311, | |
| "nauc_ndcg_at_20_diff1": 0.332957, | |
| "nauc_ndcg_at_100_max": 0.192158, | |
| "nauc_ndcg_at_100_std": 0.015166, | |
| "nauc_ndcg_at_100_diff1": 0.325311, | |
| "nauc_ndcg_at_1000_max": 0.196488, | |
| "nauc_ndcg_at_1000_std": 0.021498, | |
| "nauc_ndcg_at_1000_diff1": 0.328248, | |
| "nauc_map_at_1_max": 0.177569, | |
| "nauc_map_at_1_std": -0.044058, | |
| "nauc_map_at_1_diff1": 0.446587, | |
| "nauc_map_at_3_max": 0.168933, | |
| "nauc_map_at_3_std": -0.041864, | |
| "nauc_map_at_3_diff1": 0.382165, | |
| "nauc_map_at_5_max": 0.17127, | |
| "nauc_map_at_5_std": -0.037645, | |
| "nauc_map_at_5_diff1": 0.371836, | |
| "nauc_map_at_10_max": 0.176201, | |
| "nauc_map_at_10_std": -0.031853, | |
| "nauc_map_at_10_diff1": 0.369451, | |
| "nauc_map_at_20_max": 0.177908, | |
| "nauc_map_at_20_std": -0.027149, | |
| "nauc_map_at_20_diff1": 0.365457, | |
| "nauc_map_at_100_max": 0.179159, | |
| "nauc_map_at_100_std": -0.023351, | |
| "nauc_map_at_100_diff1": 0.364243, | |
| "nauc_map_at_1000_max": 0.179262, | |
| "nauc_map_at_1000_std": -0.023082, | |
| "nauc_map_at_1000_diff1": 0.364127, | |
| "nauc_recall_at_1_max": 0.177569, | |
| "nauc_recall_at_1_std": -0.044058, | |
| "nauc_recall_at_1_diff1": 0.446587, | |
| "nauc_recall_at_3_max": 0.154393, | |
| "nauc_recall_at_3_std": -0.036288, | |
| "nauc_recall_at_3_diff1": 0.320667, | |
| "nauc_recall_at_5_max": 0.159413, | |
| "nauc_recall_at_5_std": -0.022595, | |
| "nauc_recall_at_5_diff1": 0.290007, | |
| "nauc_recall_at_10_max": 0.183948, | |
| "nauc_recall_at_10_std": 0.006838, | |
| "nauc_recall_at_10_diff1": 0.281372, | |
| "nauc_recall_at_20_max": 0.189193, | |
| "nauc_recall_at_20_std": 0.048, | |
| "nauc_recall_at_20_diff1": 0.244202, | |
| "nauc_recall_at_100_max": 0.200693, | |
| "nauc_recall_at_100_std": 0.140801, | |
| "nauc_recall_at_100_diff1": 0.20056, | |
| "nauc_recall_at_1000_max": 0.251608, | |
| "nauc_recall_at_1000_std": 0.275474, | |
| "nauc_recall_at_1000_diff1": 0.185376, | |
| "nauc_precision_at_1_max": 0.188101, | |
| "nauc_precision_at_1_std": -0.059808, | |
| "nauc_precision_at_1_diff1": 0.44279, | |
| "nauc_precision_at_3_max": 0.17356, | |
| "nauc_precision_at_3_std": -0.044117, | |
| "nauc_precision_at_3_diff1": 0.315808, | |
| "nauc_precision_at_5_max": 0.180729, | |
| "nauc_precision_at_5_std": -0.019843, | |
| "nauc_precision_at_5_diff1": 0.271323, | |
| "nauc_precision_at_10_max": 0.207514, | |
| "nauc_precision_at_10_std": 0.008349, | |
| "nauc_precision_at_10_diff1": 0.25316, | |
| "nauc_precision_at_20_max": 0.220315, | |
| "nauc_precision_at_20_std": 0.042415, | |
| "nauc_precision_at_20_diff1": 0.209044, | |
| "nauc_precision_at_100_max": 0.215987, | |
| "nauc_precision_at_100_std": 0.111507, | |
| "nauc_precision_at_100_diff1": 0.122919, | |
| "nauc_precision_at_1000_max": 0.188892, | |
| "nauc_precision_at_1000_std": 0.110421, | |
| "nauc_precision_at_1000_diff1": 0.016761, | |
| "nauc_mrr_at_1_max": 0.188101, | |
| "nauc_mrr_at_1_std": -0.059808, | |
| "nauc_mrr_at_1_diff1": 0.44279, | |
| "nauc_mrr_at_3_max": 0.178068, | |
| "nauc_mrr_at_3_std": -0.049746, | |
| "nauc_mrr_at_3_diff1": 0.374799, | |
| "nauc_mrr_at_5_max": 0.180579, | |
| "nauc_mrr_at_5_std": -0.043448, | |
| "nauc_mrr_at_5_diff1": 0.365276, | |
| "nauc_mrr_at_10_max": 0.185298, | |
| "nauc_mrr_at_10_std": -0.037397, | |
| "nauc_mrr_at_10_diff1": 0.363307, | |
| "nauc_mrr_at_20_max": 0.186362, | |
| "nauc_mrr_at_20_std": -0.033146, | |
| "nauc_mrr_at_20_diff1": 0.360414, | |
| "nauc_mrr_at_100_max": 0.186694, | |
| "nauc_mrr_at_100_std": -0.030608, | |
| "nauc_mrr_at_100_diff1": 0.359288, | |
| "nauc_mrr_at_1000_max": 0.186659, | |
| "nauc_mrr_at_1000_std": -0.030698, | |
| "nauc_mrr_at_1000_diff1": 0.359486, | |
| "hit_rate_at_1": 0.15141, | |
| "hit_rate_at_3": 0.24329, | |
| "hit_rate_at_5": 0.2863, | |
| "hit_rate_at_10": 0.35237, | |
| "hit_rate_at_20": 0.4267, | |
| "hit_rate_at_100": 0.59326, | |
| "hit_rate_at_1000": 0.81624, | |
| "main_score": 0.21772, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 769.9449524879456, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |