Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", | |
| "task_name": "CQADupstackWebmastersRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.19763, | |
| "ndcg_at_3": 0.22609, | |
| "ndcg_at_5": 0.23619, | |
| "ndcg_at_10": 0.2497, | |
| "ndcg_at_20": 0.267, | |
| "ndcg_at_100": 0.29984, | |
| "ndcg_at_1000": 0.3349, | |
| "map_at_1": 0.15581, | |
| "map_at_3": 0.19501, | |
| "map_at_5": 0.20445, | |
| "map_at_10": 0.21202, | |
| "map_at_20": 0.21817, | |
| "map_at_100": 0.22438, | |
| "map_at_1000": 0.22631, | |
| "recall_at_1": 0.15581, | |
| "recall_at_3": 0.23618, | |
| "recall_at_5": 0.26621, | |
| "recall_at_10": 0.30985, | |
| "recall_at_20": 0.37846, | |
| "recall_at_100": 0.54288, | |
| "recall_at_1000": 0.78266, | |
| "accuracy": 0.15581, | |
| "precision_at_1": 0.19763, | |
| "precision_at_3": 0.10935, | |
| "precision_at_5": 0.07826, | |
| "precision_at_10": 0.04901, | |
| "precision_at_20": 0.03182, | |
| "precision_at_100": 0.01117, | |
| "precision_at_1000": 0.002, | |
| "mrr_at_1": 0.197628, | |
| "mrr_at_3": 0.236495, | |
| "mrr_at_5": 0.242918, | |
| "mrr_at_10": 0.249497, | |
| "mrr_at_20": 0.255018, | |
| "mrr_at_100": 0.258935, | |
| "mrr_at_1000": 0.259807, | |
| "nauc_ndcg_at_1_max": 0.201705, | |
| "nauc_ndcg_at_1_std": 0.107448, | |
| "nauc_ndcg_at_1_diff1": 0.493954, | |
| "nauc_ndcg_at_3_max": 0.184019, | |
| "nauc_ndcg_at_3_std": 0.101061, | |
| "nauc_ndcg_at_3_diff1": 0.461407, | |
| "nauc_ndcg_at_5_max": 0.17386, | |
| "nauc_ndcg_at_5_std": 0.108166, | |
| "nauc_ndcg_at_5_diff1": 0.44803, | |
| "nauc_ndcg_at_10_max": 0.175864, | |
| "nauc_ndcg_at_10_std": 0.105507, | |
| "nauc_ndcg_at_10_diff1": 0.4328, | |
| "nauc_ndcg_at_20_max": 0.167714, | |
| "nauc_ndcg_at_20_std": 0.121772, | |
| "nauc_ndcg_at_20_diff1": 0.418709, | |
| "nauc_ndcg_at_100_max": 0.179637, | |
| "nauc_ndcg_at_100_std": 0.149747, | |
| "nauc_ndcg_at_100_diff1": 0.415966, | |
| "nauc_ndcg_at_1000_max": 0.184758, | |
| "nauc_ndcg_at_1000_std": 0.153074, | |
| "nauc_ndcg_at_1000_diff1": 0.41573, | |
| "nauc_map_at_1_max": 0.227561, | |
| "nauc_map_at_1_std": 0.089596, | |
| "nauc_map_at_1_diff1": 0.553489, | |
| "nauc_map_at_3_max": 0.208453, | |
| "nauc_map_at_3_std": 0.087576, | |
| "nauc_map_at_3_diff1": 0.500902, | |
| "nauc_map_at_5_max": 0.200498, | |
| "nauc_map_at_5_std": 0.092375, | |
| "nauc_map_at_5_diff1": 0.48774, | |
| "nauc_map_at_10_max": 0.201454, | |
| "nauc_map_at_10_std": 0.095125, | |
| "nauc_map_at_10_diff1": 0.478641, | |
| "nauc_map_at_20_max": 0.197037, | |
| "nauc_map_at_20_std": 0.102911, | |
| "nauc_map_at_20_diff1": 0.4713, | |
| "nauc_map_at_100_max": 0.194399, | |
| "nauc_map_at_100_std": 0.111902, | |
| "nauc_map_at_100_diff1": 0.468311, | |
| "nauc_map_at_1000_max": 0.193745, | |
| "nauc_map_at_1000_std": 0.113011, | |
| "nauc_map_at_1000_diff1": 0.466866, | |
| "nauc_recall_at_1_max": 0.227561, | |
| "nauc_recall_at_1_std": 0.089596, | |
| "nauc_recall_at_1_diff1": 0.553489, | |
| "nauc_recall_at_3_max": 0.171597, | |
| "nauc_recall_at_3_std": 0.076768, | |
| "nauc_recall_at_3_diff1": 0.436383, | |
| "nauc_recall_at_5_max": 0.154084, | |
| "nauc_recall_at_5_std": 0.092255, | |
| "nauc_recall_at_5_diff1": 0.40358, | |
| "nauc_recall_at_10_max": 0.153191, | |
| "nauc_recall_at_10_std": 0.092634, | |
| "nauc_recall_at_10_diff1": 0.351641, | |
| "nauc_recall_at_20_max": 0.116001, | |
| "nauc_recall_at_20_std": 0.158175, | |
| "nauc_recall_at_20_diff1": 0.307346, | |
| "nauc_recall_at_100_max": 0.146337, | |
| "nauc_recall_at_100_std": 0.289483, | |
| "nauc_recall_at_100_diff1": 0.290313, | |
| "nauc_recall_at_1000_max": 0.17724, | |
| "nauc_recall_at_1000_std": 0.392765, | |
| "nauc_recall_at_1000_diff1": 0.270171, | |
| "nauc_precision_at_1_max": 0.201705, | |
| "nauc_precision_at_1_std": 0.107448, | |
| "nauc_precision_at_1_diff1": 0.493954, | |
| "nauc_precision_at_3_max": 0.141528, | |
| "nauc_precision_at_3_std": 0.105073, | |
| "nauc_precision_at_3_diff1": 0.345284, | |
| "nauc_precision_at_5_max": 0.109174, | |
| "nauc_precision_at_5_std": 0.120323, | |
| "nauc_precision_at_5_diff1": 0.276892, | |
| "nauc_precision_at_10_max": 0.072076, | |
| "nauc_precision_at_10_std": 0.147043, | |
| "nauc_precision_at_10_diff1": 0.208958, | |
| "nauc_precision_at_20_max": 0.003301, | |
| "nauc_precision_at_20_std": 0.21514, | |
| "nauc_precision_at_20_diff1": 0.127829, | |
| "nauc_precision_at_100_max": -0.049338, | |
| "nauc_precision_at_100_std": 0.278531, | |
| "nauc_precision_at_100_diff1": 0.017098, | |
| "nauc_precision_at_1000_max": -0.113012, | |
| "nauc_precision_at_1000_std": 0.117685, | |
| "nauc_precision_at_1000_diff1": -0.14554, | |
| "nauc_mrr_at_1_max": 0.201705, | |
| "nauc_mrr_at_1_std": 0.107448, | |
| "nauc_mrr_at_1_diff1": 0.493954, | |
| "nauc_mrr_at_3_max": 0.173501, | |
| "nauc_mrr_at_3_std": 0.097718, | |
| "nauc_mrr_at_3_diff1": 0.44435, | |
| "nauc_mrr_at_5_max": 0.169973, | |
| "nauc_mrr_at_5_std": 0.102439, | |
| "nauc_mrr_at_5_diff1": 0.435404, | |
| "nauc_mrr_at_10_max": 0.172777, | |
| "nauc_mrr_at_10_std": 0.100613, | |
| "nauc_mrr_at_10_diff1": 0.429638, | |
| "nauc_mrr_at_20_max": 0.170446, | |
| "nauc_mrr_at_20_std": 0.104798, | |
| "nauc_mrr_at_20_diff1": 0.426531, | |
| "nauc_mrr_at_100_max": 0.172948, | |
| "nauc_mrr_at_100_std": 0.108193, | |
| "nauc_mrr_at_100_diff1": 0.427083, | |
| "nauc_mrr_at_1000_max": 0.17294, | |
| "nauc_mrr_at_1000_std": 0.108148, | |
| "nauc_mrr_at_1000_diff1": 0.427136, | |
| "hit_rate_at_1": 0.19763, | |
| "hit_rate_at_3": 0.28656, | |
| "hit_rate_at_5": 0.31423, | |
| "hit_rate_at_10": 0.36166, | |
| "hit_rate_at_20": 0.44071, | |
| "hit_rate_at_100": 0.60474, | |
| "hit_rate_at_1000": 0.82213, | |
| "main_score": 0.2497, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 21.669158935546875, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |