Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", | |
| "task_name": "CQADupstackMathematicaRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.16915, | |
| "ndcg_at_3": 0.19522, | |
| "ndcg_at_5": 0.21939, | |
| "ndcg_at_10": 0.24905, | |
| "ndcg_at_20": 0.26501, | |
| "ndcg_at_100": 0.30033, | |
| "ndcg_at_1000": 0.33451, | |
| "map_at_1": 0.13545, | |
| "map_at_3": 0.17225, | |
| "map_at_5": 0.18711, | |
| "map_at_10": 0.19999, | |
| "map_at_20": 0.20463, | |
| "map_at_100": 0.20997, | |
| "map_at_1000": 0.21133, | |
| "recall_at_1": 0.13545, | |
| "recall_at_3": 0.2155, | |
| "recall_at_5": 0.27544, | |
| "recall_at_10": 0.36282, | |
| "recall_at_20": 0.41967, | |
| "recall_at_100": 0.59295, | |
| "recall_at_1000": 0.83921, | |
| "accuracy": 0.13545, | |
| "precision_at_1": 0.16915, | |
| "precision_at_3": 0.09121, | |
| "precision_at_5": 0.07164, | |
| "precision_at_10": 0.04876, | |
| "precision_at_20": 0.02873, | |
| "precision_at_100": 0.00852, | |
| "precision_at_1000": 0.00129, | |
| "mrr_at_1": 0.169154, | |
| "mrr_at_3": 0.211443, | |
| "mrr_at_5": 0.226803, | |
| "mrr_at_10": 0.24021, | |
| "mrr_at_20": 0.24467, | |
| "mrr_at_100": 0.24893, | |
| "mrr_at_1000": 0.249807, | |
| "nauc_ndcg_at_1_max": 0.100895, | |
| "nauc_ndcg_at_1_std": -0.020172, | |
| "nauc_ndcg_at_1_diff1": 0.354507, | |
| "nauc_ndcg_at_3_max": 0.111368, | |
| "nauc_ndcg_at_3_std": -0.004085, | |
| "nauc_ndcg_at_3_diff1": 0.300611, | |
| "nauc_ndcg_at_5_max": 0.128843, | |
| "nauc_ndcg_at_5_std": 0.010245, | |
| "nauc_ndcg_at_5_diff1": 0.283146, | |
| "nauc_ndcg_at_10_max": 0.111696, | |
| "nauc_ndcg_at_10_std": 0.019335, | |
| "nauc_ndcg_at_10_diff1": 0.260047, | |
| "nauc_ndcg_at_20_max": 0.108871, | |
| "nauc_ndcg_at_20_std": 0.023958, | |
| "nauc_ndcg_at_20_diff1": 0.245936, | |
| "nauc_ndcg_at_100_max": 0.114971, | |
| "nauc_ndcg_at_100_std": 0.050727, | |
| "nauc_ndcg_at_100_diff1": 0.243885, | |
| "nauc_ndcg_at_1000_max": 0.121995, | |
| "nauc_ndcg_at_1000_std": 0.048508, | |
| "nauc_ndcg_at_1000_diff1": 0.253634, | |
| "nauc_map_at_1_max": 0.123875, | |
| "nauc_map_at_1_std": 0.017193, | |
| "nauc_map_at_1_diff1": 0.346272, | |
| "nauc_map_at_3_max": 0.114166, | |
| "nauc_map_at_3_std": 0.008453, | |
| "nauc_map_at_3_diff1": 0.31069, | |
| "nauc_map_at_5_max": 0.122123, | |
| "nauc_map_at_5_std": 0.012286, | |
| "nauc_map_at_5_diff1": 0.300469, | |
| "nauc_map_at_10_max": 0.115676, | |
| "nauc_map_at_10_std": 0.01686, | |
| "nauc_map_at_10_diff1": 0.289273, | |
| "nauc_map_at_20_max": 0.11454, | |
| "nauc_map_at_20_std": 0.018289, | |
| "nauc_map_at_20_diff1": 0.284773, | |
| "nauc_map_at_100_max": 0.115481, | |
| "nauc_map_at_100_std": 0.022958, | |
| "nauc_map_at_100_diff1": 0.284186, | |
| "nauc_map_at_1000_max": 0.115656, | |
| "nauc_map_at_1000_std": 0.022811, | |
| "nauc_map_at_1000_diff1": 0.284445, | |
| "nauc_recall_at_1_max": 0.123875, | |
| "nauc_recall_at_1_std": 0.017193, | |
| "nauc_recall_at_1_diff1": 0.346272, | |
| "nauc_recall_at_3_max": 0.102178, | |
| "nauc_recall_at_3_std": -0.001789, | |
| "nauc_recall_at_3_diff1": 0.268311, | |
| "nauc_recall_at_5_max": 0.134527, | |
| "nauc_recall_at_5_std": 0.021453, | |
| "nauc_recall_at_5_diff1": 0.228817, | |
| "nauc_recall_at_10_max": 0.092912, | |
| "nauc_recall_at_10_std": 0.038118, | |
| "nauc_recall_at_10_diff1": 0.171339, | |
| "nauc_recall_at_20_max": 0.082824, | |
| "nauc_recall_at_20_std": 0.050012, | |
| "nauc_recall_at_20_diff1": 0.128957, | |
| "nauc_recall_at_100_max": 0.105922, | |
| "nauc_recall_at_100_std": 0.175272, | |
| "nauc_recall_at_100_diff1": 0.10447, | |
| "nauc_recall_at_1000_max": 0.215997, | |
| "nauc_recall_at_1000_std": 0.290842, | |
| "nauc_recall_at_1000_diff1": 0.131729, | |
| "nauc_precision_at_1_max": 0.100895, | |
| "nauc_precision_at_1_std": -0.020172, | |
| "nauc_precision_at_1_diff1": 0.354507, | |
| "nauc_precision_at_3_max": 0.103967, | |
| "nauc_precision_at_3_std": -0.02477, | |
| "nauc_precision_at_3_diff1": 0.269381, | |
| "nauc_precision_at_5_max": 0.141522, | |
| "nauc_precision_at_5_std": -0.001901, | |
| "nauc_precision_at_5_diff1": 0.224426, | |
| "nauc_precision_at_10_max": 0.088026, | |
| "nauc_precision_at_10_std": 0.008489, | |
| "nauc_precision_at_10_diff1": 0.145186, | |
| "nauc_precision_at_20_max": 0.071465, | |
| "nauc_precision_at_20_std": 0.024018, | |
| "nauc_precision_at_20_diff1": 0.085269, | |
| "nauc_precision_at_100_max": 0.065434, | |
| "nauc_precision_at_100_std": 0.091729, | |
| "nauc_precision_at_100_diff1": 0.008164, | |
| "nauc_precision_at_1000_max": 0.027449, | |
| "nauc_precision_at_1000_std": 0.022966, | |
| "nauc_precision_at_1000_diff1": -0.059975, | |
| "nauc_mrr_at_1_max": 0.100895, | |
| "nauc_mrr_at_1_std": -0.020172, | |
| "nauc_mrr_at_1_diff1": 0.354507, | |
| "nauc_mrr_at_3_max": 0.112467, | |
| "nauc_mrr_at_3_std": -0.012036, | |
| "nauc_mrr_at_3_diff1": 0.313472, | |
| "nauc_mrr_at_5_max": 0.121921, | |
| "nauc_mrr_at_5_std": -0.007063, | |
| "nauc_mrr_at_5_diff1": 0.305985, | |
| "nauc_mrr_at_10_max": 0.113586, | |
| "nauc_mrr_at_10_std": -0.005322, | |
| "nauc_mrr_at_10_diff1": 0.297007, | |
| "nauc_mrr_at_20_max": 0.113501, | |
| "nauc_mrr_at_20_std": -0.004042, | |
| "nauc_mrr_at_20_diff1": 0.293217, | |
| "nauc_mrr_at_100_max": 0.113325, | |
| "nauc_mrr_at_100_std": -0.001549, | |
| "nauc_mrr_at_100_diff1": 0.293701, | |
| "nauc_mrr_at_1000_max": 0.113302, | |
| "nauc_mrr_at_1000_std": -0.001718, | |
| "nauc_mrr_at_1000_diff1": 0.294076, | |
| "hit_rate_at_1": 0.16915, | |
| "hit_rate_at_3": 0.26493, | |
| "hit_rate_at_5": 0.33333, | |
| "hit_rate_at_10": 0.43657, | |
| "hit_rate_at_20": 0.49876, | |
| "hit_rate_at_100": 0.66915, | |
| "hit_rate_at_1000": 0.88184, | |
| "main_score": 0.24905, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 190.05853271484375, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |