Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", | |
| "task_name": "CQADupstackWebmastersRetrieval", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.17984, | |
| "ndcg_at_3": 0.20963, | |
| "ndcg_at_5": 0.21771, | |
| "ndcg_at_10": 0.23431, | |
| "ndcg_at_20": 0.24894, | |
| "ndcg_at_100": 0.28075, | |
| "ndcg_at_1000": 0.31653, | |
| "map_at_1": 0.14097, | |
| "map_at_3": 0.1786, | |
| "map_at_5": 0.18656, | |
| "map_at_10": 0.19553, | |
| "map_at_20": 0.20073, | |
| "map_at_100": 0.2066, | |
| "map_at_1000": 0.20849, | |
| "recall_at_1": 0.14097, | |
| "recall_at_3": 0.2178, | |
| "recall_at_5": 0.24477, | |
| "recall_at_10": 0.30146, | |
| "recall_at_20": 0.3626, | |
| "recall_at_100": 0.52116, | |
| "recall_at_1000": 0.76987, | |
| "accuracy": 0.14097, | |
| "precision_at_1": 0.17984, | |
| "precision_at_3": 0.10408, | |
| "precision_at_5": 0.07312, | |
| "precision_at_10": 0.04625, | |
| "precision_at_20": 0.02935, | |
| "precision_at_100": 0.0104, | |
| "precision_at_1000": 0.00194, | |
| "mrr_at_1": 0.179842, | |
| "mrr_at_3": 0.221014, | |
| "mrr_at_5": 0.226449, | |
| "mrr_at_10": 0.233916, | |
| "mrr_at_20": 0.238566, | |
| "mrr_at_100": 0.242487, | |
| "mrr_at_1000": 0.243357, | |
| "nauc_ndcg_at_1_max": 0.144377, | |
| "nauc_ndcg_at_1_std": 0.078266, | |
| "nauc_ndcg_at_1_diff1": 0.419658, | |
| "nauc_ndcg_at_3_max": 0.147711, | |
| "nauc_ndcg_at_3_std": 0.089727, | |
| "nauc_ndcg_at_3_diff1": 0.357338, | |
| "nauc_ndcg_at_5_max": 0.144376, | |
| "nauc_ndcg_at_5_std": 0.094025, | |
| "nauc_ndcg_at_5_diff1": 0.355542, | |
| "nauc_ndcg_at_10_max": 0.161196, | |
| "nauc_ndcg_at_10_std": 0.116452, | |
| "nauc_ndcg_at_10_diff1": 0.353378, | |
| "nauc_ndcg_at_20_max": 0.160927, | |
| "nauc_ndcg_at_20_std": 0.124363, | |
| "nauc_ndcg_at_20_diff1": 0.344711, | |
| "nauc_ndcg_at_100_max": 0.163613, | |
| "nauc_ndcg_at_100_std": 0.149225, | |
| "nauc_ndcg_at_100_diff1": 0.349877, | |
| "nauc_ndcg_at_1000_max": 0.171515, | |
| "nauc_ndcg_at_1000_std": 0.152387, | |
| "nauc_ndcg_at_1000_diff1": 0.352065, | |
| "nauc_map_at_1_max": 0.201885, | |
| "nauc_map_at_1_std": 0.071668, | |
| "nauc_map_at_1_diff1": 0.45064, | |
| "nauc_map_at_3_max": 0.179531, | |
| "nauc_map_at_3_std": 0.078203, | |
| "nauc_map_at_3_diff1": 0.383444, | |
| "nauc_map_at_5_max": 0.172926, | |
| "nauc_map_at_5_std": 0.078868, | |
| "nauc_map_at_5_diff1": 0.379343, | |
| "nauc_map_at_10_max": 0.178678, | |
| "nauc_map_at_10_std": 0.09182, | |
| "nauc_map_at_10_diff1": 0.376758, | |
| "nauc_map_at_20_max": 0.175365, | |
| "nauc_map_at_20_std": 0.096662, | |
| "nauc_map_at_20_diff1": 0.373267, | |
| "nauc_map_at_100_max": 0.172257, | |
| "nauc_map_at_100_std": 0.104442, | |
| "nauc_map_at_100_diff1": 0.374396, | |
| "nauc_map_at_1000_max": 0.171002, | |
| "nauc_map_at_1000_std": 0.105661, | |
| "nauc_map_at_1000_diff1": 0.374857, | |
| "nauc_recall_at_1_max": 0.201885, | |
| "nauc_recall_at_1_std": 0.071668, | |
| "nauc_recall_at_1_diff1": 0.45064, | |
| "nauc_recall_at_3_max": 0.154562, | |
| "nauc_recall_at_3_std": 0.087258, | |
| "nauc_recall_at_3_diff1": 0.315356, | |
| "nauc_recall_at_5_max": 0.145894, | |
| "nauc_recall_at_5_std": 0.095729, | |
| "nauc_recall_at_5_diff1": 0.309377, | |
| "nauc_recall_at_10_max": 0.180662, | |
| "nauc_recall_at_10_std": 0.154184, | |
| "nauc_recall_at_10_diff1": 0.291307, | |
| "nauc_recall_at_20_max": 0.161037, | |
| "nauc_recall_at_20_std": 0.175767, | |
| "nauc_recall_at_20_diff1": 0.262627, | |
| "nauc_recall_at_100_max": 0.15021, | |
| "nauc_recall_at_100_std": 0.295734, | |
| "nauc_recall_at_100_diff1": 0.297012, | |
| "nauc_recall_at_1000_max": 0.232754, | |
| "nauc_recall_at_1000_std": 0.414566, | |
| "nauc_recall_at_1000_diff1": 0.305282, | |
| "nauc_precision_at_1_max": 0.144377, | |
| "nauc_precision_at_1_std": 0.078266, | |
| "nauc_precision_at_1_diff1": 0.419658, | |
| "nauc_precision_at_3_max": 0.089233, | |
| "nauc_precision_at_3_std": 0.089445, | |
| "nauc_precision_at_3_diff1": 0.274911, | |
| "nauc_precision_at_5_max": 0.057212, | |
| "nauc_precision_at_5_std": 0.100545, | |
| "nauc_precision_at_5_diff1": 0.244603, | |
| "nauc_precision_at_10_max": 0.048237, | |
| "nauc_precision_at_10_std": 0.174783, | |
| "nauc_precision_at_10_diff1": 0.225841, | |
| "nauc_precision_at_20_max": 0.001042, | |
| "nauc_precision_at_20_std": 0.230658, | |
| "nauc_precision_at_20_diff1": 0.205943, | |
| "nauc_precision_at_100_max": -0.096917, | |
| "nauc_precision_at_100_std": 0.296257, | |
| "nauc_precision_at_100_diff1": 0.184804, | |
| "nauc_precision_at_1000_max": -0.163878, | |
| "nauc_precision_at_1000_std": 0.146807, | |
| "nauc_precision_at_1000_diff1": 0.048667, | |
| "nauc_mrr_at_1_max": 0.144377, | |
| "nauc_mrr_at_1_std": 0.078266, | |
| "nauc_mrr_at_1_diff1": 0.419658, | |
| "nauc_mrr_at_3_max": 0.132415, | |
| "nauc_mrr_at_3_std": 0.076628, | |
| "nauc_mrr_at_3_diff1": 0.354441, | |
| "nauc_mrr_at_5_max": 0.133479, | |
| "nauc_mrr_at_5_std": 0.079324, | |
| "nauc_mrr_at_5_diff1": 0.354965, | |
| "nauc_mrr_at_10_max": 0.137146, | |
| "nauc_mrr_at_10_std": 0.087689, | |
| "nauc_mrr_at_10_diff1": 0.353278, | |
| "nauc_mrr_at_20_max": 0.135717, | |
| "nauc_mrr_at_20_std": 0.090461, | |
| "nauc_mrr_at_20_diff1": 0.350742, | |
| "nauc_mrr_at_100_max": 0.13693, | |
| "nauc_mrr_at_100_std": 0.092824, | |
| "nauc_mrr_at_100_diff1": 0.351948, | |
| "nauc_mrr_at_1000_max": 0.137214, | |
| "nauc_mrr_at_1000_std": 0.09266, | |
| "nauc_mrr_at_1000_diff1": 0.35192, | |
| "hit_rate_at_1": 0.17984, | |
| "hit_rate_at_3": 0.27075, | |
| "hit_rate_at_5": 0.29447, | |
| "hit_rate_at_10": 0.3498, | |
| "hit_rate_at_20": 0.41897, | |
| "hit_rate_at_100": 0.58696, | |
| "hit_rate_at_1000": 0.81423, | |
| "main_score": 0.23431, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 23.373626232147217, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |