Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", | |
| "task_name": "CQADupstackMathematicaRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.10572, | |
| "ndcg_at_3": 0.1344, | |
| "ndcg_at_5": 0.15294, | |
| "ndcg_at_10": 0.16976, | |
| "ndcg_at_20": 0.18796, | |
| "ndcg_at_100": 0.22598, | |
| "ndcg_at_1000": 0.25889, | |
| "map_at_1": 0.08106, | |
| "map_at_3": 0.11453, | |
| "map_at_5": 0.12578, | |
| "map_at_10": 0.13293, | |
| "map_at_20": 0.13821, | |
| "map_at_100": 0.14337, | |
| "map_at_1000": 0.14464, | |
| "recall_at_1": 0.08106, | |
| "recall_at_3": 0.15677, | |
| "recall_at_5": 0.20314, | |
| "recall_at_10": 0.25361, | |
| "recall_at_20": 0.31993, | |
| "recall_at_100": 0.51174, | |
| "recall_at_1000": 0.74859, | |
| "accuracy": 0.08106, | |
| "precision_at_1": 0.10572, | |
| "precision_at_3": 0.06716, | |
| "precision_at_5": 0.05274, | |
| "precision_at_10": 0.03321, | |
| "precision_at_20": 0.02139, | |
| "precision_at_100": 0.00716, | |
| "precision_at_1000": 0.00114, | |
| "mrr_at_1": 0.105721, | |
| "mrr_at_3": 0.145108, | |
| "mrr_at_5": 0.157048, | |
| "mrr_at_10": 0.165174, | |
| "mrr_at_20": 0.170021, | |
| "mrr_at_100": 0.175019, | |
| "mrr_at_1000": 0.17589, | |
| "nauc_ndcg_at_1_max": 0.035539, | |
| "nauc_ndcg_at_1_std": -0.066001, | |
| "nauc_ndcg_at_1_diff1": 0.346734, | |
| "nauc_ndcg_at_3_max": 0.082649, | |
| "nauc_ndcg_at_3_std": -0.012721, | |
| "nauc_ndcg_at_3_diff1": 0.240017, | |
| "nauc_ndcg_at_5_max": 0.066341, | |
| "nauc_ndcg_at_5_std": -0.000653, | |
| "nauc_ndcg_at_5_diff1": 0.212013, | |
| "nauc_ndcg_at_10_max": 0.046896, | |
| "nauc_ndcg_at_10_std": 0.013313, | |
| "nauc_ndcg_at_10_diff1": 0.197846, | |
| "nauc_ndcg_at_20_max": 0.041339, | |
| "nauc_ndcg_at_20_std": 0.010412, | |
| "nauc_ndcg_at_20_diff1": 0.209614, | |
| "nauc_ndcg_at_100_max": 0.052779, | |
| "nauc_ndcg_at_100_std": 0.035033, | |
| "nauc_ndcg_at_100_diff1": 0.20516, | |
| "nauc_ndcg_at_1000_max": 0.072392, | |
| "nauc_ndcg_at_1000_std": 0.044832, | |
| "nauc_ndcg_at_1000_diff1": 0.207827, | |
| "nauc_map_at_1_max": 0.048607, | |
| "nauc_map_at_1_std": -0.040466, | |
| "nauc_map_at_1_diff1": 0.338968, | |
| "nauc_map_at_3_max": 0.081374, | |
| "nauc_map_at_3_std": -0.009001, | |
| "nauc_map_at_3_diff1": 0.257624, | |
| "nauc_map_at_5_max": 0.069913, | |
| "nauc_map_at_5_std": -0.004754, | |
| "nauc_map_at_5_diff1": 0.241293, | |
| "nauc_map_at_10_max": 0.060959, | |
| "nauc_map_at_10_std": 0.00085, | |
| "nauc_map_at_10_diff1": 0.234341, | |
| "nauc_map_at_20_max": 0.058979, | |
| "nauc_map_at_20_std": 0.001188, | |
| "nauc_map_at_20_diff1": 0.237876, | |
| "nauc_map_at_100_max": 0.061316, | |
| "nauc_map_at_100_std": 0.005836, | |
| "nauc_map_at_100_diff1": 0.235731, | |
| "nauc_map_at_1000_max": 0.061791, | |
| "nauc_map_at_1000_std": 0.0063, | |
| "nauc_map_at_1000_diff1": 0.236068, | |
| "nauc_recall_at_1_max": 0.048607, | |
| "nauc_recall_at_1_std": -0.040466, | |
| "nauc_recall_at_1_diff1": 0.338968, | |
| "nauc_recall_at_3_max": 0.099049, | |
| "nauc_recall_at_3_std": 0.01302, | |
| "nauc_recall_at_3_diff1": 0.18182, | |
| "nauc_recall_at_5_max": 0.061892, | |
| "nauc_recall_at_5_std": 0.023514, | |
| "nauc_recall_at_5_diff1": 0.133834, | |
| "nauc_recall_at_10_max": 0.01634, | |
| "nauc_recall_at_10_std": 0.046696, | |
| "nauc_recall_at_10_diff1": 0.105445, | |
| "nauc_recall_at_20_max": 0.003255, | |
| "nauc_recall_at_20_std": 0.03097, | |
| "nauc_recall_at_20_diff1": 0.1421, | |
| "nauc_recall_at_100_max": 0.041555, | |
| "nauc_recall_at_100_std": 0.11143, | |
| "nauc_recall_at_100_diff1": 0.130935, | |
| "nauc_recall_at_1000_max": 0.201615, | |
| "nauc_recall_at_1000_std": 0.236717, | |
| "nauc_recall_at_1000_diff1": 0.123617, | |
| "nauc_precision_at_1_max": 0.035539, | |
| "nauc_precision_at_1_std": -0.066001, | |
| "nauc_precision_at_1_diff1": 0.346734, | |
| "nauc_precision_at_3_max": 0.070225, | |
| "nauc_precision_at_3_std": -0.017361, | |
| "nauc_precision_at_3_diff1": 0.189936, | |
| "nauc_precision_at_5_max": 0.044309, | |
| "nauc_precision_at_5_std": 0.00283, | |
| "nauc_precision_at_5_diff1": 0.147291, | |
| "nauc_precision_at_10_max": 0.019352, | |
| "nauc_precision_at_10_std": 0.032872, | |
| "nauc_precision_at_10_diff1": 0.13356, | |
| "nauc_precision_at_20_max": 0.006863, | |
| "nauc_precision_at_20_std": 0.031409, | |
| "nauc_precision_at_20_diff1": 0.148412, | |
| "nauc_precision_at_100_max": 0.03604, | |
| "nauc_precision_at_100_std": 0.10396, | |
| "nauc_precision_at_100_diff1": 0.109082, | |
| "nauc_precision_at_1000_max": 0.06276, | |
| "nauc_precision_at_1000_std": 0.07571, | |
| "nauc_precision_at_1000_diff1": 0.027498, | |
| "nauc_mrr_at_1_max": 0.035539, | |
| "nauc_mrr_at_1_std": -0.066001, | |
| "nauc_mrr_at_1_diff1": 0.346734, | |
| "nauc_mrr_at_3_max": 0.06389, | |
| "nauc_mrr_at_3_std": -0.033179, | |
| "nauc_mrr_at_3_diff1": 0.267324, | |
| "nauc_mrr_at_5_max": 0.058111, | |
| "nauc_mrr_at_5_std": -0.026318, | |
| "nauc_mrr_at_5_diff1": 0.251994, | |
| "nauc_mrr_at_10_max": 0.049563, | |
| "nauc_mrr_at_10_std": -0.021556, | |
| "nauc_mrr_at_10_diff1": 0.243018, | |
| "nauc_mrr_at_20_max": 0.048145, | |
| "nauc_mrr_at_20_std": -0.022164, | |
| "nauc_mrr_at_20_diff1": 0.246568, | |
| "nauc_mrr_at_100_max": 0.048751, | |
| "nauc_mrr_at_100_std": -0.019374, | |
| "nauc_mrr_at_100_diff1": 0.245814, | |
| "nauc_mrr_at_1000_max": 0.049219, | |
| "nauc_mrr_at_1000_std": -0.019199, | |
| "nauc_mrr_at_1000_diff1": 0.245871, | |
| "hit_rate_at_1": 0.10572, | |
| "hit_rate_at_3": 0.19652, | |
| "hit_rate_at_5": 0.24876, | |
| "hit_rate_at_10": 0.30846, | |
| "hit_rate_at_20": 0.37811, | |
| "hit_rate_at_100": 0.58955, | |
| "hit_rate_at_1000": 0.80597, | |
| "main_score": 0.16976, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 23.938961267471313, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |