Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..."_20_max": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048", | |
| "task_name": "AskUbuntuDupQuestions", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.54017, | |
| "ndcg_at_3": 0.51945, | |
| "ndcg_at_5": 0.5399, | |
| "ndcg_at_10": 0.60638, | |
| "ndcg_at_20": 0.72633, | |
| "ndcg_at_100": 0.72633, | |
| "ndcg_at_1000": 0.72633, | |
| "map_at_1": 0.14839, | |
| "map_at_3": 0.26743, | |
| "map_at_5": 0.34239, | |
| "map_at_10": 0.44889, | |
| "map_at_20": 0.55938, | |
| "map_at_100": 0.55938, | |
| "map_at_1000": 0.55938, | |
| "recall_at_1": 0.14839, | |
| "recall_at_3": 0.3105, | |
| "recall_at_5": 0.45348, | |
| "recall_at_10": 0.69196, | |
| "recall_at_20": 1.0, | |
| "recall_at_100": 1.0, | |
| "recall_at_1000": 1.0, | |
| "accuracy": 0.14839, | |
| "precision_at_1": 0.54017, | |
| "precision_at_3": 0.45891, | |
| "precision_at_5": 0.42161, | |
| "precision_at_10": 0.35208, | |
| "precision_at_20": 0.27355, | |
| "precision_at_100": 0.05471, | |
| "precision_at_1000": 0.00547, | |
| "mrr_at_1": 0.540166, | |
| "mrr_at_3": 0.638042, | |
| "mrr_at_5": 0.663666, | |
| "mrr_at_10": 0.675241, | |
| "mrr_at_20": 0.678552, | |
| "mrr_at_100": 0.678552, | |
| "mrr_at_1000": 0.678552, | |
| "nauc_ndcg_at_1_max": 0.187969, | |
| "nauc_ndcg_at_1_std": 0.098684, | |
| "nauc_ndcg_at_1_diff1": 0.140114, | |
| "nauc_ndcg_at_3_max": 0.169333, | |
| "nauc_ndcg_at_3_std": 0.078815, | |
| "nauc_ndcg_at_3_diff1": 0.101676, | |
| "nauc_ndcg_at_5_max": 0.105826, | |
| "nauc_ndcg_at_5_std": 0.10383, | |
| "nauc_ndcg_at_5_diff1": 0.093132, | |
| "nauc_ndcg_at_10_max": 0.104036, | |
| "nauc_ndcg_at_10_std": 0.11952, | |
| "nauc_ndcg_at_10_diff1": 0.065996, | |
| "nauc_ndcg_at_20_max": 0.182239, | |
| "nauc_ndcg_at_20_std": 0.075949, | |
| "nauc_ndcg_at_20_diff1": 0.109653, | |
| "nauc_ndcg_at_100_max": 0.182239, | |
| "nauc_ndcg_at_100_std": 0.075949, | |
| "nauc_ndcg_at_100_diff1": 0.109653, | |
| "nauc_ndcg_at_1000_max": 0.182239, | |
| "nauc_ndcg_at_1000_std": 0.075949, | |
| "nauc_ndcg_at_1000_diff1": 0.109653, | |
| "nauc_map_at_1_max": 0.029568, | |
| "nauc_map_at_1_std": 0.027308, | |
| "nauc_map_at_1_diff1": 0.194186, | |
| "nauc_map_at_3_max": 0.039012, | |
| "nauc_map_at_3_std": 0.094197, | |
| "nauc_map_at_3_diff1": 0.154304, | |
| "nauc_map_at_5_max": 0.034493, | |
| "nauc_map_at_5_std": 0.129768, | |
| "nauc_map_at_5_diff1": 0.131847, | |
| "nauc_map_at_10_max": 0.077837, | |
| "nauc_map_at_10_std": 0.134118, | |
| "nauc_map_at_10_diff1": 0.084892, | |
| "nauc_map_at_20_max": 0.146276, | |
| "nauc_map_at_20_std": 0.092598, | |
| "nauc_map_at_20_diff1": 0.093169, | |
| "nauc_map_at_100_max": 0.146276, | |
| "nauc_map_at_100_std": 0.092598, | |
| "nauc_map_at_100_diff1": 0.093169, | |
| "nauc_map_at_1000_max": 0.146276, | |
| "nauc_map_at_1000_std": 0.092598, | |
| "nauc_map_at_1000_diff1": 0.093169, | |
| "nauc_recall_at_1_max": 0.029568, | |
| "nauc_recall_at_1_std": 0.027308, | |
| "nauc_recall_at_1_diff1": 0.194186, | |
| "nauc_recall_at_3_max": 0.010515, | |
| "nauc_recall_at_3_std": 0.079916, | |
| "nauc_recall_at_3_diff1": 0.138109, | |
| "nauc_recall_at_5_max": -0.064249, | |
| "nauc_recall_at_5_std": 0.124009, | |
| "nauc_recall_at_5_diff1": 0.086964, | |
| "nauc_recall_at_10_max": -0.092403, | |
| "nauc_recall_at_10_std": 0.137224, | |
| "nauc_recall_at_10_diff1": -0.040869, | |
| "nauc_recall_at_20_max": NaN, | |
| "nauc_recall_at_20_std": NaN, | |
| "nauc_recall_at_20_diff1": NaN, | |
| "nauc_recall_at_100_max": NaN, | |
| "nauc_recall_at_100_std": NaN, | |
| "nauc_recall_at_100_diff1": NaN, | |
| "nauc_recall_at_1000_max": NaN, | |
| "nauc_recall_at_1000_std": NaN, | |
| "nauc_recall_at_1000_diff1": NaN, | |
| "nauc_precision_at_1_max": 0.187969, | |
| "nauc_precision_at_1_std": 0.098684, | |
| "nauc_precision_at_1_diff1": 0.140114, | |
| "nauc_precision_at_3_max": 0.183564, | |
| "nauc_precision_at_3_std": 0.093594, | |
| "nauc_precision_at_3_diff1": 0.043976, | |
| "nauc_precision_at_5_max": 0.143817, | |
| "nauc_precision_at_5_std": 0.101552, | |
| "nauc_precision_at_5_diff1": -0.007572, | |
| "nauc_precision_at_10_max": 0.17357, | |
| "nauc_precision_at_10_std": 0.019679, | |
| "nauc_precision_at_10_diff1": -0.061011, | |
| "nauc_precision_at_20_max": 0.184725, | |
| "nauc_precision_at_20_std": -0.043787, | |
| "nauc_precision_at_20_diff1": -0.013542, | |
| "nauc_precision_at_100_max": 0.184725, | |
| "nauc_precision_at_100_std": -0.043787, | |
| "nauc_precision_at_100_diff1": -0.013542, | |
| "nauc_precision_at_1000_max": 0.184725, | |
| "nauc_precision_at_1000_std": -0.043787, | |
| "nauc_precision_at_1000_diff1": -0.013542, | |
| "nauc_mrr_at_1_max": 0.187969, | |
| "nauc_mrr_at_1_std": 0.098684, | |
| "nauc_mrr_at_1_diff1": 0.140114, | |
| "nauc_mrr_at_3_max": 0.196748, | |
| "nauc_mrr_at_3_std": 0.082906, | |
| "nauc_mrr_at_3_diff1": 0.147367, | |
| "nauc_mrr_at_5_max": 0.179894, | |
| "nauc_mrr_at_5_std": 0.07978, | |
| "nauc_mrr_at_5_diff1": 0.143359, | |
| "nauc_mrr_at_10_max": 0.180577, | |
| "nauc_mrr_at_10_std": 0.074538, | |
| "nauc_mrr_at_10_diff1": 0.136449, | |
| "nauc_mrr_at_20_max": 0.18298, | |
| "nauc_mrr_at_20_std": 0.079361, | |
| "nauc_mrr_at_20_diff1": 0.140037, | |
| "nauc_mrr_at_100_max": 0.18298, | |
| "nauc_mrr_at_100_std": 0.079361, | |
| "nauc_mrr_at_100_diff1": 0.140037, | |
| "nauc_mrr_at_1000_max": 0.18298, | |
| "nauc_mrr_at_1000_std": 0.079361, | |
| "nauc_mrr_at_1000_diff1": 0.140037, | |
| "hit_rate_at_1": 0.54017, | |
| "hit_rate_at_3": 0.759, | |
| "hit_rate_at_5": 0.86981, | |
| "hit_rate_at_10": 0.95568, | |
| "hit_rate_at_20": 1.0, | |
| "hit_rate_at_100": 1.0, | |
| "hit_rate_at_1000": 1.0, | |
| "main_score": 0.55938, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 8.199298858642578, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |