Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..."_20_max": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048", | |
| "task_name": "AskUbuntuDupQuestions", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.48199, | |
| "ndcg_at_3": 0.48315, | |
| "ndcg_at_5": 0.49927, | |
| "ndcg_at_10": 0.57062, | |
| "ndcg_at_20": 0.69815, | |
| "ndcg_at_100": 0.69815, | |
| "ndcg_at_1000": 0.69815, | |
| "map_at_1": 0.11388, | |
| "map_at_3": 0.23449, | |
| "map_at_5": 0.29979, | |
| "map_at_10": 0.40644, | |
| "map_at_20": 0.52129, | |
| "map_at_100": 0.52129, | |
| "map_at_1000": 0.52129, | |
| "recall_at_1": 0.11388, | |
| "recall_at_3": 0.29423, | |
| "recall_at_5": 0.42158, | |
| "recall_at_10": 0.67167, | |
| "recall_at_20": 1.0, | |
| "recall_at_100": 1.0, | |
| "recall_at_1000": 1.0, | |
| "accuracy": 0.11388, | |
| "precision_at_1": 0.48199, | |
| "precision_at_3": 0.43767, | |
| "precision_at_5": 0.40111, | |
| "precision_at_10": 0.34432, | |
| "precision_at_20": 0.27355, | |
| "precision_at_100": 0.05471, | |
| "precision_at_1000": 0.00547, | |
| "mrr_at_1": 0.481994, | |
| "mrr_at_3": 0.5988, | |
| "mrr_at_5": 0.625808, | |
| "mrr_at_10": 0.637189, | |
| "mrr_at_20": 0.640963, | |
| "mrr_at_100": 0.640963, | |
| "mrr_at_1000": 0.640963, | |
| "nauc_ndcg_at_1_max": 0.011189, | |
| "nauc_ndcg_at_1_std": 0.113973, | |
| "nauc_ndcg_at_1_diff1": 0.031937, | |
| "nauc_ndcg_at_3_max": 0.011681, | |
| "nauc_ndcg_at_3_std": 0.082992, | |
| "nauc_ndcg_at_3_diff1": 0.0351, | |
| "nauc_ndcg_at_5_max": -0.025624, | |
| "nauc_ndcg_at_5_std": 0.08281, | |
| "nauc_ndcg_at_5_diff1": 0.043169, | |
| "nauc_ndcg_at_10_max": -0.017931, | |
| "nauc_ndcg_at_10_std": 0.096634, | |
| "nauc_ndcg_at_10_diff1": 0.038631, | |
| "nauc_ndcg_at_20_max": 0.051651, | |
| "nauc_ndcg_at_20_std": 0.110323, | |
| "nauc_ndcg_at_20_diff1": 0.034889, | |
| "nauc_ndcg_at_100_max": 0.051651, | |
| "nauc_ndcg_at_100_std": 0.110323, | |
| "nauc_ndcg_at_100_diff1": 0.034889, | |
| "nauc_ndcg_at_1000_max": 0.051651, | |
| "nauc_ndcg_at_1000_std": 0.110323, | |
| "nauc_ndcg_at_1000_diff1": 0.034889, | |
| "nauc_map_at_1_max": -0.117219, | |
| "nauc_map_at_1_std": 0.031894, | |
| "nauc_map_at_1_diff1": 0.130679, | |
| "nauc_map_at_3_max": -0.099675, | |
| "nauc_map_at_3_std": 0.063959, | |
| "nauc_map_at_3_diff1": 0.12248, | |
| "nauc_map_at_5_max": -0.108276, | |
| "nauc_map_at_5_std": 0.07835, | |
| "nauc_map_at_5_diff1": 0.099291, | |
| "nauc_map_at_10_max": -0.050403, | |
| "nauc_map_at_10_std": 0.096678, | |
| "nauc_map_at_10_diff1": 0.058421, | |
| "nauc_map_at_20_max": 0.021846, | |
| "nauc_map_at_20_std": 0.100847, | |
| "nauc_map_at_20_diff1": 0.036513, | |
| "nauc_map_at_100_max": 0.021846, | |
| "nauc_map_at_100_std": 0.100847, | |
| "nauc_map_at_100_diff1": 0.036513, | |
| "nauc_map_at_1000_max": 0.021846, | |
| "nauc_map_at_1000_std": 0.100847, | |
| "nauc_map_at_1000_diff1": 0.036513, | |
| "nauc_recall_at_1_max": -0.117219, | |
| "nauc_recall_at_1_std": 0.031894, | |
| "nauc_recall_at_1_diff1": 0.130679, | |
| "nauc_recall_at_3_max": -0.095026, | |
| "nauc_recall_at_3_std": 0.015458, | |
| "nauc_recall_at_3_diff1": 0.10148, | |
| "nauc_recall_at_5_max": -0.142827, | |
| "nauc_recall_at_5_std": 0.016437, | |
| "nauc_recall_at_5_diff1": 0.084308, | |
| "nauc_recall_at_10_max": -0.131389, | |
| "nauc_recall_at_10_std": 0.021357, | |
| "nauc_recall_at_10_diff1": 0.044322, | |
| "nauc_recall_at_20_max": NaN, | |
| "nauc_recall_at_20_std": NaN, | |
| "nauc_recall_at_20_diff1": NaN, | |
| "nauc_recall_at_100_max": NaN, | |
| "nauc_recall_at_100_std": NaN, | |
| "nauc_recall_at_100_diff1": NaN, | |
| "nauc_recall_at_1000_max": NaN, | |
| "nauc_recall_at_1000_std": NaN, | |
| "nauc_recall_at_1000_diff1": NaN, | |
| "nauc_precision_at_1_max": 0.011189, | |
| "nauc_precision_at_1_std": 0.113973, | |
| "nauc_precision_at_1_diff1": 0.031937, | |
| "nauc_precision_at_3_max": 0.045653, | |
| "nauc_precision_at_3_std": 0.099416, | |
| "nauc_precision_at_3_diff1": -0.010982, | |
| "nauc_precision_at_5_max": 0.059473, | |
| "nauc_precision_at_5_std": 0.112497, | |
| "nauc_precision_at_5_diff1": -0.043335, | |
| "nauc_precision_at_10_max": 0.14866, | |
| "nauc_precision_at_10_std": 0.079641, | |
| "nauc_precision_at_10_diff1": -0.070542, | |
| "nauc_precision_at_20_max": 0.172396, | |
| "nauc_precision_at_20_std": 0.061313, | |
| "nauc_precision_at_20_diff1": -0.066816, | |
| "nauc_precision_at_100_max": 0.172396, | |
| "nauc_precision_at_100_std": 0.061313, | |
| "nauc_precision_at_100_diff1": -0.066816, | |
| "nauc_precision_at_1000_max": 0.172396, | |
| "nauc_precision_at_1000_std": 0.061313, | |
| "nauc_precision_at_1000_diff1": -0.066816, | |
| "nauc_mrr_at_1_max": 0.011189, | |
| "nauc_mrr_at_1_std": 0.113973, | |
| "nauc_mrr_at_1_diff1": 0.031937, | |
| "nauc_mrr_at_3_max": 0.04895, | |
| "nauc_mrr_at_3_std": 0.107965, | |
| "nauc_mrr_at_3_diff1": 0.040056, | |
| "nauc_mrr_at_5_max": 0.041345, | |
| "nauc_mrr_at_5_std": 0.115595, | |
| "nauc_mrr_at_5_diff1": 0.038347, | |
| "nauc_mrr_at_10_max": 0.038473, | |
| "nauc_mrr_at_10_std": 0.112927, | |
| "nauc_mrr_at_10_diff1": 0.046707, | |
| "nauc_mrr_at_20_max": 0.039162, | |
| "nauc_mrr_at_20_std": 0.113984, | |
| "nauc_mrr_at_20_diff1": 0.043099, | |
| "nauc_mrr_at_100_max": 0.039162, | |
| "nauc_mrr_at_100_std": 0.113984, | |
| "nauc_mrr_at_100_diff1": 0.043099, | |
| "nauc_mrr_at_1000_max": 0.039162, | |
| "nauc_mrr_at_1000_std": 0.113984, | |
| "nauc_mrr_at_1000_diff1": 0.043099, | |
| "hit_rate_at_1": 0.48199, | |
| "hit_rate_at_3": 0.74515, | |
| "hit_rate_at_5": 0.8615, | |
| "hit_rate_at_10": 0.94737, | |
| "hit_rate_at_20": 1.0, | |
| "hit_rate_at_100": 1.0, | |
| "hit_rate_at_1000": 1.0, | |
| "main_score": 0.52129, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 8.538385152816772, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |