{ "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048", "task_name": "AskUbuntuDupQuestions", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.48199, "ndcg_at_3": 0.48315, "ndcg_at_5": 0.49927, "ndcg_at_10": 0.57062, "ndcg_at_20": 0.69815, "ndcg_at_100": 0.69815, "ndcg_at_1000": 0.69815, "map_at_1": 0.11388, "map_at_3": 0.23449, "map_at_5": 0.29979, "map_at_10": 0.40644, "map_at_20": 0.52129, "map_at_100": 0.52129, "map_at_1000": 0.52129, "recall_at_1": 0.11388, "recall_at_3": 0.29423, "recall_at_5": 0.42158, "recall_at_10": 0.67167, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.11388, "precision_at_1": 0.48199, "precision_at_3": 0.43767, "precision_at_5": 0.40111, "precision_at_10": 0.34432, "precision_at_20": 0.27355, "precision_at_100": 0.05471, "precision_at_1000": 0.00547, "mrr_at_1": 0.481994, "mrr_at_3": 0.5988, "mrr_at_5": 0.625808, "mrr_at_10": 0.637189, "mrr_at_20": 0.640963, "mrr_at_100": 0.640963, "mrr_at_1000": 0.640963, "nauc_ndcg_at_1_max": 0.011189, "nauc_ndcg_at_1_std": 0.113973, "nauc_ndcg_at_1_diff1": 0.031937, "nauc_ndcg_at_3_max": 0.011681, "nauc_ndcg_at_3_std": 0.082992, "nauc_ndcg_at_3_diff1": 0.0351, "nauc_ndcg_at_5_max": -0.025624, "nauc_ndcg_at_5_std": 0.08281, "nauc_ndcg_at_5_diff1": 0.043169, "nauc_ndcg_at_10_max": -0.017931, "nauc_ndcg_at_10_std": 0.096634, "nauc_ndcg_at_10_diff1": 0.038631, "nauc_ndcg_at_20_max": 0.051651, "nauc_ndcg_at_20_std": 0.110323, "nauc_ndcg_at_20_diff1": 0.034889, "nauc_ndcg_at_100_max": 0.051651, "nauc_ndcg_at_100_std": 0.110323, "nauc_ndcg_at_100_diff1": 0.034889, "nauc_ndcg_at_1000_max": 0.051651, "nauc_ndcg_at_1000_std": 0.110323, "nauc_ndcg_at_1000_diff1": 0.034889, "nauc_map_at_1_max": -0.117219, "nauc_map_at_1_std": 0.031894, "nauc_map_at_1_diff1": 0.130679, "nauc_map_at_3_max": -0.099675, "nauc_map_at_3_std": 0.063959, "nauc_map_at_3_diff1": 0.12248, "nauc_map_at_5_max": -0.108276, "nauc_map_at_5_std": 0.07835, "nauc_map_at_5_diff1": 0.099291, "nauc_map_at_10_max": -0.050403, "nauc_map_at_10_std": 0.096678, "nauc_map_at_10_diff1": 0.058421, "nauc_map_at_20_max": 0.021846, "nauc_map_at_20_std": 0.100847, "nauc_map_at_20_diff1": 0.036513, "nauc_map_at_100_max": 0.021846, "nauc_map_at_100_std": 0.100847, "nauc_map_at_100_diff1": 0.036513, "nauc_map_at_1000_max": 0.021846, "nauc_map_at_1000_std": 0.100847, "nauc_map_at_1000_diff1": 0.036513, "nauc_recall_at_1_max": -0.117219, "nauc_recall_at_1_std": 0.031894, "nauc_recall_at_1_diff1": 0.130679, "nauc_recall_at_3_max": -0.095026, "nauc_recall_at_3_std": 0.015458, "nauc_recall_at_3_diff1": 0.10148, "nauc_recall_at_5_max": -0.142827, "nauc_recall_at_5_std": 0.016437, "nauc_recall_at_5_diff1": 0.084308, "nauc_recall_at_10_max": -0.131389, "nauc_recall_at_10_std": 0.021357, "nauc_recall_at_10_diff1": 0.044322, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.011189, "nauc_precision_at_1_std": 0.113973, "nauc_precision_at_1_diff1": 0.031937, "nauc_precision_at_3_max": 0.045653, "nauc_precision_at_3_std": 0.099416, "nauc_precision_at_3_diff1": -0.010982, "nauc_precision_at_5_max": 0.059473, "nauc_precision_at_5_std": 0.112497, "nauc_precision_at_5_diff1": -0.043335, "nauc_precision_at_10_max": 0.14866, "nauc_precision_at_10_std": 0.079641, "nauc_precision_at_10_diff1": -0.070542, "nauc_precision_at_20_max": 0.172396, "nauc_precision_at_20_std": 0.061313, "nauc_precision_at_20_diff1": -0.066816, "nauc_precision_at_100_max": 0.172396, "nauc_precision_at_100_std": 0.061313, "nauc_precision_at_100_diff1": -0.066816, "nauc_precision_at_1000_max": 0.172396, "nauc_precision_at_1000_std": 0.061313, "nauc_precision_at_1000_diff1": -0.066816, "nauc_mrr_at_1_max": 0.011189, "nauc_mrr_at_1_std": 0.113973, "nauc_mrr_at_1_diff1": 0.031937, "nauc_mrr_at_3_max": 0.04895, "nauc_mrr_at_3_std": 0.107965, "nauc_mrr_at_3_diff1": 0.040056, "nauc_mrr_at_5_max": 0.041345, "nauc_mrr_at_5_std": 0.115595, "nauc_mrr_at_5_diff1": 0.038347, "nauc_mrr_at_10_max": 0.038473, "nauc_mrr_at_10_std": 0.112927, "nauc_mrr_at_10_diff1": 0.046707, "nauc_mrr_at_20_max": 0.039162, "nauc_mrr_at_20_std": 0.113984, "nauc_mrr_at_20_diff1": 0.043099, "nauc_mrr_at_100_max": 0.039162, "nauc_mrr_at_100_std": 0.113984, "nauc_mrr_at_100_diff1": 0.043099, "nauc_mrr_at_1000_max": 0.039162, "nauc_mrr_at_1000_std": 0.113984, "nauc_mrr_at_1000_diff1": 0.043099, "hit_rate_at_1": 0.48199, "hit_rate_at_3": 0.74515, "hit_rate_at_5": 0.8615, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.52129, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 8.538385152816772, "kg_co2_emissions": null, "date": null }