{ "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048", "task_name": "AskUbuntuDupQuestions", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.54017, "ndcg_at_3": 0.51945, "ndcg_at_5": 0.5399, "ndcg_at_10": 0.60638, "ndcg_at_20": 0.72633, "ndcg_at_100": 0.72633, "ndcg_at_1000": 0.72633, "map_at_1": 0.14839, "map_at_3": 0.26743, "map_at_5": 0.34239, "map_at_10": 0.44889, "map_at_20": 0.55938, "map_at_100": 0.55938, "map_at_1000": 0.55938, "recall_at_1": 0.14839, "recall_at_3": 0.3105, "recall_at_5": 0.45348, "recall_at_10": 0.69196, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.14839, "precision_at_1": 0.54017, "precision_at_3": 0.45891, "precision_at_5": 0.42161, "precision_at_10": 0.35208, "precision_at_20": 0.27355, "precision_at_100": 0.05471, "precision_at_1000": 0.00547, "mrr_at_1": 0.540166, "mrr_at_3": 0.638042, "mrr_at_5": 0.663666, "mrr_at_10": 0.675241, "mrr_at_20": 0.678552, "mrr_at_100": 0.678552, "mrr_at_1000": 0.678552, "nauc_ndcg_at_1_max": 0.187969, "nauc_ndcg_at_1_std": 0.098684, "nauc_ndcg_at_1_diff1": 0.140114, "nauc_ndcg_at_3_max": 0.169333, "nauc_ndcg_at_3_std": 0.078815, "nauc_ndcg_at_3_diff1": 0.101676, "nauc_ndcg_at_5_max": 0.105826, "nauc_ndcg_at_5_std": 0.10383, "nauc_ndcg_at_5_diff1": 0.093132, "nauc_ndcg_at_10_max": 0.104036, "nauc_ndcg_at_10_std": 0.11952, "nauc_ndcg_at_10_diff1": 0.065996, "nauc_ndcg_at_20_max": 0.182239, "nauc_ndcg_at_20_std": 0.075949, "nauc_ndcg_at_20_diff1": 0.109653, "nauc_ndcg_at_100_max": 0.182239, "nauc_ndcg_at_100_std": 0.075949, "nauc_ndcg_at_100_diff1": 0.109653, "nauc_ndcg_at_1000_max": 0.182239, "nauc_ndcg_at_1000_std": 0.075949, "nauc_ndcg_at_1000_diff1": 0.109653, "nauc_map_at_1_max": 0.029568, "nauc_map_at_1_std": 0.027308, "nauc_map_at_1_diff1": 0.194186, "nauc_map_at_3_max": 0.039012, "nauc_map_at_3_std": 0.094197, "nauc_map_at_3_diff1": 0.154304, "nauc_map_at_5_max": 0.034493, "nauc_map_at_5_std": 0.129768, "nauc_map_at_5_diff1": 0.131847, "nauc_map_at_10_max": 0.077837, "nauc_map_at_10_std": 0.134118, "nauc_map_at_10_diff1": 0.084892, "nauc_map_at_20_max": 0.146276, "nauc_map_at_20_std": 0.092598, "nauc_map_at_20_diff1": 0.093169, "nauc_map_at_100_max": 0.146276, "nauc_map_at_100_std": 0.092598, "nauc_map_at_100_diff1": 0.093169, "nauc_map_at_1000_max": 0.146276, "nauc_map_at_1000_std": 0.092598, "nauc_map_at_1000_diff1": 0.093169, "nauc_recall_at_1_max": 0.029568, "nauc_recall_at_1_std": 0.027308, "nauc_recall_at_1_diff1": 0.194186, "nauc_recall_at_3_max": 0.010515, "nauc_recall_at_3_std": 0.079916, "nauc_recall_at_3_diff1": 0.138109, "nauc_recall_at_5_max": -0.064249, "nauc_recall_at_5_std": 0.124009, "nauc_recall_at_5_diff1": 0.086964, "nauc_recall_at_10_max": -0.092403, "nauc_recall_at_10_std": 0.137224, "nauc_recall_at_10_diff1": -0.040869, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.187969, "nauc_precision_at_1_std": 0.098684, "nauc_precision_at_1_diff1": 0.140114, "nauc_precision_at_3_max": 0.183564, "nauc_precision_at_3_std": 0.093594, "nauc_precision_at_3_diff1": 0.043976, "nauc_precision_at_5_max": 0.143817, "nauc_precision_at_5_std": 0.101552, "nauc_precision_at_5_diff1": -0.007572, "nauc_precision_at_10_max": 0.17357, "nauc_precision_at_10_std": 0.019679, "nauc_precision_at_10_diff1": -0.061011, "nauc_precision_at_20_max": 0.184725, "nauc_precision_at_20_std": -0.043787, "nauc_precision_at_20_diff1": -0.013542, "nauc_precision_at_100_max": 0.184725, "nauc_precision_at_100_std": -0.043787, "nauc_precision_at_100_diff1": -0.013542, "nauc_precision_at_1000_max": 0.184725, "nauc_precision_at_1000_std": -0.043787, "nauc_precision_at_1000_diff1": -0.013542, "nauc_mrr_at_1_max": 0.187969, "nauc_mrr_at_1_std": 0.098684, "nauc_mrr_at_1_diff1": 0.140114, "nauc_mrr_at_3_max": 0.196748, "nauc_mrr_at_3_std": 0.082906, "nauc_mrr_at_3_diff1": 0.147367, "nauc_mrr_at_5_max": 0.179894, "nauc_mrr_at_5_std": 0.07978, "nauc_mrr_at_5_diff1": 0.143359, "nauc_mrr_at_10_max": 0.180577, "nauc_mrr_at_10_std": 0.074538, "nauc_mrr_at_10_diff1": 0.136449, "nauc_mrr_at_20_max": 0.18298, "nauc_mrr_at_20_std": 0.079361, "nauc_mrr_at_20_diff1": 0.140037, "nauc_mrr_at_100_max": 0.18298, "nauc_mrr_at_100_std": 0.079361, "nauc_mrr_at_100_diff1": 0.140037, "nauc_mrr_at_1000_max": 0.18298, "nauc_mrr_at_1000_std": 0.079361, "nauc_mrr_at_1000_diff1": 0.140037, "hit_rate_at_1": 0.54017, "hit_rate_at_3": 0.759, "hit_rate_at_5": 0.86981, "hit_rate_at_10": 0.95568, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.55938, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 8.199298858642578, "kg_co2_emissions": null, "date": null }