{ "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048", "task_name": "AskUbuntuDupQuestions", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.54571, "ndcg_at_3": 0.54781, "ndcg_at_5": 0.55769, "ndcg_at_10": 0.61982, "ndcg_at_20": 0.73303, "ndcg_at_100": 0.73303, "ndcg_at_1000": 0.73303, "map_at_1": 0.13839, "map_at_3": 0.27646, "map_at_5": 0.3514, "map_at_10": 0.45988, "map_at_20": 0.56761, "map_at_100": 0.56761, "map_at_1000": 0.56761, "recall_at_1": 0.13839, "recall_at_3": 0.33807, "recall_at_5": 0.4726, "recall_at_10": 0.71055, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.13839, "precision_at_1": 0.54571, "precision_at_3": 0.494, "precision_at_5": 0.43712, "precision_at_10": 0.35817, "precision_at_20": 0.27355, "precision_at_100": 0.05471, "precision_at_1000": 0.00547, "mrr_at_1": 0.545706, "mrr_at_3": 0.661127, "mrr_at_5": 0.679132, "mrr_at_10": 0.688815, "mrr_at_20": 0.691918, "mrr_at_100": 0.691918, "mrr_at_1000": 0.691918, "nauc_ndcg_at_1_max": 0.18749, "nauc_ndcg_at_1_std": 0.177788, "nauc_ndcg_at_1_diff1": 0.106098, "nauc_ndcg_at_3_max": 0.167371, "nauc_ndcg_at_3_std": 0.170243, "nauc_ndcg_at_3_diff1": 0.092766, "nauc_ndcg_at_5_max": 0.118467, "nauc_ndcg_at_5_std": 0.155563, "nauc_ndcg_at_5_diff1": 0.065131, "nauc_ndcg_at_10_max": 0.169054, "nauc_ndcg_at_10_std": 0.218224, "nauc_ndcg_at_10_diff1": 0.089675, "nauc_ndcg_at_20_max": 0.217034, "nauc_ndcg_at_20_std": 0.179658, "nauc_ndcg_at_20_diff1": 0.118978, "nauc_ndcg_at_100_max": 0.217034, "nauc_ndcg_at_100_std": 0.179658, "nauc_ndcg_at_100_diff1": 0.118978, "nauc_ndcg_at_1000_max": 0.217034, "nauc_ndcg_at_1000_std": 0.179658, "nauc_ndcg_at_1000_diff1": 0.118978, "nauc_map_at_1_max": -0.013621, "nauc_map_at_1_std": 0.026778, "nauc_map_at_1_diff1": 0.191883, "nauc_map_at_3_max": 0.005575, "nauc_map_at_3_std": 0.143969, "nauc_map_at_3_diff1": 0.146691, "nauc_map_at_5_max": 0.018933, "nauc_map_at_5_std": 0.159279, "nauc_map_at_5_diff1": 0.108904, "nauc_map_at_10_max": 0.120817, "nauc_map_at_10_std": 0.2133, "nauc_map_at_10_diff1": 0.111823, "nauc_map_at_20_max": 0.180269, "nauc_map_at_20_std": 0.180391, "nauc_map_at_20_diff1": 0.107869, "nauc_map_at_100_max": 0.180269, "nauc_map_at_100_std": 0.180391, "nauc_map_at_100_diff1": 0.107869, "nauc_map_at_1000_max": 0.180269, "nauc_map_at_1000_std": 0.180391, "nauc_map_at_1000_diff1": 0.107869, "nauc_recall_at_1_max": -0.013621, "nauc_recall_at_1_std": 0.026778, "nauc_recall_at_1_diff1": 0.191883, "nauc_recall_at_3_max": -0.06167, "nauc_recall_at_3_std": 0.09921, "nauc_recall_at_3_diff1": 0.113471, "nauc_recall_at_5_max": -0.094531, "nauc_recall_at_5_std": 0.115518, "nauc_recall_at_5_diff1": 0.018277, "nauc_recall_at_10_max": 0.006948, "nauc_recall_at_10_std": 0.206632, "nauc_recall_at_10_diff1": -0.010089, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.18749, "nauc_precision_at_1_std": 0.177788, "nauc_precision_at_1_diff1": 0.106098, "nauc_precision_at_3_max": 0.220245, "nauc_precision_at_3_std": 0.191283, "nauc_precision_at_3_diff1": 0.043229, "nauc_precision_at_5_max": 0.208588, "nauc_precision_at_5_std": 0.140208, "nauc_precision_at_5_diff1": -0.013675, "nauc_precision_at_10_max": 0.268601, "nauc_precision_at_10_std": 0.121868, "nauc_precision_at_10_diff1": -0.012275, "nauc_precision_at_20_max": 0.213808, "nauc_precision_at_20_std": 0.024965, "nauc_precision_at_20_diff1": -0.016831, "nauc_precision_at_100_max": 0.213808, "nauc_precision_at_100_std": 0.024965, "nauc_precision_at_100_diff1": -0.016831, "nauc_precision_at_1000_max": 0.213808, "nauc_precision_at_1000_std": 0.024965, "nauc_precision_at_1000_diff1": -0.016831, "nauc_mrr_at_1_max": 0.18749, "nauc_mrr_at_1_std": 0.177788, "nauc_mrr_at_1_diff1": 0.106098, "nauc_mrr_at_3_max": 0.204127, "nauc_mrr_at_3_std": 0.158771, "nauc_mrr_at_3_diff1": 0.135983, "nauc_mrr_at_5_max": 0.194297, "nauc_mrr_at_5_std": 0.171215, "nauc_mrr_at_5_diff1": 0.119795, "nauc_mrr_at_10_max": 0.202435, "nauc_mrr_at_10_std": 0.173079, "nauc_mrr_at_10_diff1": 0.119667, "nauc_mrr_at_20_max": 0.200396, "nauc_mrr_at_20_std": 0.17212, "nauc_mrr_at_20_diff1": 0.120985, "nauc_mrr_at_100_max": 0.200396, "nauc_mrr_at_100_std": 0.17212, "nauc_mrr_at_100_diff1": 0.120985, "nauc_mrr_at_1000_max": 0.200396, "nauc_mrr_at_1000_std": 0.17212, "nauc_mrr_at_1000_diff1": 0.120985, "hit_rate_at_1": 0.54571, "hit_rate_at_3": 0.8144, "hit_rate_at_5": 0.89197, "hit_rate_at_10": 0.95845, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.56761, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 48.22972011566162, "kg_co2_emissions": null, "date": null }