{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "task_name": "CQADupstackTexRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.15141, "ndcg_at_3": 0.18441, "ndcg_at_5": 0.19844, "ndcg_at_10": 0.21772, "ndcg_at_20": 0.2356, "ndcg_at_100": 0.26789, "ndcg_at_1000": 0.30123, "map_at_1": 0.12781, "map_at_3": 0.16452, "map_at_5": 0.17308, "map_at_10": 0.18139, "map_at_20": 0.18656, "map_at_100": 0.19128, "map_at_1000": 0.19258, "recall_at_1": 0.12781, "recall_at_3": 0.20751, "recall_at_5": 0.24226, "recall_at_10": 0.29955, "recall_at_20": 0.36569, "recall_at_100": 0.52778, "recall_at_1000": 0.7687, "accuracy": 0.12781, "precision_at_1": 0.15141, "precision_at_3": 0.08534, "precision_at_5": 0.06167, "precision_at_10": 0.03957, "precision_at_20": 0.02479, "precision_at_100": 0.00756, "precision_at_1000": 0.00121, "mrr_at_1": 0.151411, "mrr_at_3": 0.1915, "mrr_at_5": 0.20148, "mrr_at_10": 0.210094, "mrr_at_20": 0.215271, "mrr_at_100": 0.219333, "mrr_at_1000": 0.22026, "nauc_ndcg_at_1_max": 0.188101, "nauc_ndcg_at_1_std": -0.059808, "nauc_ndcg_at_1_diff1": 0.44279, "nauc_ndcg_at_3_max": 0.169839, "nauc_ndcg_at_3_std": -0.042406, "nauc_ndcg_at_3_diff1": 0.363346, "nauc_ndcg_at_5_max": 0.172625, "nauc_ndcg_at_5_std": -0.033595, "nauc_ndcg_at_5_diff1": 0.347585, "nauc_ndcg_at_10_max": 0.18353, "nauc_ndcg_at_10_std": -0.021714, "nauc_ndcg_at_10_diff1": 0.343985, "nauc_ndcg_at_20_max": 0.187462, "nauc_ndcg_at_20_std": -0.007311, "nauc_ndcg_at_20_diff1": 0.332957, "nauc_ndcg_at_100_max": 0.192158, "nauc_ndcg_at_100_std": 0.015166, "nauc_ndcg_at_100_diff1": 0.325311, "nauc_ndcg_at_1000_max": 0.196488, "nauc_ndcg_at_1000_std": 0.021498, "nauc_ndcg_at_1000_diff1": 0.328248, "nauc_map_at_1_max": 0.177569, "nauc_map_at_1_std": -0.044058, "nauc_map_at_1_diff1": 0.446587, "nauc_map_at_3_max": 0.168933, "nauc_map_at_3_std": -0.041864, "nauc_map_at_3_diff1": 0.382165, "nauc_map_at_5_max": 0.17127, "nauc_map_at_5_std": -0.037645, "nauc_map_at_5_diff1": 0.371836, "nauc_map_at_10_max": 0.176201, "nauc_map_at_10_std": -0.031853, "nauc_map_at_10_diff1": 0.369451, "nauc_map_at_20_max": 0.177908, "nauc_map_at_20_std": -0.027149, "nauc_map_at_20_diff1": 0.365457, "nauc_map_at_100_max": 0.179159, "nauc_map_at_100_std": -0.023351, "nauc_map_at_100_diff1": 0.364243, "nauc_map_at_1000_max": 0.179262, "nauc_map_at_1000_std": -0.023082, "nauc_map_at_1000_diff1": 0.364127, "nauc_recall_at_1_max": 0.177569, "nauc_recall_at_1_std": -0.044058, "nauc_recall_at_1_diff1": 0.446587, "nauc_recall_at_3_max": 0.154393, "nauc_recall_at_3_std": -0.036288, "nauc_recall_at_3_diff1": 0.320667, "nauc_recall_at_5_max": 0.159413, "nauc_recall_at_5_std": -0.022595, "nauc_recall_at_5_diff1": 0.290007, "nauc_recall_at_10_max": 0.183948, "nauc_recall_at_10_std": 0.006838, "nauc_recall_at_10_diff1": 0.281372, "nauc_recall_at_20_max": 0.189193, "nauc_recall_at_20_std": 0.048, "nauc_recall_at_20_diff1": 0.244202, "nauc_recall_at_100_max": 0.200693, "nauc_recall_at_100_std": 0.140801, "nauc_recall_at_100_diff1": 0.20056, "nauc_recall_at_1000_max": 0.251608, "nauc_recall_at_1000_std": 0.275474, "nauc_recall_at_1000_diff1": 0.185376, "nauc_precision_at_1_max": 0.188101, "nauc_precision_at_1_std": -0.059808, "nauc_precision_at_1_diff1": 0.44279, "nauc_precision_at_3_max": 0.17356, "nauc_precision_at_3_std": -0.044117, "nauc_precision_at_3_diff1": 0.315808, "nauc_precision_at_5_max": 0.180729, "nauc_precision_at_5_std": -0.019843, "nauc_precision_at_5_diff1": 0.271323, "nauc_precision_at_10_max": 0.207514, "nauc_precision_at_10_std": 0.008349, "nauc_precision_at_10_diff1": 0.25316, "nauc_precision_at_20_max": 0.220315, "nauc_precision_at_20_std": 0.042415, "nauc_precision_at_20_diff1": 0.209044, "nauc_precision_at_100_max": 0.215987, "nauc_precision_at_100_std": 0.111507, "nauc_precision_at_100_diff1": 0.122919, "nauc_precision_at_1000_max": 0.188892, "nauc_precision_at_1000_std": 0.110421, "nauc_precision_at_1000_diff1": 0.016761, "nauc_mrr_at_1_max": 0.188101, "nauc_mrr_at_1_std": -0.059808, "nauc_mrr_at_1_diff1": 0.44279, "nauc_mrr_at_3_max": 0.178068, "nauc_mrr_at_3_std": -0.049746, "nauc_mrr_at_3_diff1": 0.374799, "nauc_mrr_at_5_max": 0.180579, "nauc_mrr_at_5_std": -0.043448, "nauc_mrr_at_5_diff1": 0.365276, "nauc_mrr_at_10_max": 0.185298, "nauc_mrr_at_10_std": -0.037397, "nauc_mrr_at_10_diff1": 0.363307, "nauc_mrr_at_20_max": 0.186362, "nauc_mrr_at_20_std": -0.033146, "nauc_mrr_at_20_diff1": 0.360414, "nauc_mrr_at_100_max": 0.186694, "nauc_mrr_at_100_std": -0.030608, "nauc_mrr_at_100_diff1": 0.359288, "nauc_mrr_at_1000_max": 0.186659, "nauc_mrr_at_1000_std": -0.030698, "nauc_mrr_at_1000_diff1": 0.359486, "hit_rate_at_1": 0.15141, "hit_rate_at_3": 0.24329, "hit_rate_at_5": 0.2863, "hit_rate_at_10": 0.35237, "hit_rate_at_20": 0.4267, "hit_rate_at_100": 0.59326, "hit_rate_at_1000": 0.81624, "main_score": 0.21772, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 769.9449524879456, "kg_co2_emissions": null, "date": null }