{ "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", "task_name": "CQADupstackUnixRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.15019, "ndcg_at_3": 0.17164, "ndcg_at_5": 0.18569, "ndcg_at_10": 0.20122, "ndcg_at_20": 0.21533, "ndcg_at_100": 0.24505, "ndcg_at_1000": 0.27639, "map_at_1": 0.13004, "map_at_3": 0.15652, "map_at_5": 0.16524, "map_at_10": 0.17179, "map_at_20": 0.17567, "map_at_100": 0.17953, "map_at_1000": 0.1807, "recall_at_1": 0.13004, "recall_at_3": 0.18757, "recall_at_5": 0.22323, "recall_at_10": 0.27001, "recall_at_20": 0.32078, "recall_at_100": 0.47425, "recall_at_1000": 0.70188, "accuracy": 0.13004, "precision_at_1": 0.15019, "precision_at_3": 0.07556, "precision_at_5": 0.05466, "precision_at_10": 0.03321, "precision_at_20": 0.02043, "precision_at_100": 0.0063, "precision_at_1000": 0.00101, "mrr_at_1": 0.150187, "mrr_at_3": 0.179415, "mrr_at_5": 0.188884, "mrr_at_10": 0.195785, "mrr_at_20": 0.20022, "mrr_at_100": 0.203962, "mrr_at_1000": 0.20486, "nauc_ndcg_at_1_max": 0.295887, "nauc_ndcg_at_1_std": 0.024441, "nauc_ndcg_at_1_diff1": 0.504683, "nauc_ndcg_at_3_max": 0.255057, "nauc_ndcg_at_3_std": 0.016128, "nauc_ndcg_at_3_diff1": 0.427623, "nauc_ndcg_at_5_max": 0.245321, "nauc_ndcg_at_5_std": 0.017741, "nauc_ndcg_at_5_diff1": 0.402641, "nauc_ndcg_at_10_max": 0.241334, "nauc_ndcg_at_10_std": 0.020173, "nauc_ndcg_at_10_diff1": 0.382823, "nauc_ndcg_at_20_max": 0.23189, "nauc_ndcg_at_20_std": 0.025136, "nauc_ndcg_at_20_diff1": 0.373795, "nauc_ndcg_at_100_max": 0.236115, "nauc_ndcg_at_100_std": 0.048624, "nauc_ndcg_at_100_diff1": 0.354373, "nauc_ndcg_at_1000_max": 0.242996, "nauc_ndcg_at_1000_std": 0.072082, "nauc_ndcg_at_1000_diff1": 0.360578, "nauc_map_at_1_max": 0.296592, "nauc_map_at_1_std": 0.033435, "nauc_map_at_1_diff1": 0.510726, "nauc_map_at_3_max": 0.262789, "nauc_map_at_3_std": 0.020979, "nauc_map_at_3_diff1": 0.446106, "nauc_map_at_5_max": 0.257133, "nauc_map_at_5_std": 0.02085, "nauc_map_at_5_diff1": 0.432868, "nauc_map_at_10_max": 0.255559, "nauc_map_at_10_std": 0.021831, "nauc_map_at_10_diff1": 0.422418, "nauc_map_at_20_max": 0.252836, "nauc_map_at_20_std": 0.023204, "nauc_map_at_20_diff1": 0.419583, "nauc_map_at_100_max": 0.25273, "nauc_map_at_100_std": 0.026771, "nauc_map_at_100_diff1": 0.417189, "nauc_map_at_1000_max": 0.252914, "nauc_map_at_1000_std": 0.027998, "nauc_map_at_1000_diff1": 0.417595, "nauc_recall_at_1_max": 0.296592, "nauc_recall_at_1_std": 0.033435, "nauc_recall_at_1_diff1": 0.510726, "nauc_recall_at_3_max": 0.230233, "nauc_recall_at_3_std": 0.010357, "nauc_recall_at_3_diff1": 0.380169, "nauc_recall_at_5_max": 0.206671, "nauc_recall_at_5_std": 0.012754, "nauc_recall_at_5_diff1": 0.324246, "nauc_recall_at_10_max": 0.202004, "nauc_recall_at_10_std": 0.018669, "nauc_recall_at_10_diff1": 0.283519, "nauc_recall_at_20_max": 0.169138, "nauc_recall_at_20_std": 0.035128, "nauc_recall_at_20_diff1": 0.259788, "nauc_recall_at_100_max": 0.184388, "nauc_recall_at_100_std": 0.127428, "nauc_recall_at_100_diff1": 0.166812, "nauc_recall_at_1000_max": 0.22002, "nauc_recall_at_1000_std": 0.327518, "nauc_recall_at_1000_diff1": 0.149213, "nauc_precision_at_1_max": 0.295887, "nauc_precision_at_1_std": 0.024441, "nauc_precision_at_1_diff1": 0.504683, "nauc_precision_at_3_max": 0.233733, "nauc_precision_at_3_std": 0.009191, "nauc_precision_at_3_diff1": 0.378122, "nauc_precision_at_5_max": 0.217276, "nauc_precision_at_5_std": 0.016583, "nauc_precision_at_5_diff1": 0.334232, "nauc_precision_at_10_max": 0.208799, "nauc_precision_at_10_std": 0.021306, "nauc_precision_at_10_diff1": 0.285606, "nauc_precision_at_20_max": 0.173435, "nauc_precision_at_20_std": 0.027575, "nauc_precision_at_20_diff1": 0.236211, "nauc_precision_at_100_max": 0.181052, "nauc_precision_at_100_std": 0.123593, "nauc_precision_at_100_diff1": 0.132078, "nauc_precision_at_1000_max": 0.137968, "nauc_precision_at_1000_std": 0.186307, "nauc_precision_at_1000_diff1": 0.049652, "nauc_mrr_at_1_max": 0.295887, "nauc_mrr_at_1_std": 0.024441, "nauc_mrr_at_1_diff1": 0.504683, "nauc_mrr_at_3_max": 0.261039, "nauc_mrr_at_3_std": 0.014762, "nauc_mrr_at_3_diff1": 0.437004, "nauc_mrr_at_5_max": 0.256131, "nauc_mrr_at_5_std": 0.017518, "nauc_mrr_at_5_diff1": 0.421538, "nauc_mrr_at_10_max": 0.251926, "nauc_mrr_at_10_std": 0.017594, "nauc_mrr_at_10_diff1": 0.41397, "nauc_mrr_at_20_max": 0.250024, "nauc_mrr_at_20_std": 0.019302, "nauc_mrr_at_20_diff1": 0.410323, "nauc_mrr_at_100_max": 0.250205, "nauc_mrr_at_100_std": 0.022022, "nauc_mrr_at_100_diff1": 0.40803, "nauc_mrr_at_1000_max": 0.250445, "nauc_mrr_at_1000_std": 0.022606, "nauc_mrr_at_1000_diff1": 0.408473, "hit_rate_at_1": 0.15019, "hit_rate_at_3": 0.21735, "hit_rate_at_5": 0.2584, "hit_rate_at_10": 0.31063, "hit_rate_at_20": 0.37313, "hit_rate_at_100": 0.53731, "hit_rate_at_1000": 0.7584, "main_score": 0.20122, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 65.10625290870667, "kg_co2_emissions": null, "date": null }