{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "task_name": "CQADupstackEnglishRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.17197, "ndcg_at_3": 0.18533, "ndcg_at_5": 0.19793, "ndcg_at_10": 0.21105, "ndcg_at_20": 0.22484, "ndcg_at_100": 0.25245, "ndcg_at_1000": 0.2824, "map_at_1": 0.1352, "map_at_3": 0.16356, "map_at_5": 0.17246, "map_at_10": 0.17919, "map_at_20": 0.18368, "map_at_100": 0.18797, "map_at_1000": 0.1892, "recall_at_1": 0.1352, "recall_at_3": 0.19181, "recall_at_5": 0.22535, "recall_at_10": 0.26705, "recall_at_20": 0.31788, "recall_at_100": 0.45274, "recall_at_1000": 0.65913, "accuracy": 0.1352, "precision_at_1": 0.17197, "precision_at_3": 0.08875, "precision_at_5": 0.06484, "precision_at_10": 0.04025, "precision_at_20": 0.02529, "precision_at_100": 0.00773, "precision_at_1000": 0.0013, "mrr_at_1": 0.171975, "mrr_at_3": 0.202442, "mrr_at_5": 0.21104, "mrr_at_10": 0.217702, "mrr_at_20": 0.221492, "mrr_at_100": 0.225171, "mrr_at_1000": 0.225945, "nauc_ndcg_at_1_max": 0.220457, "nauc_ndcg_at_1_std": 0.038087, "nauc_ndcg_at_1_diff1": 0.518149, "nauc_ndcg_at_3_max": 0.193045, "nauc_ndcg_at_3_std": 0.040276, "nauc_ndcg_at_3_diff1": 0.463651, "nauc_ndcg_at_5_max": 0.183746, "nauc_ndcg_at_5_std": 0.04454, "nauc_ndcg_at_5_diff1": 0.449786, "nauc_ndcg_at_10_max": 0.174879, "nauc_ndcg_at_10_std": 0.054758, "nauc_ndcg_at_10_diff1": 0.437006, "nauc_ndcg_at_20_max": 0.173972, "nauc_ndcg_at_20_std": 0.060192, "nauc_ndcg_at_20_diff1": 0.431274, "nauc_ndcg_at_100_max": 0.173972, "nauc_ndcg_at_100_std": 0.073803, "nauc_ndcg_at_100_diff1": 0.422346, "nauc_ndcg_at_1000_max": 0.175449, "nauc_ndcg_at_1000_std": 0.09006, "nauc_ndcg_at_1000_diff1": 0.417797, "nauc_map_at_1_max": 0.206365, "nauc_map_at_1_std": 0.007875, "nauc_map_at_1_diff1": 0.574731, "nauc_map_at_3_max": 0.191027, "nauc_map_at_3_std": 0.019023, "nauc_map_at_3_diff1": 0.496357, "nauc_map_at_5_max": 0.185638, "nauc_map_at_5_std": 0.02535, "nauc_map_at_5_diff1": 0.485762, "nauc_map_at_10_max": 0.182315, "nauc_map_at_10_std": 0.033462, "nauc_map_at_10_diff1": 0.478341, "nauc_map_at_20_max": 0.182969, "nauc_map_at_20_std": 0.037814, "nauc_map_at_20_diff1": 0.474898, "nauc_map_at_100_max": 0.183873, "nauc_map_at_100_std": 0.041603, "nauc_map_at_100_diff1": 0.4725, "nauc_map_at_1000_max": 0.183905, "nauc_map_at_1000_std": 0.042787, "nauc_map_at_1000_diff1": 0.47215, "nauc_recall_at_1_max": 0.206365, "nauc_recall_at_1_std": 0.007875, "nauc_recall_at_1_diff1": 0.574731, "nauc_recall_at_3_max": 0.169907, "nauc_recall_at_3_std": 0.029821, "nauc_recall_at_3_diff1": 0.428615, "nauc_recall_at_5_max": 0.149712, "nauc_recall_at_5_std": 0.045404, "nauc_recall_at_5_diff1": 0.389461, "nauc_recall_at_10_max": 0.134145, "nauc_recall_at_10_std": 0.06875, "nauc_recall_at_10_diff1": 0.35561, "nauc_recall_at_20_max": 0.13486, "nauc_recall_at_20_std": 0.085326, "nauc_recall_at_20_diff1": 0.333335, "nauc_recall_at_100_max": 0.126145, "nauc_recall_at_100_std": 0.129497, "nauc_recall_at_100_diff1": 0.289066, "nauc_recall_at_1000_max": 0.126224, "nauc_recall_at_1000_std": 0.238126, "nauc_recall_at_1000_diff1": 0.23495, "nauc_precision_at_1_max": 0.220457, "nauc_precision_at_1_std": 0.038087, "nauc_precision_at_1_diff1": 0.518149, "nauc_precision_at_3_max": 0.189457, "nauc_precision_at_3_std": 0.083035, "nauc_precision_at_3_diff1": 0.359567, "nauc_precision_at_5_max": 0.170769, "nauc_precision_at_5_std": 0.104967, "nauc_precision_at_5_diff1": 0.306482, "nauc_precision_at_10_max": 0.156906, "nauc_precision_at_10_std": 0.154544, "nauc_precision_at_10_diff1": 0.255606, "nauc_precision_at_20_max": 0.149875, "nauc_precision_at_20_std": 0.186361, "nauc_precision_at_20_diff1": 0.204917, "nauc_precision_at_100_max": 0.131163, "nauc_precision_at_100_std": 0.228751, "nauc_precision_at_100_diff1": 0.112776, "nauc_precision_at_1000_max": 0.090683, "nauc_precision_at_1000_std": 0.24169, "nauc_precision_at_1000_diff1": -0.002154, "nauc_mrr_at_1_max": 0.220457, "nauc_mrr_at_1_std": 0.038087, "nauc_mrr_at_1_diff1": 0.518149, "nauc_mrr_at_3_max": 0.19921, "nauc_mrr_at_3_std": 0.050134, "nauc_mrr_at_3_diff1": 0.459729, "nauc_mrr_at_5_max": 0.195815, "nauc_mrr_at_5_std": 0.055181, "nauc_mrr_at_5_diff1": 0.451334, "nauc_mrr_at_10_max": 0.192805, "nauc_mrr_at_10_std": 0.059829, "nauc_mrr_at_10_diff1": 0.445685, "nauc_mrr_at_20_max": 0.191783, "nauc_mrr_at_20_std": 0.059979, "nauc_mrr_at_20_diff1": 0.443809, "nauc_mrr_at_100_max": 0.191955, "nauc_mrr_at_100_std": 0.060764, "nauc_mrr_at_100_diff1": 0.442767, "nauc_mrr_at_1000_max": 0.191959, "nauc_mrr_at_1000_std": 0.060952, "nauc_mrr_at_1000_diff1": 0.442842, "hit_rate_at_1": 0.17197, "hit_rate_at_3": 0.24204, "hit_rate_at_5": 0.27962, "hit_rate_at_10": 0.32994, "hit_rate_at_20": 0.38535, "hit_rate_at_100": 0.53503, "hit_rate_at_1000": 0.73567, "main_score": 0.21105, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 47.88984394073486, "kg_co2_emissions": null, "date": null }