{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "task_name": "CQADupstackTexRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.12629, "ndcg_at_3": 0.14518, "ndcg_at_5": 0.15614, "ndcg_at_10": 0.17047, "ndcg_at_20": 0.18392, "ndcg_at_100": 0.21056, "ndcg_at_1000": 0.24332, "map_at_1": 0.10346, "map_at_3": 0.12901, "map_at_5": 0.13609, "map_at_10": 0.14233, "map_at_20": 0.14617, "map_at_100": 0.14984, "map_at_1000": 0.15097, "recall_at_1": 0.10346, "recall_at_3": 0.1592, "recall_at_5": 0.18755, "recall_at_10": 0.23018, "recall_at_20": 0.28056, "recall_at_100": 0.41668, "recall_at_1000": 0.65987, "accuracy": 0.10346, "precision_at_1": 0.12629, "precision_at_3": 0.06733, "precision_at_5": 0.04859, "precision_at_10": 0.03066, "precision_at_20": 0.01901, "precision_at_100": 0.00592, "precision_at_1000": 0.00103, "mrr_at_1": 0.12629, "mrr_at_3": 0.154451, "mrr_at_5": 0.161866, "mrr_at_10": 0.168962, "mrr_at_20": 0.173027, "mrr_at_100": 0.176492, "mrr_at_1000": 0.177425, "nauc_ndcg_at_1_max": 0.230319, "nauc_ndcg_at_1_std": -0.021221, "nauc_ndcg_at_1_diff1": 0.418441, "nauc_ndcg_at_3_max": 0.201801, "nauc_ndcg_at_3_std": 0.001944, "nauc_ndcg_at_3_diff1": 0.342979, "nauc_ndcg_at_5_max": 0.195268, "nauc_ndcg_at_5_std": 0.001553, "nauc_ndcg_at_5_diff1": 0.334014, "nauc_ndcg_at_10_max": 0.190439, "nauc_ndcg_at_10_std": 0.007219, "nauc_ndcg_at_10_diff1": 0.322701, "nauc_ndcg_at_20_max": 0.194566, "nauc_ndcg_at_20_std": 0.018002, "nauc_ndcg_at_20_diff1": 0.318386, "nauc_ndcg_at_100_max": 0.203695, "nauc_ndcg_at_100_std": 0.038701, "nauc_ndcg_at_100_diff1": 0.303952, "nauc_ndcg_at_1000_max": 0.213091, "nauc_ndcg_at_1000_std": 0.052423, "nauc_ndcg_at_1000_diff1": 0.300136, "nauc_map_at_1_max": 0.212611, "nauc_map_at_1_std": -0.014866, "nauc_map_at_1_diff1": 0.418644, "nauc_map_at_3_max": 0.202392, "nauc_map_at_3_std": -0.000545, "nauc_map_at_3_diff1": 0.361782, "nauc_map_at_5_max": 0.197294, "nauc_map_at_5_std": -0.001829, "nauc_map_at_5_diff1": 0.354015, "nauc_map_at_10_max": 0.195174, "nauc_map_at_10_std": 0.00067, "nauc_map_at_10_diff1": 0.348065, "nauc_map_at_20_max": 0.196803, "nauc_map_at_20_std": 0.00405, "nauc_map_at_20_diff1": 0.346794, "nauc_map_at_100_max": 0.198651, "nauc_map_at_100_std": 0.007573, "nauc_map_at_100_diff1": 0.344353, "nauc_map_at_1000_max": 0.199103, "nauc_map_at_1000_std": 0.008273, "nauc_map_at_1000_diff1": 0.344289, "nauc_recall_at_1_max": 0.212611, "nauc_recall_at_1_std": -0.014866, "nauc_recall_at_1_diff1": 0.418644, "nauc_recall_at_3_max": 0.183492, "nauc_recall_at_3_std": 0.011861, "nauc_recall_at_3_diff1": 0.306821, "nauc_recall_at_5_max": 0.168708, "nauc_recall_at_5_std": 0.010617, "nauc_recall_at_5_diff1": 0.28616, "nauc_recall_at_10_max": 0.156201, "nauc_recall_at_10_std": 0.022768, "nauc_recall_at_10_diff1": 0.25403, "nauc_recall_at_20_max": 0.169179, "nauc_recall_at_20_std": 0.053138, "nauc_recall_at_20_diff1": 0.243587, "nauc_recall_at_100_max": 0.199026, "nauc_recall_at_100_std": 0.126662, "nauc_recall_at_100_diff1": 0.188811, "nauc_recall_at_1000_max": 0.248388, "nauc_recall_at_1000_std": 0.237109, "nauc_recall_at_1000_diff1": 0.131819, "nauc_precision_at_1_max": 0.230319, "nauc_precision_at_1_std": -0.021221, "nauc_precision_at_1_diff1": 0.418441, "nauc_precision_at_3_max": 0.199272, "nauc_precision_at_3_std": 0.004546, "nauc_precision_at_3_diff1": 0.294366, "nauc_precision_at_5_max": 0.19767, "nauc_precision_at_5_std": 0.001837, "nauc_precision_at_5_diff1": 0.274078, "nauc_precision_at_10_max": 0.192538, "nauc_precision_at_10_std": 0.019743, "nauc_precision_at_10_diff1": 0.243372, "nauc_precision_at_20_max": 0.218758, "nauc_precision_at_20_std": 0.051382, "nauc_precision_at_20_diff1": 0.232076, "nauc_precision_at_100_max": 0.24738, "nauc_precision_at_100_std": 0.119182, "nauc_precision_at_100_diff1": 0.156865, "nauc_precision_at_1000_max": 0.269522, "nauc_precision_at_1000_std": 0.152014, "nauc_precision_at_1000_diff1": 0.075664, "nauc_mrr_at_1_max": 0.230319, "nauc_mrr_at_1_std": -0.021221, "nauc_mrr_at_1_diff1": 0.418441, "nauc_mrr_at_3_max": 0.209084, "nauc_mrr_at_3_std": -0.006969, "nauc_mrr_at_3_diff1": 0.359461, "nauc_mrr_at_5_max": 0.207291, "nauc_mrr_at_5_std": -0.006225, "nauc_mrr_at_5_diff1": 0.353709, "nauc_mrr_at_10_max": 0.206325, "nauc_mrr_at_10_std": -0.003229, "nauc_mrr_at_10_diff1": 0.348398, "nauc_mrr_at_20_max": 0.207924, "nauc_mrr_at_20_std": 0.000245, "nauc_mrr_at_20_diff1": 0.34649, "nauc_mrr_at_100_max": 0.208891, "nauc_mrr_at_100_std": 0.002827, "nauc_mrr_at_100_diff1": 0.344718, "nauc_mrr_at_1000_max": 0.208898, "nauc_mrr_at_1000_std": 0.003074, "nauc_mrr_at_1000_diff1": 0.344713, "hit_rate_at_1": 0.12629, "hit_rate_at_3": 0.19098, "hit_rate_at_5": 0.22368, "hit_rate_at_10": 0.27564, "hit_rate_at_20": 0.33379, "hit_rate_at_100": 0.48107, "hit_rate_at_1000": 0.72299, "main_score": 0.17047, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 94.38194489479065, "kg_co2_emissions": null, "date": null }