{ "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", "task_name": "CQADupstackStatsRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.17791, "ndcg_at_3": 0.196, "ndcg_at_5": 0.20613, "ndcg_at_10": 0.21584, "ndcg_at_20": 0.23198, "ndcg_at_100": 0.2541, "ndcg_at_1000": 0.2823, "map_at_1": 0.15916, "map_at_3": 0.18159, "map_at_5": 0.18832, "map_at_10": 0.19288, "map_at_20": 0.19742, "map_at_100": 0.20071, "map_at_1000": 0.20158, "recall_at_1": 0.15916, "recall_at_3": 0.20938, "recall_at_5": 0.23693, "recall_at_10": 0.26651, "recall_at_20": 0.32725, "recall_at_100": 0.44016, "recall_at_1000": 0.66098, "accuracy": 0.15916, "precision_at_1": 0.17791, "precision_at_3": 0.08282, "precision_at_5": 0.05675, "precision_at_10": 0.03221, "precision_at_20": 0.01986, "precision_at_100": 0.00544, "precision_at_1000": 0.00086, "mrr_at_1": 0.177914, "mrr_at_3": 0.202454, "mrr_at_5": 0.209509, "mrr_at_10": 0.213756, "mrr_at_20": 0.218521, "mrr_at_100": 0.221363, "mrr_at_1000": 0.222132, "nauc_ndcg_at_1_max": 0.183033, "nauc_ndcg_at_1_std": 0.032397, "nauc_ndcg_at_1_diff1": 0.494928, "nauc_ndcg_at_3_max": 0.149511, "nauc_ndcg_at_3_std": 0.02736, "nauc_ndcg_at_3_diff1": 0.452294, "nauc_ndcg_at_5_max": 0.140584, "nauc_ndcg_at_5_std": 0.022732, "nauc_ndcg_at_5_diff1": 0.441298, "nauc_ndcg_at_10_max": 0.127631, "nauc_ndcg_at_10_std": 0.022824, "nauc_ndcg_at_10_diff1": 0.428288, "nauc_ndcg_at_20_max": 0.14009, "nauc_ndcg_at_20_std": 0.04502, "nauc_ndcg_at_20_diff1": 0.420768, "nauc_ndcg_at_100_max": 0.139258, "nauc_ndcg_at_100_std": 0.077834, "nauc_ndcg_at_100_diff1": 0.401035, "nauc_ndcg_at_1000_max": 0.140727, "nauc_ndcg_at_1000_std": 0.08085, "nauc_ndcg_at_1000_diff1": 0.399758, "nauc_map_at_1_max": 0.162492, "nauc_map_at_1_std": -0.005286, "nauc_map_at_1_diff1": 0.516272, "nauc_map_at_3_max": 0.147141, "nauc_map_at_3_std": 0.011165, "nauc_map_at_3_diff1": 0.47213, "nauc_map_at_5_max": 0.144364, "nauc_map_at_5_std": 0.012534, "nauc_map_at_5_diff1": 0.46441, "nauc_map_at_10_max": 0.138004, "nauc_map_at_10_std": 0.01317, "nauc_map_at_10_diff1": 0.459172, "nauc_map_at_20_max": 0.141604, "nauc_map_at_20_std": 0.019593, "nauc_map_at_20_diff1": 0.456463, "nauc_map_at_100_max": 0.141807, "nauc_map_at_100_std": 0.024972, "nauc_map_at_100_diff1": 0.453337, "nauc_map_at_1000_max": 0.142015, "nauc_map_at_1000_std": 0.02531, "nauc_map_at_1000_diff1": 0.453118, "nauc_recall_at_1_max": 0.162492, "nauc_recall_at_1_std": -0.005286, "nauc_recall_at_1_diff1": 0.516272, "nauc_recall_at_3_max": 0.12429, "nauc_recall_at_3_std": 0.022123, "nauc_recall_at_3_diff1": 0.419082, "nauc_recall_at_5_max": 0.111799, "nauc_recall_at_5_std": 0.022117, "nauc_recall_at_5_diff1": 0.382958, "nauc_recall_at_10_max": 0.083367, "nauc_recall_at_10_std": 0.024539, "nauc_recall_at_10_diff1": 0.352838, "nauc_recall_at_20_max": 0.121184, "nauc_recall_at_20_std": 0.09396, "nauc_recall_at_20_diff1": 0.327596, "nauc_recall_at_100_max": 0.114498, "nauc_recall_at_100_std": 0.228954, "nauc_recall_at_100_diff1": 0.244536, "nauc_recall_at_1000_max": 0.099269, "nauc_recall_at_1000_std": 0.282387, "nauc_recall_at_1000_diff1": 0.195672, "nauc_precision_at_1_max": 0.183033, "nauc_precision_at_1_std": 0.032397, "nauc_precision_at_1_diff1": 0.494928, "nauc_precision_at_3_max": 0.151787, "nauc_precision_at_3_std": 0.067144, "nauc_precision_at_3_diff1": 0.368324, "nauc_precision_at_5_max": 0.142679, "nauc_precision_at_5_std": 0.063829, "nauc_precision_at_5_diff1": 0.347896, "nauc_precision_at_10_max": 0.106501, "nauc_precision_at_10_std": 0.064661, "nauc_precision_at_10_diff1": 0.311837, "nauc_precision_at_20_max": 0.148322, "nauc_precision_at_20_std": 0.139417, "nauc_precision_at_20_diff1": 0.287879, "nauc_precision_at_100_max": 0.15121, "nauc_precision_at_100_std": 0.277803, "nauc_precision_at_100_diff1": 0.19018, "nauc_precision_at_1000_max": 0.142965, "nauc_precision_at_1000_std": 0.246585, "nauc_precision_at_1000_diff1": 0.088476, "nauc_mrr_at_1_max": 0.183033, "nauc_mrr_at_1_std": 0.032397, "nauc_mrr_at_1_diff1": 0.494928, "nauc_mrr_at_3_max": 0.165672, "nauc_mrr_at_3_std": 0.042397, "nauc_mrr_at_3_diff1": 0.45951, "nauc_mrr_at_5_max": 0.161531, "nauc_mrr_at_5_std": 0.040125, "nauc_mrr_at_5_diff1": 0.449297, "nauc_mrr_at_10_max": 0.157097, "nauc_mrr_at_10_std": 0.04048, "nauc_mrr_at_10_diff1": 0.443077, "nauc_mrr_at_20_max": 0.16014, "nauc_mrr_at_20_std": 0.045543, "nauc_mrr_at_20_diff1": 0.44011, "nauc_mrr_at_100_max": 0.159399, "nauc_mrr_at_100_std": 0.049364, "nauc_mrr_at_100_diff1": 0.437581, "nauc_mrr_at_1000_max": 0.159609, "nauc_mrr_at_1000_std": 0.049379, "nauc_mrr_at_1000_diff1": 0.437715, "hit_rate_at_1": 0.17791, "hit_rate_at_3": 0.2362, "hit_rate_at_5": 0.26687, "hit_rate_at_10": 0.29755, "hit_rate_at_20": 0.3635, "hit_rate_at_100": 0.47853, "hit_rate_at_1000": 0.70706, "main_score": 0.21584, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 55.42213582992554, "kg_co2_emissions": null, "date": null }