{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.17984, "ndcg_at_3": 0.20963, "ndcg_at_5": 0.21771, "ndcg_at_10": 0.23431, "ndcg_at_20": 0.24894, "ndcg_at_100": 0.28075, "ndcg_at_1000": 0.31653, "map_at_1": 0.14097, "map_at_3": 0.1786, "map_at_5": 0.18656, "map_at_10": 0.19553, "map_at_20": 0.20073, "map_at_100": 0.2066, "map_at_1000": 0.20849, "recall_at_1": 0.14097, "recall_at_3": 0.2178, "recall_at_5": 0.24477, "recall_at_10": 0.30146, "recall_at_20": 0.3626, "recall_at_100": 0.52116, "recall_at_1000": 0.76987, "accuracy": 0.14097, "precision_at_1": 0.17984, "precision_at_3": 0.10408, "precision_at_5": 0.07312, "precision_at_10": 0.04625, "precision_at_20": 0.02935, "precision_at_100": 0.0104, "precision_at_1000": 0.00194, "mrr_at_1": 0.179842, "mrr_at_3": 0.221014, "mrr_at_5": 0.226449, "mrr_at_10": 0.233916, "mrr_at_20": 0.238566, "mrr_at_100": 0.242487, "mrr_at_1000": 0.243357, "nauc_ndcg_at_1_max": 0.144377, "nauc_ndcg_at_1_std": 0.078266, "nauc_ndcg_at_1_diff1": 0.419658, "nauc_ndcg_at_3_max": 0.147711, "nauc_ndcg_at_3_std": 0.089727, "nauc_ndcg_at_3_diff1": 0.357338, "nauc_ndcg_at_5_max": 0.144376, "nauc_ndcg_at_5_std": 0.094025, "nauc_ndcg_at_5_diff1": 0.355542, "nauc_ndcg_at_10_max": 0.161196, "nauc_ndcg_at_10_std": 0.116452, "nauc_ndcg_at_10_diff1": 0.353378, "nauc_ndcg_at_20_max": 0.160927, "nauc_ndcg_at_20_std": 0.124363, "nauc_ndcg_at_20_diff1": 0.344711, "nauc_ndcg_at_100_max": 0.163613, "nauc_ndcg_at_100_std": 0.149225, "nauc_ndcg_at_100_diff1": 0.349877, "nauc_ndcg_at_1000_max": 0.171515, "nauc_ndcg_at_1000_std": 0.152387, "nauc_ndcg_at_1000_diff1": 0.352065, "nauc_map_at_1_max": 0.201885, "nauc_map_at_1_std": 0.071668, "nauc_map_at_1_diff1": 0.45064, "nauc_map_at_3_max": 0.179531, "nauc_map_at_3_std": 0.078203, "nauc_map_at_3_diff1": 0.383444, "nauc_map_at_5_max": 0.172926, "nauc_map_at_5_std": 0.078868, "nauc_map_at_5_diff1": 0.379343, "nauc_map_at_10_max": 0.178678, "nauc_map_at_10_std": 0.09182, "nauc_map_at_10_diff1": 0.376758, "nauc_map_at_20_max": 0.175365, "nauc_map_at_20_std": 0.096662, "nauc_map_at_20_diff1": 0.373267, "nauc_map_at_100_max": 0.172257, "nauc_map_at_100_std": 0.104442, "nauc_map_at_100_diff1": 0.374396, "nauc_map_at_1000_max": 0.171002, "nauc_map_at_1000_std": 0.105661, "nauc_map_at_1000_diff1": 0.374857, "nauc_recall_at_1_max": 0.201885, "nauc_recall_at_1_std": 0.071668, "nauc_recall_at_1_diff1": 0.45064, "nauc_recall_at_3_max": 0.154562, "nauc_recall_at_3_std": 0.087258, "nauc_recall_at_3_diff1": 0.315356, "nauc_recall_at_5_max": 0.145894, "nauc_recall_at_5_std": 0.095729, "nauc_recall_at_5_diff1": 0.309377, "nauc_recall_at_10_max": 0.180662, "nauc_recall_at_10_std": 0.154184, "nauc_recall_at_10_diff1": 0.291307, "nauc_recall_at_20_max": 0.161037, "nauc_recall_at_20_std": 0.175767, "nauc_recall_at_20_diff1": 0.262627, "nauc_recall_at_100_max": 0.15021, "nauc_recall_at_100_std": 0.295734, "nauc_recall_at_100_diff1": 0.297012, "nauc_recall_at_1000_max": 0.232754, "nauc_recall_at_1000_std": 0.414566, "nauc_recall_at_1000_diff1": 0.305282, "nauc_precision_at_1_max": 0.144377, "nauc_precision_at_1_std": 0.078266, "nauc_precision_at_1_diff1": 0.419658, "nauc_precision_at_3_max": 0.089233, "nauc_precision_at_3_std": 0.089445, "nauc_precision_at_3_diff1": 0.274911, "nauc_precision_at_5_max": 0.057212, "nauc_precision_at_5_std": 0.100545, "nauc_precision_at_5_diff1": 0.244603, "nauc_precision_at_10_max": 0.048237, "nauc_precision_at_10_std": 0.174783, "nauc_precision_at_10_diff1": 0.225841, "nauc_precision_at_20_max": 0.001042, "nauc_precision_at_20_std": 0.230658, "nauc_precision_at_20_diff1": 0.205943, "nauc_precision_at_100_max": -0.096917, "nauc_precision_at_100_std": 0.296257, "nauc_precision_at_100_diff1": 0.184804, "nauc_precision_at_1000_max": -0.163878, "nauc_precision_at_1000_std": 0.146807, "nauc_precision_at_1000_diff1": 0.048667, "nauc_mrr_at_1_max": 0.144377, "nauc_mrr_at_1_std": 0.078266, "nauc_mrr_at_1_diff1": 0.419658, "nauc_mrr_at_3_max": 0.132415, "nauc_mrr_at_3_std": 0.076628, "nauc_mrr_at_3_diff1": 0.354441, "nauc_mrr_at_5_max": 0.133479, "nauc_mrr_at_5_std": 0.079324, "nauc_mrr_at_5_diff1": 0.354965, "nauc_mrr_at_10_max": 0.137146, "nauc_mrr_at_10_std": 0.087689, "nauc_mrr_at_10_diff1": 0.353278, "nauc_mrr_at_20_max": 0.135717, "nauc_mrr_at_20_std": 0.090461, "nauc_mrr_at_20_diff1": 0.350742, "nauc_mrr_at_100_max": 0.13693, "nauc_mrr_at_100_std": 0.092824, "nauc_mrr_at_100_diff1": 0.351948, "nauc_mrr_at_1000_max": 0.137214, "nauc_mrr_at_1000_std": 0.09266, "nauc_mrr_at_1000_diff1": 0.35192, "hit_rate_at_1": 0.17984, "hit_rate_at_3": 0.27075, "hit_rate_at_5": 0.29447, "hit_rate_at_10": 0.3498, "hit_rate_at_20": 0.41897, "hit_rate_at_100": 0.58696, "hit_rate_at_1000": 0.81423, "main_score": 0.23431, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 23.373626232147217, "kg_co2_emissions": null, "date": null }