{ "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", "task_name": "CQADupstackWordpressRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.14048, "ndcg_at_3": 0.19363, "ndcg_at_5": 0.21368, "ndcg_at_10": 0.23858, "ndcg_at_20": 0.25819, "ndcg_at_100": 0.29815, "ndcg_at_1000": 0.32505, "map_at_1": 0.13001, "map_at_3": 0.17555, "map_at_5": 0.1875, "map_at_10": 0.19808, "map_at_20": 0.20357, "map_at_100": 0.20904, "map_at_1000": 0.21005, "recall_at_1": 0.13001, "recall_at_3": 0.23031, "recall_at_5": 0.27813, "recall_at_10": 0.35228, "recall_at_20": 0.42609, "recall_at_100": 0.63368, "recall_at_1000": 0.83963, "accuracy": 0.13001, "precision_at_1": 0.14048, "precision_at_3": 0.08564, "precision_at_5": 0.06322, "precision_at_10": 0.04067, "precision_at_20": 0.02514, "precision_at_100": 0.00782, "precision_at_1000": 0.00113, "mrr_at_1": 0.140481, "mrr_at_3": 0.189464, "mrr_at_5": 0.200277, "mrr_at_10": 0.210398, "mrr_at_20": 0.215774, "mrr_at_100": 0.221138, "mrr_at_1000": 0.221818, "nauc_ndcg_at_1_max": 0.115435, "nauc_ndcg_at_1_std": -0.067595, "nauc_ndcg_at_1_diff1": 0.442807, "nauc_ndcg_at_3_max": 0.104581, "nauc_ndcg_at_3_std": -0.032052, "nauc_ndcg_at_3_diff1": 0.322978, "nauc_ndcg_at_5_max": 0.099955, "nauc_ndcg_at_5_std": -0.023424, "nauc_ndcg_at_5_diff1": 0.304527, "nauc_ndcg_at_10_max": 0.107684, "nauc_ndcg_at_10_std": -0.020334, "nauc_ndcg_at_10_diff1": 0.292103, "nauc_ndcg_at_20_max": 0.104147, "nauc_ndcg_at_20_std": -0.008628, "nauc_ndcg_at_20_diff1": 0.279934, "nauc_ndcg_at_100_max": 0.097113, "nauc_ndcg_at_100_std": 0.027827, "nauc_ndcg_at_100_diff1": 0.280887, "nauc_ndcg_at_1000_max": 0.105455, "nauc_ndcg_at_1000_std": 0.034688, "nauc_ndcg_at_1000_diff1": 0.286275, "nauc_map_at_1_max": 0.115885, "nauc_map_at_1_std": -0.068062, "nauc_map_at_1_diff1": 0.461963, "nauc_map_at_3_max": 0.103883, "nauc_map_at_3_std": -0.038976, "nauc_map_at_3_diff1": 0.353757, "nauc_map_at_5_max": 0.100721, "nauc_map_at_5_std": -0.034099, "nauc_map_at_5_diff1": 0.339688, "nauc_map_at_10_max": 0.10739, "nauc_map_at_10_std": -0.033386, "nauc_map_at_10_diff1": 0.334644, "nauc_map_at_20_max": 0.105904, "nauc_map_at_20_std": -0.029572, "nauc_map_at_20_diff1": 0.331057, "nauc_map_at_100_max": 0.104304, "nauc_map_at_100_std": -0.023991, "nauc_map_at_100_diff1": 0.329825, "nauc_map_at_1000_max": 0.104635, "nauc_map_at_1000_std": -0.023596, "nauc_map_at_1000_diff1": 0.329705, "nauc_recall_at_1_max": 0.115885, "nauc_recall_at_1_std": -0.068062, "nauc_recall_at_1_diff1": 0.461963, "nauc_recall_at_3_max": 0.087868, "nauc_recall_at_3_std": -0.01842, "nauc_recall_at_3_diff1": 0.257933, "nauc_recall_at_5_max": 0.086799, "nauc_recall_at_5_std": -0.005774, "nauc_recall_at_5_diff1": 0.231168, "nauc_recall_at_10_max": 0.097835, "nauc_recall_at_10_std": 0.004477, "nauc_recall_at_10_diff1": 0.200731, "nauc_recall_at_20_max": 0.089292, "nauc_recall_at_20_std": 0.035362, "nauc_recall_at_20_diff1": 0.16365, "nauc_recall_at_100_max": 0.048353, "nauc_recall_at_100_std": 0.218318, "nauc_recall_at_100_diff1": 0.156905, "nauc_recall_at_1000_max": 0.105813, "nauc_recall_at_1000_std": 0.45983, "nauc_recall_at_1000_diff1": 0.159645, "nauc_precision_at_1_max": 0.115435, "nauc_precision_at_1_std": -0.067595, "nauc_precision_at_1_diff1": 0.442807, "nauc_precision_at_3_max": 0.11624, "nauc_precision_at_3_std": -0.020353, "nauc_precision_at_3_diff1": 0.232359, "nauc_precision_at_5_max": 0.105391, "nauc_precision_at_5_std": 0.011659, "nauc_precision_at_5_diff1": 0.184504, "nauc_precision_at_10_max": 0.138607, "nauc_precision_at_10_std": 0.015981, "nauc_precision_at_10_diff1": 0.152522, "nauc_precision_at_20_max": 0.117224, "nauc_precision_at_20_std": 0.067797, "nauc_precision_at_20_diff1": 0.099646, "nauc_precision_at_100_max": 0.068607, "nauc_precision_at_100_std": 0.212263, "nauc_precision_at_100_diff1": 0.010535, "nauc_precision_at_1000_max": 0.027033, "nauc_precision_at_1000_std": 0.24365, "nauc_precision_at_1000_diff1": -0.134684, "nauc_mrr_at_1_max": 0.115435, "nauc_mrr_at_1_std": -0.067595, "nauc_mrr_at_1_diff1": 0.442807, "nauc_mrr_at_3_max": 0.111199, "nauc_mrr_at_3_std": -0.036077, "nauc_mrr_at_3_diff1": 0.338118, "nauc_mrr_at_5_max": 0.111595, "nauc_mrr_at_5_std": -0.028045, "nauc_mrr_at_5_diff1": 0.328242, "nauc_mrr_at_10_max": 0.11266, "nauc_mrr_at_10_std": -0.027461, "nauc_mrr_at_10_diff1": 0.321551, "nauc_mrr_at_20_max": 0.11168, "nauc_mrr_at_20_std": -0.023874, "nauc_mrr_at_20_diff1": 0.31842, "nauc_mrr_at_100_max": 0.11104, "nauc_mrr_at_100_std": -0.019073, "nauc_mrr_at_100_diff1": 0.319179, "nauc_mrr_at_1000_max": 0.111201, "nauc_mrr_at_1000_std": -0.019292, "nauc_mrr_at_1000_diff1": 0.319309, "hit_rate_at_1": 0.14048, "hit_rate_at_3": 0.24954, "hit_rate_at_5": 0.2976, "hit_rate_at_10": 0.37523, "hit_rate_at_20": 0.45471, "hit_rate_at_100": 0.67283, "hit_rate_at_1000": 0.86137, "main_score": 0.23858, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 521.0858821868896, "kg_co2_emissions": null, "date": null }