{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.21937, "ndcg_at_3": 0.27274, "ndcg_at_5": 0.28587, "ndcg_at_10": 0.31327, "ndcg_at_20": 0.3329, "ndcg_at_100": 0.37491, "ndcg_at_1000": 0.40721, "map_at_1": 0.18622, "map_at_3": 0.23995, "map_at_5": 0.24959, "map_at_10": 0.26261, "map_at_20": 0.27003, "map_at_100": 0.27806, "map_at_1000": 0.28035, "recall_at_1": 0.18622, "recall_at_3": 0.29546, "recall_at_5": 0.332, "recall_at_10": 0.41501, "recall_at_20": 0.48812, "recall_at_100": 0.69388, "recall_at_1000": 0.90904, "accuracy": 0.18622, "precision_at_1": 0.21937, "precision_at_3": 0.1278, "precision_at_5": 0.09091, "precision_at_10": 0.06146, "precision_at_20": 0.04032, "precision_at_100": 0.01381, "precision_at_1000": 0.00233, "mrr_at_1": 0.219368, "mrr_at_3": 0.278327, "mrr_at_5": 0.28722, "mrr_at_10": 0.298878, "mrr_at_20": 0.304274, "mrr_at_100": 0.309291, "mrr_at_1000": 0.309969, "nauc_ndcg_at_1_max": 0.205806, "nauc_ndcg_at_1_std": -0.022055, "nauc_ndcg_at_1_diff1": 0.41167, "nauc_ndcg_at_3_max": 0.214123, "nauc_ndcg_at_3_std": 0.065781, "nauc_ndcg_at_3_diff1": 0.348382, "nauc_ndcg_at_5_max": 0.212249, "nauc_ndcg_at_5_std": 0.069996, "nauc_ndcg_at_5_diff1": 0.356753, "nauc_ndcg_at_10_max": 0.211098, "nauc_ndcg_at_10_std": 0.084688, "nauc_ndcg_at_10_diff1": 0.370725, "nauc_ndcg_at_20_max": 0.219452, "nauc_ndcg_at_20_std": 0.092902, "nauc_ndcg_at_20_diff1": 0.372046, "nauc_ndcg_at_100_max": 0.228064, "nauc_ndcg_at_100_std": 0.11123, "nauc_ndcg_at_100_diff1": 0.36461, "nauc_ndcg_at_1000_max": 0.230216, "nauc_ndcg_at_1000_std": 0.106767, "nauc_ndcg_at_1000_diff1": 0.355181, "nauc_map_at_1_max": 0.214091, "nauc_map_at_1_std": -0.050987, "nauc_map_at_1_diff1": 0.431585, "nauc_map_at_3_max": 0.215742, "nauc_map_at_3_std": 0.023616, "nauc_map_at_3_diff1": 0.370705, "nauc_map_at_5_max": 0.215695, "nauc_map_at_5_std": 0.026131, "nauc_map_at_5_diff1": 0.376614, "nauc_map_at_10_max": 0.214956, "nauc_map_at_10_std": 0.035824, "nauc_map_at_10_diff1": 0.382804, "nauc_map_at_20_max": 0.220058, "nauc_map_at_20_std": 0.046152, "nauc_map_at_20_diff1": 0.382941, "nauc_map_at_100_max": 0.220966, "nauc_map_at_100_std": 0.055565, "nauc_map_at_100_diff1": 0.380704, "nauc_map_at_1000_max": 0.219475, "nauc_map_at_1000_std": 0.05742, "nauc_map_at_1000_diff1": 0.378371, "nauc_recall_at_1_max": 0.214091, "nauc_recall_at_1_std": -0.050987, "nauc_recall_at_1_diff1": 0.431585, "nauc_recall_at_3_max": 0.211035, "nauc_recall_at_3_std": 0.089839, "nauc_recall_at_3_diff1": 0.31531, "nauc_recall_at_5_max": 0.20504, "nauc_recall_at_5_std": 0.093634, "nauc_recall_at_5_diff1": 0.328744, "nauc_recall_at_10_max": 0.200175, "nauc_recall_at_10_std": 0.140686, "nauc_recall_at_10_diff1": 0.35188, "nauc_recall_at_20_max": 0.221197, "nauc_recall_at_20_std": 0.176191, "nauc_recall_at_20_diff1": 0.359699, "nauc_recall_at_100_max": 0.233904, "nauc_recall_at_100_std": 0.293603, "nauc_recall_at_100_diff1": 0.311297, "nauc_recall_at_1000_max": 0.334517, "nauc_recall_at_1000_std": 0.401122, "nauc_recall_at_1000_diff1": 0.135304, "nauc_precision_at_1_max": 0.205806, "nauc_precision_at_1_std": -0.022055, "nauc_precision_at_1_diff1": 0.41167, "nauc_precision_at_3_max": 0.188473, "nauc_precision_at_3_std": 0.131795, "nauc_precision_at_3_diff1": 0.269462, "nauc_precision_at_5_max": 0.172083, "nauc_precision_at_5_std": 0.157546, "nauc_precision_at_5_diff1": 0.255519, "nauc_precision_at_10_max": 0.160468, "nauc_precision_at_10_std": 0.234025, "nauc_precision_at_10_diff1": 0.24435, "nauc_precision_at_20_max": 0.160228, "nauc_precision_at_20_std": 0.296571, "nauc_precision_at_20_diff1": 0.180054, "nauc_precision_at_100_max": 0.019627, "nauc_precision_at_100_std": 0.305683, "nauc_precision_at_100_diff1": -0.015081, "nauc_precision_at_1000_max": -0.114629, "nauc_precision_at_1000_std": 0.170659, "nauc_precision_at_1000_diff1": -0.173047, "nauc_mrr_at_1_max": 0.205806, "nauc_mrr_at_1_std": -0.022055, "nauc_mrr_at_1_diff1": 0.41167, "nauc_mrr_at_3_max": 0.212607, "nauc_mrr_at_3_std": 0.053805, "nauc_mrr_at_3_diff1": 0.357305, "nauc_mrr_at_5_max": 0.21078, "nauc_mrr_at_5_std": 0.058757, "nauc_mrr_at_5_diff1": 0.357453, "nauc_mrr_at_10_max": 0.211923, "nauc_mrr_at_10_std": 0.064362, "nauc_mrr_at_10_diff1": 0.362376, "nauc_mrr_at_20_max": 0.21316, "nauc_mrr_at_20_std": 0.066068, "nauc_mrr_at_20_diff1": 0.364287, "nauc_mrr_at_100_max": 0.214309, "nauc_mrr_at_100_std": 0.068451, "nauc_mrr_at_100_diff1": 0.364175, "nauc_mrr_at_1000_max": 0.214358, "nauc_mrr_at_1000_std": 0.068295, "nauc_mrr_at_1000_diff1": 0.364238, "hit_rate_at_1": 0.21937, "hit_rate_at_3": 0.34783, "hit_rate_at_5": 0.38735, "hit_rate_at_10": 0.47826, "hit_rate_at_20": 0.55731, "hit_rate_at_100": 0.75494, "hit_rate_at_1000": 0.92885, "main_score": 0.31327, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 188.55257272720337, "kg_co2_emissions": null, "date": null }