{ "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", "task_name": "CQADupstackWordpressRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.122, "ndcg_at_3": 0.16141, "ndcg_at_5": 0.1759, "ndcg_at_10": 0.19303, "ndcg_at_20": 0.20939, "ndcg_at_100": 0.23793, "ndcg_at_1000": 0.27084, "map_at_1": 0.10974, "map_at_3": 0.14601, "map_at_5": 0.15435, "map_at_10": 0.16167, "map_at_20": 0.1664, "map_at_100": 0.17026, "map_at_1000": 0.17136, "recall_at_1": 0.10974, "recall_at_3": 0.18965, "recall_at_5": 0.22539, "recall_at_10": 0.2764, "recall_at_20": 0.33844, "recall_at_100": 0.48838, "recall_at_1000": 0.74369, "accuracy": 0.10974, "precision_at_1": 0.122, "precision_at_3": 0.07332, "precision_at_5": 0.0525, "precision_at_10": 0.03253, "precision_at_20": 0.02006, "precision_at_100": 0.00597, "precision_at_1000": 0.00096, "mrr_at_1": 0.121996, "mrr_at_3": 0.159889, "mrr_at_5": 0.168669, "mrr_at_10": 0.175591, "mrr_at_20": 0.180107, "mrr_at_100": 0.183785, "mrr_at_1000": 0.184795, "nauc_ndcg_at_1_max": 0.195498, "nauc_ndcg_at_1_std": -0.059471, "nauc_ndcg_at_1_diff1": 0.436445, "nauc_ndcg_at_3_max": 0.128434, "nauc_ndcg_at_3_std": -0.007535, "nauc_ndcg_at_3_diff1": 0.304886, "nauc_ndcg_at_5_max": 0.12511, "nauc_ndcg_at_5_std": -0.006802, "nauc_ndcg_at_5_diff1": 0.288306, "nauc_ndcg_at_10_max": 0.131754, "nauc_ndcg_at_10_std": 0.006221, "nauc_ndcg_at_10_diff1": 0.273192, "nauc_ndcg_at_20_max": 0.138004, "nauc_ndcg_at_20_std": 0.002491, "nauc_ndcg_at_20_diff1": 0.260138, "nauc_ndcg_at_100_max": 0.14504, "nauc_ndcg_at_100_std": 0.013659, "nauc_ndcg_at_100_diff1": 0.262462, "nauc_ndcg_at_1000_max": 0.144261, "nauc_ndcg_at_1000_std": 0.03415, "nauc_ndcg_at_1000_diff1": 0.271006, "nauc_map_at_1_max": 0.180579, "nauc_map_at_1_std": -0.070196, "nauc_map_at_1_diff1": 0.441501, "nauc_map_at_3_max": 0.133264, "nauc_map_at_3_std": -0.026593, "nauc_map_at_3_diff1": 0.331688, "nauc_map_at_5_max": 0.13353, "nauc_map_at_5_std": -0.024144, "nauc_map_at_5_diff1": 0.321083, "nauc_map_at_10_max": 0.137716, "nauc_map_at_10_std": -0.016867, "nauc_map_at_10_diff1": 0.314727, "nauc_map_at_20_max": 0.140282, "nauc_map_at_20_std": -0.017288, "nauc_map_at_20_diff1": 0.310382, "nauc_map_at_100_max": 0.142128, "nauc_map_at_100_std": -0.014783, "nauc_map_at_100_diff1": 0.311585, "nauc_map_at_1000_max": 0.141751, "nauc_map_at_1000_std": -0.013976, "nauc_map_at_1000_diff1": 0.311687, "nauc_recall_at_1_max": 0.180579, "nauc_recall_at_1_std": -0.070196, "nauc_recall_at_1_diff1": 0.441501, "nauc_recall_at_3_max": 0.085733, "nauc_recall_at_3_std": 0.011728, "nauc_recall_at_3_diff1": 0.246733, "nauc_recall_at_5_max": 0.088181, "nauc_recall_at_5_std": 0.016066, "nauc_recall_at_5_diff1": 0.211521, "nauc_recall_at_10_max": 0.105782, "nauc_recall_at_10_std": 0.04734, "nauc_recall_at_10_diff1": 0.181323, "nauc_recall_at_20_max": 0.123856, "nauc_recall_at_20_std": 0.032875, "nauc_recall_at_20_diff1": 0.1429, "nauc_recall_at_100_max": 0.146237, "nauc_recall_at_100_std": 0.068235, "nauc_recall_at_100_diff1": 0.145626, "nauc_recall_at_1000_max": 0.174113, "nauc_recall_at_1000_std": 0.274934, "nauc_recall_at_1000_diff1": 0.176475, "nauc_precision_at_1_max": 0.195498, "nauc_precision_at_1_std": -0.059471, "nauc_precision_at_1_diff1": 0.436445, "nauc_precision_at_3_max": 0.101494, "nauc_precision_at_3_std": 0.039666, "nauc_precision_at_3_diff1": 0.224942, "nauc_precision_at_5_max": 0.101147, "nauc_precision_at_5_std": 0.042223, "nauc_precision_at_5_diff1": 0.195269, "nauc_precision_at_10_max": 0.118604, "nauc_precision_at_10_std": 0.070029, "nauc_precision_at_10_diff1": 0.158614, "nauc_precision_at_20_max": 0.129791, "nauc_precision_at_20_std": 0.054065, "nauc_precision_at_20_diff1": 0.124559, "nauc_precision_at_100_max": 0.128013, "nauc_precision_at_100_std": 0.083705, "nauc_precision_at_100_diff1": 0.106863, "nauc_precision_at_1000_max": 0.002782, "nauc_precision_at_1000_std": 0.104374, "nauc_precision_at_1000_diff1": 0.037189, "nauc_mrr_at_1_max": 0.195498, "nauc_mrr_at_1_std": -0.059471, "nauc_mrr_at_1_diff1": 0.436445, "nauc_mrr_at_3_max": 0.157307, "nauc_mrr_at_3_std": -0.006856, "nauc_mrr_at_3_diff1": 0.327136, "nauc_mrr_at_5_max": 0.156103, "nauc_mrr_at_5_std": -0.00517, "nauc_mrr_at_5_diff1": 0.317749, "nauc_mrr_at_10_max": 0.157007, "nauc_mrr_at_10_std": -0.002098, "nauc_mrr_at_10_diff1": 0.311015, "nauc_mrr_at_20_max": 0.15746, "nauc_mrr_at_20_std": -0.003828, "nauc_mrr_at_20_diff1": 0.30755, "nauc_mrr_at_100_max": 0.158759, "nauc_mrr_at_100_std": -0.001935, "nauc_mrr_at_100_diff1": 0.308359, "nauc_mrr_at_1000_max": 0.158403, "nauc_mrr_at_1000_std": -0.001162, "nauc_mrr_at_1000_diff1": 0.308619, "hit_rate_at_1": 0.122, "hit_rate_at_3": 0.20887, "hit_rate_at_5": 0.24769, "hit_rate_at_10": 0.29945, "hit_rate_at_20": 0.36229, "hit_rate_at_100": 0.51941, "hit_rate_at_1000": 0.77819, "main_score": 0.19303, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 61.142884731292725, "kg_co2_emissions": null, "date": null }