{ "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", "task_name": "CQADupstackWordpressRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.1183, "ndcg_at_3": 0.14215, "ndcg_at_5": 0.16196, "ndcg_at_10": 0.17788, "ndcg_at_20": 0.19259, "ndcg_at_100": 0.22007, "ndcg_at_1000": 0.25292, "map_at_1": 0.10672, "map_at_3": 0.13038, "map_at_5": 0.14213, "map_at_10": 0.14878, "map_at_20": 0.15284, "map_at_100": 0.15647, "map_at_1000": 0.15754, "recall_at_1": 0.10672, "recall_at_3": 0.16069, "recall_at_5": 0.20943, "recall_at_10": 0.25786, "recall_at_20": 0.31275, "recall_at_100": 0.45988, "recall_at_1000": 0.71337, "accuracy": 0.10672, "precision_at_1": 0.1183, "precision_at_3": 0.05977, "precision_at_5": 0.04806, "precision_at_10": 0.02976, "precision_at_20": 0.01839, "precision_at_100": 0.00549, "precision_at_1000": 0.00092, "mrr_at_1": 0.118299, "mrr_at_3": 0.144177, "mrr_at_5": 0.154621, "mrr_at_10": 0.160999, "mrr_at_20": 0.165328, "mrr_at_100": 0.168711, "mrr_at_1000": 0.169728, "nauc_ndcg_at_1_max": 0.164695, "nauc_ndcg_at_1_std": 0.032175, "nauc_ndcg_at_1_diff1": 0.372785, "nauc_ndcg_at_3_max": 0.164043, "nauc_ndcg_at_3_std": 0.026037, "nauc_ndcg_at_3_diff1": 0.339874, "nauc_ndcg_at_5_max": 0.187577, "nauc_ndcg_at_5_std": 0.021521, "nauc_ndcg_at_5_diff1": 0.319884, "nauc_ndcg_at_10_max": 0.182457, "nauc_ndcg_at_10_std": 0.003809, "nauc_ndcg_at_10_diff1": 0.307408, "nauc_ndcg_at_20_max": 0.171887, "nauc_ndcg_at_20_std": 0.005491, "nauc_ndcg_at_20_diff1": 0.287707, "nauc_ndcg_at_100_max": 0.158196, "nauc_ndcg_at_100_std": 0.038635, "nauc_ndcg_at_100_diff1": 0.285936, "nauc_ndcg_at_1000_max": 0.170112, "nauc_ndcg_at_1000_std": 0.057197, "nauc_ndcg_at_1000_diff1": 0.29653, "nauc_map_at_1_max": 0.140964, "nauc_map_at_1_std": 0.014934, "nauc_map_at_1_diff1": 0.389536, "nauc_map_at_3_max": 0.153776, "nauc_map_at_3_std": 0.018749, "nauc_map_at_3_diff1": 0.351528, "nauc_map_at_5_max": 0.16811, "nauc_map_at_5_std": 0.017556, "nauc_map_at_5_diff1": 0.337622, "nauc_map_at_10_max": 0.165728, "nauc_map_at_10_std": 0.010531, "nauc_map_at_10_diff1": 0.331862, "nauc_map_at_20_max": 0.162785, "nauc_map_at_20_std": 0.0116, "nauc_map_at_20_diff1": 0.325377, "nauc_map_at_100_max": 0.16118, "nauc_map_at_100_std": 0.017533, "nauc_map_at_100_diff1": 0.325035, "nauc_map_at_1000_max": 0.161753, "nauc_map_at_1000_std": 0.018288, "nauc_map_at_1000_diff1": 0.325424, "nauc_recall_at_1_max": 0.140964, "nauc_recall_at_1_std": 0.014934, "nauc_recall_at_1_diff1": 0.389536, "nauc_recall_at_3_max": 0.168015, "nauc_recall_at_3_std": 0.016617, "nauc_recall_at_3_diff1": 0.31809, "nauc_recall_at_5_max": 0.21496, "nauc_recall_at_5_std": 0.010094, "nauc_recall_at_5_diff1": 0.276185, "nauc_recall_at_10_max": 0.198277, "nauc_recall_at_10_std": -0.031114, "nauc_recall_at_10_diff1": 0.249145, "nauc_recall_at_20_max": 0.164474, "nauc_recall_at_20_std": -0.02835, "nauc_recall_at_20_diff1": 0.195307, "nauc_recall_at_100_max": 0.110713, "nauc_recall_at_100_std": 0.091003, "nauc_recall_at_100_diff1": 0.191395, "nauc_recall_at_1000_max": 0.179606, "nauc_recall_at_1000_std": 0.256015, "nauc_recall_at_1000_diff1": 0.238062, "nauc_precision_at_1_max": 0.164695, "nauc_precision_at_1_std": 0.032175, "nauc_precision_at_1_diff1": 0.372785, "nauc_precision_at_3_max": 0.186435, "nauc_precision_at_3_std": 0.042281, "nauc_precision_at_3_diff1": 0.315545, "nauc_precision_at_5_max": 0.235141, "nauc_precision_at_5_std": 0.045026, "nauc_precision_at_5_diff1": 0.26898, "nauc_precision_at_10_max": 0.223709, "nauc_precision_at_10_std": 0.002352, "nauc_precision_at_10_diff1": 0.23372, "nauc_precision_at_20_max": 0.186954, "nauc_precision_at_20_std": 0.008967, "nauc_precision_at_20_diff1": 0.178719, "nauc_precision_at_100_max": 0.107271, "nauc_precision_at_100_std": 0.131235, "nauc_precision_at_100_diff1": 0.163608, "nauc_precision_at_1000_max": 0.05915, "nauc_precision_at_1000_std": 0.164467, "nauc_precision_at_1000_diff1": 0.103451, "nauc_mrr_at_1_max": 0.164695, "nauc_mrr_at_1_std": 0.032175, "nauc_mrr_at_1_diff1": 0.372785, "nauc_mrr_at_3_max": 0.172279, "nauc_mrr_at_3_std": 0.037802, "nauc_mrr_at_3_diff1": 0.34134, "nauc_mrr_at_5_max": 0.189396, "nauc_mrr_at_5_std": 0.03853, "nauc_mrr_at_5_diff1": 0.33312, "nauc_mrr_at_10_max": 0.187599, "nauc_mrr_at_10_std": 0.030987, "nauc_mrr_at_10_diff1": 0.327884, "nauc_mrr_at_20_max": 0.184218, "nauc_mrr_at_20_std": 0.031971, "nauc_mrr_at_20_diff1": 0.322255, "nauc_mrr_at_100_max": 0.181757, "nauc_mrr_at_100_std": 0.036436, "nauc_mrr_at_100_diff1": 0.321251, "nauc_mrr_at_1000_max": 0.182277, "nauc_mrr_at_1000_std": 0.037031, "nauc_mrr_at_1000_diff1": 0.321696, "hit_rate_at_1": 0.1183, "hit_rate_at_3": 0.17745, "hit_rate_at_5": 0.22551, "hit_rate_at_10": 0.27542, "hit_rate_at_20": 0.33826, "hit_rate_at_100": 0.48614, "hit_rate_at_1000": 0.74861, "main_score": 0.17788, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 64.67129135131836, "kg_co2_emissions": null, "date": null }