{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "task_name": "CQADupstackTexRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.10392, "ndcg_at_3": 0.12455, "ndcg_at_5": 0.1364, "ndcg_at_10": 0.15038, "ndcg_at_20": 0.16301, "ndcg_at_100": 0.18763, "ndcg_at_1000": 0.21916, "map_at_1": 0.08824, "map_at_3": 0.11102, "map_at_5": 0.11816, "map_at_10": 0.12414, "map_at_20": 0.12777, "map_at_100": 0.13106, "map_at_1000": 0.13215, "recall_at_1": 0.08824, "recall_at_3": 0.1371, "recall_at_5": 0.16692, "recall_at_10": 0.20907, "recall_at_20": 0.2558, "recall_at_100": 0.3828, "recall_at_1000": 0.6168, "accuracy": 0.08824, "precision_at_1": 0.10392, "precision_at_3": 0.05816, "precision_at_5": 0.0435, "precision_at_10": 0.0277, "precision_at_20": 0.01741, "precision_at_100": 0.00543, "precision_at_1000": 0.00095, "mrr_at_1": 0.103923, "mrr_at_3": 0.131624, "mrr_at_5": 0.139504, "mrr_at_10": 0.145981, "mrr_at_20": 0.14976, "mrr_at_100": 0.152972, "mrr_at_1000": 0.153882, "nauc_ndcg_at_1_max": 0.241745, "nauc_ndcg_at_1_std": 0.019745, "nauc_ndcg_at_1_diff1": 0.428808, "nauc_ndcg_at_3_max": 0.213809, "nauc_ndcg_at_3_std": 0.025011, "nauc_ndcg_at_3_diff1": 0.345063, "nauc_ndcg_at_5_max": 0.212832, "nauc_ndcg_at_5_std": 0.031088, "nauc_ndcg_at_5_diff1": 0.329769, "nauc_ndcg_at_10_max": 0.207267, "nauc_ndcg_at_10_std": 0.035282, "nauc_ndcg_at_10_diff1": 0.314207, "nauc_ndcg_at_20_max": 0.206616, "nauc_ndcg_at_20_std": 0.043859, "nauc_ndcg_at_20_diff1": 0.31432, "nauc_ndcg_at_100_max": 0.209541, "nauc_ndcg_at_100_std": 0.066365, "nauc_ndcg_at_100_diff1": 0.300961, "nauc_ndcg_at_1000_max": 0.226776, "nauc_ndcg_at_1000_std": 0.084963, "nauc_ndcg_at_1000_diff1": 0.296052, "nauc_map_at_1_max": 0.24735, "nauc_map_at_1_std": 0.037004, "nauc_map_at_1_diff1": 0.437329, "nauc_map_at_3_max": 0.217756, "nauc_map_at_3_std": 0.028094, "nauc_map_at_3_diff1": 0.369287, "nauc_map_at_5_max": 0.218619, "nauc_map_at_5_std": 0.031181, "nauc_map_at_5_diff1": 0.359253, "nauc_map_at_10_max": 0.21657, "nauc_map_at_10_std": 0.032939, "nauc_map_at_10_diff1": 0.350454, "nauc_map_at_20_max": 0.216286, "nauc_map_at_20_std": 0.035927, "nauc_map_at_20_diff1": 0.349902, "nauc_map_at_100_max": 0.217112, "nauc_map_at_100_std": 0.03967, "nauc_map_at_100_diff1": 0.347838, "nauc_map_at_1000_max": 0.218067, "nauc_map_at_1000_std": 0.040528, "nauc_map_at_1000_diff1": 0.347386, "nauc_recall_at_1_max": 0.24735, "nauc_recall_at_1_std": 0.037004, "nauc_recall_at_1_diff1": 0.437329, "nauc_recall_at_3_max": 0.188438, "nauc_recall_at_3_std": 0.02477, "nauc_recall_at_3_diff1": 0.308673, "nauc_recall_at_5_max": 0.188138, "nauc_recall_at_5_std": 0.033885, "nauc_recall_at_5_diff1": 0.282793, "nauc_recall_at_10_max": 0.172316, "nauc_recall_at_10_std": 0.038655, "nauc_recall_at_10_diff1": 0.243524, "nauc_recall_at_20_max": 0.173054, "nauc_recall_at_20_std": 0.060024, "nauc_recall_at_20_diff1": 0.246939, "nauc_recall_at_100_max": 0.177744, "nauc_recall_at_100_std": 0.134482, "nauc_recall_at_100_diff1": 0.201046, "nauc_recall_at_1000_max": 0.251574, "nauc_recall_at_1000_std": 0.250301, "nauc_recall_at_1000_diff1": 0.160561, "nauc_precision_at_1_max": 0.241745, "nauc_precision_at_1_std": 0.019745, "nauc_precision_at_1_diff1": 0.428808, "nauc_precision_at_3_max": 0.203234, "nauc_precision_at_3_std": 0.01787, "nauc_precision_at_3_diff1": 0.283149, "nauc_precision_at_5_max": 0.21043, "nauc_precision_at_5_std": 0.032574, "nauc_precision_at_5_diff1": 0.249021, "nauc_precision_at_10_max": 0.202864, "nauc_precision_at_10_std": 0.049548, "nauc_precision_at_10_diff1": 0.20947, "nauc_precision_at_20_max": 0.205997, "nauc_precision_at_20_std": 0.077502, "nauc_precision_at_20_diff1": 0.202645, "nauc_precision_at_100_max": 0.209608, "nauc_precision_at_100_std": 0.146291, "nauc_precision_at_100_diff1": 0.124621, "nauc_precision_at_1000_max": 0.249273, "nauc_precision_at_1000_std": 0.194692, "nauc_precision_at_1000_diff1": 0.027011, "nauc_mrr_at_1_max": 0.241745, "nauc_mrr_at_1_std": 0.019745, "nauc_mrr_at_1_diff1": 0.428808, "nauc_mrr_at_3_max": 0.220519, "nauc_mrr_at_3_std": 0.020093, "nauc_mrr_at_3_diff1": 0.34723, "nauc_mrr_at_5_max": 0.219326, "nauc_mrr_at_5_std": 0.024094, "nauc_mrr_at_5_diff1": 0.337164, "nauc_mrr_at_10_max": 0.216468, "nauc_mrr_at_10_std": 0.027108, "nauc_mrr_at_10_diff1": 0.330603, "nauc_mrr_at_20_max": 0.216346, "nauc_mrr_at_20_std": 0.029627, "nauc_mrr_at_20_diff1": 0.330308, "nauc_mrr_at_100_max": 0.217423, "nauc_mrr_at_100_std": 0.03228, "nauc_mrr_at_100_diff1": 0.328667, "nauc_mrr_at_1000_max": 0.217947, "nauc_mrr_at_1000_std": 0.032705, "nauc_mrr_at_1000_diff1": 0.32861, "hit_rate_at_1": 0.10392, "hit_rate_at_3": 0.16655, "hit_rate_at_5": 0.20165, "hit_rate_at_10": 0.25052, "hit_rate_at_20": 0.30489, "hit_rate_at_100": 0.44357, "hit_rate_at_1000": 0.68032, "main_score": 0.15038, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 102.44514036178589, "kg_co2_emissions": null, "date": null }