{ "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", "task_name": "CQADupstackStatsRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.19939, "ndcg_at_3": 0.23295, "ndcg_at_5": 0.24714, "ndcg_at_10": 0.26658, "ndcg_at_20": 0.28099, "ndcg_at_100": 0.30745, "ndcg_at_1000": 0.3375, "map_at_1": 0.1779, "map_at_3": 0.21501, "map_at_5": 0.2238, "map_at_10": 0.23258, "map_at_20": 0.23672, "map_at_100": 0.24033, "map_at_1000": 0.24142, "recall_at_1": 0.1779, "recall_at_3": 0.25936, "recall_at_5": 0.29372, "recall_at_10": 0.35086, "recall_at_20": 0.40441, "recall_at_100": 0.54095, "recall_at_1000": 0.7666, "accuracy": 0.1779, "precision_at_1": 0.19939, "precision_at_3": 0.09969, "precision_at_5": 0.06994, "precision_at_10": 0.04233, "precision_at_20": 0.02477, "precision_at_100": 0.00679, "precision_at_1000": 0.00102, "mrr_at_1": 0.199387, "mrr_at_3": 0.236963, "mrr_at_5": 0.245092, "mrr_at_10": 0.253289, "mrr_at_20": 0.257134, "mrr_at_100": 0.260601, "mrr_at_1000": 0.261461, "nauc_ndcg_at_1_max": 0.317712, "nauc_ndcg_at_1_std": -0.000928, "nauc_ndcg_at_1_diff1": 0.593413, "nauc_ndcg_at_3_max": 0.289033, "nauc_ndcg_at_3_std": 0.014542, "nauc_ndcg_at_3_diff1": 0.532802, "nauc_ndcg_at_5_max": 0.281033, "nauc_ndcg_at_5_std": 0.031589, "nauc_ndcg_at_5_diff1": 0.501139, "nauc_ndcg_at_10_max": 0.2812, "nauc_ndcg_at_10_std": 0.052378, "nauc_ndcg_at_10_diff1": 0.478516, "nauc_ndcg_at_20_max": 0.284778, "nauc_ndcg_at_20_std": 0.059559, "nauc_ndcg_at_20_diff1": 0.462788, "nauc_ndcg_at_100_max": 0.280638, "nauc_ndcg_at_100_std": 0.075719, "nauc_ndcg_at_100_diff1": 0.45779, "nauc_ndcg_at_1000_max": 0.279537, "nauc_ndcg_at_1000_std": 0.078197, "nauc_ndcg_at_1000_diff1": 0.4587, "nauc_map_at_1_max": 0.317489, "nauc_map_at_1_std": -0.029635, "nauc_map_at_1_diff1": 0.602172, "nauc_map_at_3_max": 0.293764, "nauc_map_at_3_std": -0.004741, "nauc_map_at_3_diff1": 0.550511, "nauc_map_at_5_max": 0.288052, "nauc_map_at_5_std": 0.00658, "nauc_map_at_5_diff1": 0.530348, "nauc_map_at_10_max": 0.289485, "nauc_map_at_10_std": 0.018463, "nauc_map_at_10_diff1": 0.5192, "nauc_map_at_20_max": 0.290112, "nauc_map_at_20_std": 0.021243, "nauc_map_at_20_diff1": 0.513921, "nauc_map_at_100_max": 0.289861, "nauc_map_at_100_std": 0.023636, "nauc_map_at_100_diff1": 0.513217, "nauc_map_at_1000_max": 0.289854, "nauc_map_at_1000_std": 0.023939, "nauc_map_at_1000_diff1": 0.513306, "nauc_recall_at_1_max": 0.317489, "nauc_recall_at_1_std": -0.029635, "nauc_recall_at_1_diff1": 0.602172, "nauc_recall_at_3_max": 0.26738, "nauc_recall_at_3_std": 0.027758, "nauc_recall_at_3_diff1": 0.488059, "nauc_recall_at_5_max": 0.250209, "nauc_recall_at_5_std": 0.068913, "nauc_recall_at_5_diff1": 0.418075, "nauc_recall_at_10_max": 0.2458, "nauc_recall_at_10_std": 0.115391, "nauc_recall_at_10_diff1": 0.357596, "nauc_recall_at_20_max": 0.254415, "nauc_recall_at_20_std": 0.134942, "nauc_recall_at_20_diff1": 0.306501, "nauc_recall_at_100_max": 0.228532, "nauc_recall_at_100_std": 0.218078, "nauc_recall_at_100_diff1": 0.263275, "nauc_recall_at_1000_max": 0.179482, "nauc_recall_at_1000_std": 0.300629, "nauc_recall_at_1000_diff1": 0.161043, "nauc_precision_at_1_max": 0.317712, "nauc_precision_at_1_std": -0.000928, "nauc_precision_at_1_diff1": 0.593413, "nauc_precision_at_3_max": 0.277551, "nauc_precision_at_3_std": 0.072235, "nauc_precision_at_3_diff1": 0.465332, "nauc_precision_at_5_max": 0.255268, "nauc_precision_at_5_std": 0.119395, "nauc_precision_at_5_diff1": 0.37565, "nauc_precision_at_10_max": 0.257556, "nauc_precision_at_10_std": 0.178955, "nauc_precision_at_10_diff1": 0.314717, "nauc_precision_at_20_max": 0.267482, "nauc_precision_at_20_std": 0.201016, "nauc_precision_at_20_diff1": 0.24753, "nauc_precision_at_100_max": 0.20883, "nauc_precision_at_100_std": 0.254214, "nauc_precision_at_100_diff1": 0.188949, "nauc_precision_at_1000_max": 0.144061, "nauc_precision_at_1000_std": 0.235026, "nauc_precision_at_1000_diff1": 0.081085, "nauc_mrr_at_1_max": 0.317712, "nauc_mrr_at_1_std": -0.000928, "nauc_mrr_at_1_diff1": 0.593413, "nauc_mrr_at_3_max": 0.297264, "nauc_mrr_at_3_std": 0.023877, "nauc_mrr_at_3_diff1": 0.547307, "nauc_mrr_at_5_max": 0.294441, "nauc_mrr_at_5_std": 0.033034, "nauc_mrr_at_5_diff1": 0.529222, "nauc_mrr_at_10_max": 0.292899, "nauc_mrr_at_10_std": 0.042312, "nauc_mrr_at_10_diff1": 0.518927, "nauc_mrr_at_20_max": 0.294498, "nauc_mrr_at_20_std": 0.043485, "nauc_mrr_at_20_diff1": 0.515377, "nauc_mrr_at_100_max": 0.29365, "nauc_mrr_at_100_std": 0.044924, "nauc_mrr_at_100_diff1": 0.515111, "nauc_mrr_at_1000_max": 0.293399, "nauc_mrr_at_1000_std": 0.044993, "nauc_mrr_at_1000_diff1": 0.514998, "hit_rate_at_1": 0.19939, "hit_rate_at_3": 0.28681, "hit_rate_at_5": 0.32362, "hit_rate_at_10": 0.38344, "hit_rate_at_20": 0.44018, "hit_rate_at_100": 0.58282, "hit_rate_at_1000": 0.79755, "main_score": 0.26658, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 454.00575137138367, "kg_co2_emissions": null, "date": null }