{ "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", "task_name": "CQADupstackGisRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.16836, "ndcg_at_3": 0.20491, "ndcg_at_5": 0.21863, "ndcg_at_10": 0.23956, "ndcg_at_20": 0.25598, "ndcg_at_100": 0.28374, "ndcg_at_1000": 0.31547, "map_at_1": 0.15772, "map_at_3": 0.19029, "map_at_5": 0.19777, "map_at_10": 0.20667, "map_at_20": 0.21118, "map_at_100": 0.21492, "map_at_1000": 0.21599, "recall_at_1": 0.15772, "recall_at_3": 0.23359, "recall_at_5": 0.26636, "recall_at_10": 0.32845, "recall_at_20": 0.39176, "recall_at_100": 0.53868, "recall_at_1000": 0.78711, "accuracy": 0.15772, "precision_at_1": 0.16836, "precision_at_3": 0.08588, "precision_at_5": 0.05989, "precision_at_10": 0.03729, "precision_at_20": 0.02243, "precision_at_100": 0.00628, "precision_at_1000": 0.00094, "mrr_at_1": 0.168362, "mrr_at_3": 0.203202, "mrr_at_5": 0.211959, "mrr_at_10": 0.22083, "mrr_at_20": 0.225218, "mrr_at_100": 0.228747, "mrr_at_1000": 0.229627, "nauc_ndcg_at_1_max": 0.237186, "nauc_ndcg_at_1_std": -0.034501, "nauc_ndcg_at_1_diff1": 0.526599, "nauc_ndcg_at_3_max": 0.213458, "nauc_ndcg_at_3_std": -0.023143, "nauc_ndcg_at_3_diff1": 0.428695, "nauc_ndcg_at_5_max": 0.205483, "nauc_ndcg_at_5_std": -0.007325, "nauc_ndcg_at_5_diff1": 0.413332, "nauc_ndcg_at_10_max": 0.203522, "nauc_ndcg_at_10_std": -0.002397, "nauc_ndcg_at_10_diff1": 0.391896, "nauc_ndcg_at_20_max": 0.202603, "nauc_ndcg_at_20_std": 0.002221, "nauc_ndcg_at_20_diff1": 0.382095, "nauc_ndcg_at_100_max": 0.202961, "nauc_ndcg_at_100_std": 0.008274, "nauc_ndcg_at_100_diff1": 0.360958, "nauc_ndcg_at_1000_max": 0.219827, "nauc_ndcg_at_1000_std": 0.016354, "nauc_ndcg_at_1000_diff1": 0.374841, "nauc_map_at_1_max": 0.22275, "nauc_map_at_1_std": -0.032642, "nauc_map_at_1_diff1": 0.523053, "nauc_map_at_3_max": 0.213835, "nauc_map_at_3_std": -0.025158, "nauc_map_at_3_diff1": 0.451424, "nauc_map_at_5_max": 0.20864, "nauc_map_at_5_std": -0.016588, "nauc_map_at_5_diff1": 0.441741, "nauc_map_at_10_max": 0.208712, "nauc_map_at_10_std": -0.014602, "nauc_map_at_10_diff1": 0.432534, "nauc_map_at_20_max": 0.208808, "nauc_map_at_20_std": -0.012968, "nauc_map_at_20_diff1": 0.429572, "nauc_map_at_100_max": 0.208895, "nauc_map_at_100_std": -0.012008, "nauc_map_at_100_diff1": 0.426128, "nauc_map_at_1000_max": 0.209571, "nauc_map_at_1000_std": -0.011885, "nauc_map_at_1000_diff1": 0.426475, "nauc_recall_at_1_max": 0.22275, "nauc_recall_at_1_std": -0.032642, "nauc_recall_at_1_diff1": 0.523053, "nauc_recall_at_3_max": 0.19895, "nauc_recall_at_3_std": -0.020923, "nauc_recall_at_3_diff1": 0.366763, "nauc_recall_at_5_max": 0.182263, "nauc_recall_at_5_std": 0.009581, "nauc_recall_at_5_diff1": 0.33788, "nauc_recall_at_10_max": 0.172564, "nauc_recall_at_10_std": 0.021195, "nauc_recall_at_10_diff1": 0.282262, "nauc_recall_at_20_max": 0.167015, "nauc_recall_at_20_std": 0.036874, "nauc_recall_at_20_diff1": 0.252602, "nauc_recall_at_100_max": 0.159991, "nauc_recall_at_100_std": 0.064774, "nauc_recall_at_100_diff1": 0.144038, "nauc_recall_at_1000_max": 0.311574, "nauc_recall_at_1000_std": 0.210293, "nauc_recall_at_1000_diff1": 0.17277, "nauc_precision_at_1_max": 0.237186, "nauc_precision_at_1_std": -0.034501, "nauc_precision_at_1_diff1": 0.526599, "nauc_precision_at_3_max": 0.216171, "nauc_precision_at_3_std": -0.013772, "nauc_precision_at_3_diff1": 0.370225, "nauc_precision_at_5_max": 0.207439, "nauc_precision_at_5_std": 0.033297, "nauc_precision_at_5_diff1": 0.33532, "nauc_precision_at_10_max": 0.202235, "nauc_precision_at_10_std": 0.050711, "nauc_precision_at_10_diff1": 0.281533, "nauc_precision_at_20_max": 0.202108, "nauc_precision_at_20_std": 0.057678, "nauc_precision_at_20_diff1": 0.244305, "nauc_precision_at_100_max": 0.188261, "nauc_precision_at_100_std": 0.082876, "nauc_precision_at_100_diff1": 0.124982, "nauc_precision_at_1000_max": 0.238191, "nauc_precision_at_1000_std": 0.133834, "nauc_precision_at_1000_diff1": 0.070424, "nauc_mrr_at_1_max": 0.237186, "nauc_mrr_at_1_std": -0.034501, "nauc_mrr_at_1_diff1": 0.526599, "nauc_mrr_at_3_max": 0.222937, "nauc_mrr_at_3_std": -0.020849, "nauc_mrr_at_3_diff1": 0.447916, "nauc_mrr_at_5_max": 0.221488, "nauc_mrr_at_5_std": -0.011663, "nauc_mrr_at_5_diff1": 0.439882, "nauc_mrr_at_10_max": 0.220347, "nauc_mrr_at_10_std": -0.010445, "nauc_mrr_at_10_diff1": 0.429698, "nauc_mrr_at_20_max": 0.219574, "nauc_mrr_at_20_std": -0.009469, "nauc_mrr_at_20_diff1": 0.426616, "nauc_mrr_at_100_max": 0.219745, "nauc_mrr_at_100_std": -0.00889, "nauc_mrr_at_100_diff1": 0.42385, "nauc_mrr_at_1000_max": 0.220191, "nauc_mrr_at_1000_std": -0.008884, "nauc_mrr_at_1000_diff1": 0.42433, "hit_rate_at_1": 0.16836, "hit_rate_at_3": 0.25198, "hit_rate_at_5": 0.29153, "hit_rate_at_10": 0.35706, "hit_rate_at_20": 0.4226, "hit_rate_at_100": 0.57401, "hit_rate_at_1000": 0.81017, "main_score": 0.23956, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 48.321799993515015, "kg_co2_emissions": null, "date": null }