{ "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", "task_name": "CQADupstackGisRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.20565, "ndcg_at_3": 0.25069, "ndcg_at_5": 0.27756, "ndcg_at_10": 0.2965, "ndcg_at_20": 0.31206, "ndcg_at_100": 0.34952, "ndcg_at_1000": 0.3764, "map_at_1": 0.19004, "map_at_3": 0.23229, "map_at_5": 0.24757, "map_at_10": 0.25568, "map_at_20": 0.26038, "map_at_100": 0.26562, "map_at_1000": 0.26664, "recall_at_1": 0.19004, "recall_at_3": 0.28447, "recall_at_5": 0.35038, "recall_at_10": 0.40579, "recall_at_20": 0.46277, "recall_at_100": 0.65846, "recall_at_1000": 0.86218, "accuracy": 0.19004, "precision_at_1": 0.20565, "precision_at_3": 0.10508, "precision_at_5": 0.07819, "precision_at_10": 0.04621, "precision_at_20": 0.02695, "precision_at_100": 0.00774, "precision_at_1000": 0.00105, "mrr_at_1": 0.20565, "mrr_at_3": 0.249718, "mrr_at_5": 0.265085, "mrr_at_10": 0.273603, "mrr_at_20": 0.277552, "mrr_at_100": 0.282518, "mrr_at_1000": 0.283353, "nauc_ndcg_at_1_max": 0.205467, "nauc_ndcg_at_1_std": -0.060025, "nauc_ndcg_at_1_diff1": 0.418451, "nauc_ndcg_at_3_max": 0.203368, "nauc_ndcg_at_3_std": -0.067418, "nauc_ndcg_at_3_diff1": 0.366786, "nauc_ndcg_at_5_max": 0.197986, "nauc_ndcg_at_5_std": -0.062017, "nauc_ndcg_at_5_diff1": 0.344412, "nauc_ndcg_at_10_max": 0.204828, "nauc_ndcg_at_10_std": -0.04495, "nauc_ndcg_at_10_diff1": 0.328104, "nauc_ndcg_at_20_max": 0.206858, "nauc_ndcg_at_20_std": -0.037766, "nauc_ndcg_at_20_diff1": 0.332071, "nauc_ndcg_at_100_max": 0.211259, "nauc_ndcg_at_100_std": -0.017416, "nauc_ndcg_at_100_diff1": 0.330108, "nauc_ndcg_at_1000_max": 0.214965, "nauc_ndcg_at_1000_std": -0.018841, "nauc_ndcg_at_1000_diff1": 0.330601, "nauc_map_at_1_max": 0.201732, "nauc_map_at_1_std": -0.073813, "nauc_map_at_1_diff1": 0.4373, "nauc_map_at_3_max": 0.202604, "nauc_map_at_3_std": -0.072065, "nauc_map_at_3_diff1": 0.385648, "nauc_map_at_5_max": 0.200841, "nauc_map_at_5_std": -0.067971, "nauc_map_at_5_diff1": 0.372142, "nauc_map_at_10_max": 0.204125, "nauc_map_at_10_std": -0.060041, "nauc_map_at_10_diff1": 0.365397, "nauc_map_at_20_max": 0.205076, "nauc_map_at_20_std": -0.05836, "nauc_map_at_20_diff1": 0.367157, "nauc_map_at_100_max": 0.205905, "nauc_map_at_100_std": -0.05471, "nauc_map_at_100_diff1": 0.366412, "nauc_map_at_1000_max": 0.206137, "nauc_map_at_1000_std": -0.054563, "nauc_map_at_1000_diff1": 0.366341, "nauc_recall_at_1_max": 0.201732, "nauc_recall_at_1_std": -0.073813, "nauc_recall_at_1_diff1": 0.4373, "nauc_recall_at_3_max": 0.196646, "nauc_recall_at_3_std": -0.062757, "nauc_recall_at_3_diff1": 0.327816, "nauc_recall_at_5_max": 0.183653, "nauc_recall_at_5_std": -0.05594, "nauc_recall_at_5_diff1": 0.276552, "nauc_recall_at_10_max": 0.197735, "nauc_recall_at_10_std": -0.01277, "nauc_recall_at_10_diff1": 0.231384, "nauc_recall_at_20_max": 0.200918, "nauc_recall_at_20_std": 0.012395, "nauc_recall_at_20_diff1": 0.24116, "nauc_recall_at_100_max": 0.21523, "nauc_recall_at_100_std": 0.125155, "nauc_recall_at_100_diff1": 0.212078, "nauc_recall_at_1000_max": 0.282007, "nauc_recall_at_1000_std": 0.243346, "nauc_recall_at_1000_diff1": 0.126783, "nauc_precision_at_1_max": 0.205467, "nauc_precision_at_1_std": -0.060025, "nauc_precision_at_1_diff1": 0.418451, "nauc_precision_at_3_max": 0.210966, "nauc_precision_at_3_std": -0.051242, "nauc_precision_at_3_diff1": 0.306892, "nauc_precision_at_5_max": 0.194482, "nauc_precision_at_5_std": -0.02911, "nauc_precision_at_5_diff1": 0.249566, "nauc_precision_at_10_max": 0.216654, "nauc_precision_at_10_std": 0.017501, "nauc_precision_at_10_diff1": 0.200545, "nauc_precision_at_20_max": 0.221337, "nauc_precision_at_20_std": 0.038209, "nauc_precision_at_20_diff1": 0.199848, "nauc_precision_at_100_max": 0.2239, "nauc_precision_at_100_std": 0.154223, "nauc_precision_at_100_diff1": 0.129406, "nauc_precision_at_1000_max": 0.189711, "nauc_precision_at_1000_std": 0.167058, "nauc_precision_at_1000_diff1": -0.013446, "nauc_mrr_at_1_max": 0.205467, "nauc_mrr_at_1_std": -0.060025, "nauc_mrr_at_1_diff1": 0.418451, "nauc_mrr_at_3_max": 0.204972, "nauc_mrr_at_3_std": -0.057449, "nauc_mrr_at_3_diff1": 0.36957, "nauc_mrr_at_5_max": 0.201969, "nauc_mrr_at_5_std": -0.054649, "nauc_mrr_at_5_diff1": 0.356704, "nauc_mrr_at_10_max": 0.205387, "nauc_mrr_at_10_std": -0.048696, "nauc_mrr_at_10_diff1": 0.349052, "nauc_mrr_at_20_max": 0.205448, "nauc_mrr_at_20_std": -0.045792, "nauc_mrr_at_20_diff1": 0.349683, "nauc_mrr_at_100_max": 0.206059, "nauc_mrr_at_100_std": -0.042883, "nauc_mrr_at_100_diff1": 0.349667, "nauc_mrr_at_1000_max": 0.206081, "nauc_mrr_at_1000_std": -0.043094, "nauc_mrr_at_1000_diff1": 0.349704, "hit_rate_at_1": 0.20565, "hit_rate_at_3": 0.30734, "hit_rate_at_5": 0.37627, "hit_rate_at_10": 0.43842, "hit_rate_at_20": 0.49379, "hit_rate_at_100": 0.6904, "hit_rate_at_1000": 0.88475, "main_score": 0.2965, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 410.3554427623749, "kg_co2_emissions": null, "date": null }