{ "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", "task_name": "CQADupstackGisRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.14802, "ndcg_at_3": 0.18404, "ndcg_at_5": 0.19539, "ndcg_at_10": 0.21297, "ndcg_at_20": 0.22774, "ndcg_at_100": 0.25841, "ndcg_at_1000": 0.28962, "map_at_1": 0.13701, "map_at_3": 0.16959, "map_at_5": 0.17601, "map_at_10": 0.18335, "map_at_20": 0.18737, "map_at_100": 0.19143, "map_at_1000": 0.19245, "recall_at_1": 0.13701, "recall_at_3": 0.21143, "recall_at_5": 0.23855, "recall_at_10": 0.29166, "recall_at_20": 0.34871, "recall_at_100": 0.51082, "recall_at_1000": 0.75759, "accuracy": 0.13701, "precision_at_1": 0.14802, "precision_at_3": 0.07834, "precision_at_5": 0.05356, "precision_at_10": 0.03311, "precision_at_20": 0.02, "precision_at_100": 0.00599, "precision_at_1000": 0.00091, "mrr_at_1": 0.148023, "mrr_at_3": 0.183427, "mrr_at_5": 0.190377, "mrr_at_10": 0.197632, "mrr_at_20": 0.201503, "mrr_at_100": 0.205503, "mrr_at_1000": 0.206352, "nauc_ndcg_at_1_max": 0.241446, "nauc_ndcg_at_1_std": -0.094702, "nauc_ndcg_at_1_diff1": 0.438894, "nauc_ndcg_at_3_max": 0.201467, "nauc_ndcg_at_3_std": -0.040296, "nauc_ndcg_at_3_diff1": 0.38263, "nauc_ndcg_at_5_max": 0.206062, "nauc_ndcg_at_5_std": -0.021721, "nauc_ndcg_at_5_diff1": 0.371526, "nauc_ndcg_at_10_max": 0.202634, "nauc_ndcg_at_10_std": -0.010369, "nauc_ndcg_at_10_diff1": 0.3549, "nauc_ndcg_at_20_max": 0.203727, "nauc_ndcg_at_20_std": 0.007283, "nauc_ndcg_at_20_diff1": 0.344759, "nauc_ndcg_at_100_max": 0.201585, "nauc_ndcg_at_100_std": 0.007198, "nauc_ndcg_at_100_diff1": 0.343017, "nauc_ndcg_at_1000_max": 0.20987, "nauc_ndcg_at_1000_std": 0.008911, "nauc_ndcg_at_1000_diff1": 0.339753, "nauc_map_at_1_max": 0.229695, "nauc_map_at_1_std": -0.090778, "nauc_map_at_1_diff1": 0.442674, "nauc_map_at_3_max": 0.205399, "nauc_map_at_3_std": -0.05078, "nauc_map_at_3_diff1": 0.398154, "nauc_map_at_5_max": 0.207879, "nauc_map_at_5_std": -0.039771, "nauc_map_at_5_diff1": 0.391316, "nauc_map_at_10_max": 0.206349, "nauc_map_at_10_std": -0.034135, "nauc_map_at_10_diff1": 0.383829, "nauc_map_at_20_max": 0.207149, "nauc_map_at_20_std": -0.028556, "nauc_map_at_20_diff1": 0.380681, "nauc_map_at_100_max": 0.207302, "nauc_map_at_100_std": -0.028331, "nauc_map_at_100_diff1": 0.379522, "nauc_map_at_1000_max": 0.207586, "nauc_map_at_1000_std": -0.028329, "nauc_map_at_1000_diff1": 0.379381, "nauc_recall_at_1_max": 0.229695, "nauc_recall_at_1_std": -0.090778, "nauc_recall_at_1_diff1": 0.442674, "nauc_recall_at_3_max": 0.172604, "nauc_recall_at_3_std": -0.013815, "nauc_recall_at_3_diff1": 0.350774, "nauc_recall_at_5_max": 0.184876, "nauc_recall_at_5_std": 0.018596, "nauc_recall_at_5_diff1": 0.326955, "nauc_recall_at_10_max": 0.178987, "nauc_recall_at_10_std": 0.041875, "nauc_recall_at_10_diff1": 0.287236, "nauc_recall_at_20_max": 0.174097, "nauc_recall_at_20_std": 0.095634, "nauc_recall_at_20_diff1": 0.2543, "nauc_recall_at_100_max": 0.155359, "nauc_recall_at_100_std": 0.094894, "nauc_recall_at_100_diff1": 0.248938, "nauc_recall_at_1000_max": 0.208551, "nauc_recall_at_1000_std": 0.159475, "nauc_recall_at_1000_diff1": 0.170272, "nauc_precision_at_1_max": 0.241446, "nauc_precision_at_1_std": -0.094702, "nauc_precision_at_1_diff1": 0.438894, "nauc_precision_at_3_max": 0.191184, "nauc_precision_at_3_std": -0.009893, "nauc_precision_at_3_diff1": 0.345798, "nauc_precision_at_5_max": 0.203031, "nauc_precision_at_5_std": 0.03056, "nauc_precision_at_5_diff1": 0.317716, "nauc_precision_at_10_max": 0.189584, "nauc_precision_at_10_std": 0.059963, "nauc_precision_at_10_diff1": 0.278288, "nauc_precision_at_20_max": 0.205948, "nauc_precision_at_20_std": 0.103578, "nauc_precision_at_20_diff1": 0.241858, "nauc_precision_at_100_max": 0.192145, "nauc_precision_at_100_std": 0.105171, "nauc_precision_at_100_diff1": 0.20836, "nauc_precision_at_1000_max": 0.203403, "nauc_precision_at_1000_std": 0.133913, "nauc_precision_at_1000_diff1": 0.081355, "nauc_mrr_at_1_max": 0.241446, "nauc_mrr_at_1_std": -0.094702, "nauc_mrr_at_1_diff1": 0.438894, "nauc_mrr_at_3_max": 0.220107, "nauc_mrr_at_3_std": -0.050075, "nauc_mrr_at_3_diff1": 0.385785, "nauc_mrr_at_5_max": 0.224537, "nauc_mrr_at_5_std": -0.038183, "nauc_mrr_at_5_diff1": 0.379752, "nauc_mrr_at_10_max": 0.222755, "nauc_mrr_at_10_std": -0.033685, "nauc_mrr_at_10_diff1": 0.372554, "nauc_mrr_at_20_max": 0.223395, "nauc_mrr_at_20_std": -0.028966, "nauc_mrr_at_20_diff1": 0.369638, "nauc_mrr_at_100_max": 0.223009, "nauc_mrr_at_100_std": -0.029118, "nauc_mrr_at_100_diff1": 0.369214, "nauc_mrr_at_1000_max": 0.22309, "nauc_mrr_at_1000_std": -0.029286, "nauc_mrr_at_1000_diff1": 0.369222, "hit_rate_at_1": 0.14802, "hit_rate_at_3": 0.23051, "hit_rate_at_5": 0.26102, "hit_rate_at_10": 0.31751, "hit_rate_at_20": 0.37627, "hit_rate_at_100": 0.55028, "hit_rate_at_1000": 0.78418, "main_score": 0.21297, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 50.68451809883118, "kg_co2_emissions": null, "date": null }