{ "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", "task_name": "CQADupstackStatsRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.16871, "ndcg_at_3": 0.19488, "ndcg_at_5": 0.20896, "ndcg_at_10": 0.2259, "ndcg_at_20": 0.24396, "ndcg_at_100": 0.26608, "ndcg_at_1000": 0.29285, "map_at_1": 0.15265, "map_at_3": 0.18022, "map_at_5": 0.18851, "map_at_10": 0.19596, "map_at_20": 0.20105, "map_at_100": 0.20409, "map_at_1000": 0.20493, "recall_at_1": 0.15265, "recall_at_3": 0.21437, "recall_at_5": 0.24889, "recall_at_10": 0.29985, "recall_at_20": 0.36793, "recall_at_100": 0.48433, "recall_at_1000": 0.69076, "accuracy": 0.15265, "precision_at_1": 0.16871, "precision_at_3": 0.08231, "precision_at_5": 0.0589, "precision_at_10": 0.0362, "precision_at_20": 0.02239, "precision_at_100": 0.00595, "precision_at_1000": 0.00089, "mrr_at_1": 0.168712, "mrr_at_3": 0.199131, "mrr_at_5": 0.208103, "mrr_at_10": 0.215182, "mrr_at_20": 0.220219, "mrr_at_100": 0.22282, "mrr_at_1000": 0.223636, "nauc_ndcg_at_1_max": 0.193945, "nauc_ndcg_at_1_std": 0.02935, "nauc_ndcg_at_1_diff1": 0.541394, "nauc_ndcg_at_3_max": 0.151446, "nauc_ndcg_at_3_std": 0.044387, "nauc_ndcg_at_3_diff1": 0.458819, "nauc_ndcg_at_5_max": 0.139013, "nauc_ndcg_at_5_std": 0.047854, "nauc_ndcg_at_5_diff1": 0.438846, "nauc_ndcg_at_10_max": 0.140994, "nauc_ndcg_at_10_std": 0.053065, "nauc_ndcg_at_10_diff1": 0.429048, "nauc_ndcg_at_20_max": 0.153375, "nauc_ndcg_at_20_std": 0.077596, "nauc_ndcg_at_20_diff1": 0.412458, "nauc_ndcg_at_100_max": 0.147931, "nauc_ndcg_at_100_std": 0.097923, "nauc_ndcg_at_100_diff1": 0.404013, "nauc_ndcg_at_1000_max": 0.149112, "nauc_ndcg_at_1000_std": 0.10332, "nauc_ndcg_at_1000_diff1": 0.403942, "nauc_map_at_1_max": 0.178521, "nauc_map_at_1_std": 0.005095, "nauc_map_at_1_diff1": 0.553877, "nauc_map_at_3_max": 0.155793, "nauc_map_at_3_std": 0.026135, "nauc_map_at_3_diff1": 0.480951, "nauc_map_at_5_max": 0.150277, "nauc_map_at_5_std": 0.031667, "nauc_map_at_5_diff1": 0.470359, "nauc_map_at_10_max": 0.151083, "nauc_map_at_10_std": 0.035986, "nauc_map_at_10_diff1": 0.466097, "nauc_map_at_20_max": 0.155653, "nauc_map_at_20_std": 0.044281, "nauc_map_at_20_diff1": 0.461418, "nauc_map_at_100_max": 0.154659, "nauc_map_at_100_std": 0.047142, "nauc_map_at_100_diff1": 0.459857, "nauc_map_at_1000_max": 0.154592, "nauc_map_at_1000_std": 0.047534, "nauc_map_at_1000_diff1": 0.459733, "nauc_recall_at_1_max": 0.178521, "nauc_recall_at_1_std": 0.005095, "nauc_recall_at_1_diff1": 0.553877, "nauc_recall_at_3_max": 0.122084, "nauc_recall_at_3_std": 0.049333, "nauc_recall_at_3_diff1": 0.399057, "nauc_recall_at_5_max": 0.098131, "nauc_recall_at_5_std": 0.060723, "nauc_recall_at_5_diff1": 0.362893, "nauc_recall_at_10_max": 0.100535, "nauc_recall_at_10_std": 0.07292, "nauc_recall_at_10_diff1": 0.334556, "nauc_recall_at_20_max": 0.135992, "nauc_recall_at_20_std": 0.140312, "nauc_recall_at_20_diff1": 0.283028, "nauc_recall_at_100_max": 0.107972, "nauc_recall_at_100_std": 0.233417, "nauc_recall_at_100_diff1": 0.24343, "nauc_recall_at_1000_max": 0.097857, "nauc_recall_at_1000_std": 0.315715, "nauc_recall_at_1000_diff1": 0.187012, "nauc_precision_at_1_max": 0.193945, "nauc_precision_at_1_std": 0.02935, "nauc_precision_at_1_diff1": 0.541394, "nauc_precision_at_3_max": 0.149576, "nauc_precision_at_3_std": 0.098451, "nauc_precision_at_3_diff1": 0.383209, "nauc_precision_at_5_max": 0.1297, "nauc_precision_at_5_std": 0.126374, "nauc_precision_at_5_diff1": 0.345276, "nauc_precision_at_10_max": 0.144564, "nauc_precision_at_10_std": 0.145789, "nauc_precision_at_10_diff1": 0.336662, "nauc_precision_at_20_max": 0.178016, "nauc_precision_at_20_std": 0.226978, "nauc_precision_at_20_diff1": 0.272527, "nauc_precision_at_100_max": 0.157262, "nauc_precision_at_100_std": 0.290269, "nauc_precision_at_100_diff1": 0.213127, "nauc_precision_at_1000_max": 0.157621, "nauc_precision_at_1000_std": 0.284239, "nauc_precision_at_1000_diff1": 0.129499, "nauc_mrr_at_1_max": 0.193945, "nauc_mrr_at_1_std": 0.02935, "nauc_mrr_at_1_diff1": 0.541394, "nauc_mrr_at_3_max": 0.167649, "nauc_mrr_at_3_std": 0.0487, "nauc_mrr_at_3_diff1": 0.475028, "nauc_mrr_at_5_max": 0.16236, "nauc_mrr_at_5_std": 0.052895, "nauc_mrr_at_5_diff1": 0.458277, "nauc_mrr_at_10_max": 0.162769, "nauc_mrr_at_10_std": 0.054693, "nauc_mrr_at_10_diff1": 0.454196, "nauc_mrr_at_20_max": 0.165998, "nauc_mrr_at_20_std": 0.062133, "nauc_mrr_at_20_diff1": 0.448636, "nauc_mrr_at_100_max": 0.165365, "nauc_mrr_at_100_std": 0.064113, "nauc_mrr_at_100_diff1": 0.447898, "nauc_mrr_at_1000_max": 0.165347, "nauc_mrr_at_1000_std": 0.064182, "nauc_mrr_at_1000_diff1": 0.448013, "hit_rate_at_1": 0.16871, "hit_rate_at_3": 0.23926, "hit_rate_at_5": 0.27914, "hit_rate_at_10": 0.33282, "hit_rate_at_20": 0.40491, "hit_rate_at_100": 0.5184, "hit_rate_at_1000": 0.7362, "main_score": 0.2259, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 52.10785746574402, "kg_co2_emissions": null, "date": null }