{ "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", "task_name": "CQADupstackProgrammersRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.17123, "ndcg_at_3": 0.20564, "ndcg_at_5": 0.223, "ndcg_at_10": 0.24329, "ndcg_at_20": 0.2617, "ndcg_at_100": 0.29386, "ndcg_at_1000": 0.32936, "map_at_1": 0.13695, "map_at_3": 0.18082, "map_at_5": 0.19216, "map_at_10": 0.20111, "map_at_20": 0.20666, "map_at_100": 0.21144, "map_at_1000": 0.21283, "recall_at_1": 0.13695, "recall_at_3": 0.22597, "recall_at_5": 0.27226, "recall_at_10": 0.33283, "recall_at_20": 0.39844, "recall_at_100": 0.55443, "recall_at_1000": 0.81224, "accuracy": 0.13695, "precision_at_1": 0.17123, "precision_at_3": 0.10008, "precision_at_5": 0.07306, "precision_at_10": 0.04612, "precision_at_20": 0.02848, "precision_at_100": 0.00853, "precision_at_1000": 0.00132, "mrr_at_1": 0.171233, "mrr_at_3": 0.22032, "mrr_at_5": 0.23242, "mrr_at_10": 0.241276, "mrr_at_20": 0.246273, "mrr_at_100": 0.249915, "mrr_at_1000": 0.250883, "nauc_ndcg_at_1_max": 0.297837, "nauc_ndcg_at_1_std": 0.050543, "nauc_ndcg_at_1_diff1": 0.436876, "nauc_ndcg_at_3_max": 0.252802, "nauc_ndcg_at_3_std": 0.06258, "nauc_ndcg_at_3_diff1": 0.374362, "nauc_ndcg_at_5_max": 0.254951, "nauc_ndcg_at_5_std": 0.069593, "nauc_ndcg_at_5_diff1": 0.372934, "nauc_ndcg_at_10_max": 0.260979, "nauc_ndcg_at_10_std": 0.079412, "nauc_ndcg_at_10_diff1": 0.368212, "nauc_ndcg_at_20_max": 0.267407, "nauc_ndcg_at_20_std": 0.084276, "nauc_ndcg_at_20_diff1": 0.355256, "nauc_ndcg_at_100_max": 0.284182, "nauc_ndcg_at_100_std": 0.121671, "nauc_ndcg_at_100_diff1": 0.3371, "nauc_ndcg_at_1000_max": 0.290727, "nauc_ndcg_at_1000_std": 0.132371, "nauc_ndcg_at_1000_diff1": 0.344108, "nauc_map_at_1_max": 0.259783, "nauc_map_at_1_std": 0.028129, "nauc_map_at_1_diff1": 0.465984, "nauc_map_at_3_max": 0.249202, "nauc_map_at_3_std": 0.054965, "nauc_map_at_3_diff1": 0.400199, "nauc_map_at_5_max": 0.252626, "nauc_map_at_5_std": 0.05979, "nauc_map_at_5_diff1": 0.397735, "nauc_map_at_10_max": 0.256813, "nauc_map_at_10_std": 0.06531, "nauc_map_at_10_diff1": 0.394459, "nauc_map_at_20_max": 0.259883, "nauc_map_at_20_std": 0.066747, "nauc_map_at_20_diff1": 0.390146, "nauc_map_at_100_max": 0.263054, "nauc_map_at_100_std": 0.073393, "nauc_map_at_100_diff1": 0.387143, "nauc_map_at_1000_max": 0.263528, "nauc_map_at_1000_std": 0.074184, "nauc_map_at_1000_diff1": 0.38713, "nauc_recall_at_1_max": 0.259783, "nauc_recall_at_1_std": 0.028129, "nauc_recall_at_1_diff1": 0.465984, "nauc_recall_at_3_max": 0.225685, "nauc_recall_at_3_std": 0.070156, "nauc_recall_at_3_diff1": 0.338033, "nauc_recall_at_5_max": 0.234934, "nauc_recall_at_5_std": 0.083898, "nauc_recall_at_5_diff1": 0.324011, "nauc_recall_at_10_max": 0.244585, "nauc_recall_at_10_std": 0.108694, "nauc_recall_at_10_diff1": 0.303497, "nauc_recall_at_20_max": 0.257007, "nauc_recall_at_20_std": 0.121982, "nauc_recall_at_20_diff1": 0.266772, "nauc_recall_at_100_max": 0.317556, "nauc_recall_at_100_std": 0.277659, "nauc_recall_at_100_diff1": 0.181336, "nauc_recall_at_1000_max": 0.439803, "nauc_recall_at_1000_std": 0.520536, "nauc_recall_at_1000_diff1": 0.163722, "nauc_precision_at_1_max": 0.297837, "nauc_precision_at_1_std": 0.050543, "nauc_precision_at_1_diff1": 0.436876, "nauc_precision_at_3_max": 0.264821, "nauc_precision_at_3_std": 0.099565, "nauc_precision_at_3_diff1": 0.30401, "nauc_precision_at_5_max": 0.272477, "nauc_precision_at_5_std": 0.113092, "nauc_precision_at_5_diff1": 0.297559, "nauc_precision_at_10_max": 0.28837, "nauc_precision_at_10_std": 0.127413, "nauc_precision_at_10_diff1": 0.250093, "nauc_precision_at_20_max": 0.297813, "nauc_precision_at_20_std": 0.137803, "nauc_precision_at_20_diff1": 0.183561, "nauc_precision_at_100_max": 0.268929, "nauc_precision_at_100_std": 0.198684, "nauc_precision_at_100_diff1": 0.043035, "nauc_precision_at_1000_max": 0.132982, "nauc_precision_at_1000_std": 0.148289, "nauc_precision_at_1000_diff1": -0.064595, "nauc_mrr_at_1_max": 0.297837, "nauc_mrr_at_1_std": 0.050543, "nauc_mrr_at_1_diff1": 0.436876, "nauc_mrr_at_3_max": 0.266739, "nauc_mrr_at_3_std": 0.058922, "nauc_mrr_at_3_diff1": 0.374443, "nauc_mrr_at_5_max": 0.267419, "nauc_mrr_at_5_std": 0.062022, "nauc_mrr_at_5_diff1": 0.371348, "nauc_mrr_at_10_max": 0.270051, "nauc_mrr_at_10_std": 0.065013, "nauc_mrr_at_10_diff1": 0.3702, "nauc_mrr_at_20_max": 0.270384, "nauc_mrr_at_20_std": 0.066474, "nauc_mrr_at_20_diff1": 0.366143, "nauc_mrr_at_100_max": 0.272236, "nauc_mrr_at_100_std": 0.071285, "nauc_mrr_at_100_diff1": 0.364096, "nauc_mrr_at_1000_max": 0.272188, "nauc_mrr_at_1000_std": 0.071368, "nauc_mrr_at_1000_diff1": 0.3645, "hit_rate_at_1": 0.17123, "hit_rate_at_3": 0.27854, "hit_rate_at_5": 0.33105, "hit_rate_at_10": 0.40068, "hit_rate_at_20": 0.47374, "hit_rate_at_100": 0.62329, "hit_rate_at_1000": 0.85959, "main_score": 0.24329, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 42.90849280357361, "kg_co2_emissions": null, "date": null }