{ "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", "task_name": "CQADupstackProgrammersRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.20091, "ndcg_at_3": 0.23371, "ndcg_at_5": 0.24978, "ndcg_at_10": 0.2728, "ndcg_at_20": 0.291, "ndcg_at_100": 0.32582, "ndcg_at_1000": 0.359, "map_at_1": 0.16402, "map_at_3": 0.20711, "map_at_5": 0.21792, "map_at_10": 0.22852, "map_at_20": 0.234, "map_at_100": 0.2393, "map_at_1000": 0.24072, "recall_at_1": 0.16402, "recall_at_3": 0.26045, "recall_at_5": 0.30106, "recall_at_10": 0.36792, "recall_at_20": 0.43212, "recall_at_100": 0.60173, "recall_at_1000": 0.83379, "accuracy": 0.16402, "precision_at_1": 0.20091, "precision_at_3": 0.11035, "precision_at_5": 0.079, "precision_at_10": 0.05034, "precision_at_20": 0.03065, "precision_at_100": 0.0091, "precision_at_1000": 0.00137, "mrr_at_1": 0.200913, "mrr_at_3": 0.248668, "mrr_at_5": 0.260654, "mrr_at_10": 0.269936, "mrr_at_20": 0.274882, "mrr_at_100": 0.279058, "mrr_at_1000": 0.279974, "nauc_ndcg_at_1_max": 0.249942, "nauc_ndcg_at_1_std": 0.006952, "nauc_ndcg_at_1_diff1": 0.453221, "nauc_ndcg_at_3_max": 0.241441, "nauc_ndcg_at_3_std": 0.026653, "nauc_ndcg_at_3_diff1": 0.438629, "nauc_ndcg_at_5_max": 0.256313, "nauc_ndcg_at_5_std": 0.033406, "nauc_ndcg_at_5_diff1": 0.431925, "nauc_ndcg_at_10_max": 0.25869, "nauc_ndcg_at_10_std": 0.048267, "nauc_ndcg_at_10_diff1": 0.410788, "nauc_ndcg_at_20_max": 0.259267, "nauc_ndcg_at_20_std": 0.065314, "nauc_ndcg_at_20_diff1": 0.399515, "nauc_ndcg_at_100_max": 0.284826, "nauc_ndcg_at_100_std": 0.091203, "nauc_ndcg_at_100_diff1": 0.398443, "nauc_ndcg_at_1000_max": 0.284396, "nauc_ndcg_at_1000_std": 0.095076, "nauc_ndcg_at_1000_diff1": 0.40235, "nauc_map_at_1_max": 0.229025, "nauc_map_at_1_std": -0.007523, "nauc_map_at_1_diff1": 0.482887, "nauc_map_at_3_max": 0.23603, "nauc_map_at_3_std": 0.01759, "nauc_map_at_3_diff1": 0.456063, "nauc_map_at_5_max": 0.249484, "nauc_map_at_5_std": 0.023747, "nauc_map_at_5_diff1": 0.452145, "nauc_map_at_10_max": 0.25236, "nauc_map_at_10_std": 0.031687, "nauc_map_at_10_diff1": 0.440764, "nauc_map_at_20_max": 0.253089, "nauc_map_at_20_std": 0.036746, "nauc_map_at_20_diff1": 0.437358, "nauc_map_at_100_max": 0.258283, "nauc_map_at_100_std": 0.041129, "nauc_map_at_100_diff1": 0.437083, "nauc_map_at_1000_max": 0.258466, "nauc_map_at_1000_std": 0.041458, "nauc_map_at_1000_diff1": 0.437081, "nauc_recall_at_1_max": 0.229025, "nauc_recall_at_1_std": -0.007523, "nauc_recall_at_1_diff1": 0.482887, "nauc_recall_at_3_max": 0.225156, "nauc_recall_at_3_std": 0.034623, "nauc_recall_at_3_diff1": 0.408622, "nauc_recall_at_5_max": 0.253339, "nauc_recall_at_5_std": 0.049004, "nauc_recall_at_5_diff1": 0.383184, "nauc_recall_at_10_max": 0.247076, "nauc_recall_at_10_std": 0.083886, "nauc_recall_at_10_diff1": 0.323209, "nauc_recall_at_20_max": 0.242976, "nauc_recall_at_20_std": 0.136018, "nauc_recall_at_20_diff1": 0.283903, "nauc_recall_at_100_max": 0.3418, "nauc_recall_at_100_std": 0.267522, "nauc_recall_at_100_diff1": 0.25846, "nauc_recall_at_1000_max": 0.416446, "nauc_recall_at_1000_std": 0.493094, "nauc_recall_at_1000_diff1": 0.225555, "nauc_precision_at_1_max": 0.249942, "nauc_precision_at_1_std": 0.006952, "nauc_precision_at_1_diff1": 0.453221, "nauc_precision_at_3_max": 0.263711, "nauc_precision_at_3_std": 0.058322, "nauc_precision_at_3_diff1": 0.393448, "nauc_precision_at_5_max": 0.302879, "nauc_precision_at_5_std": 0.073869, "nauc_precision_at_5_diff1": 0.371663, "nauc_precision_at_10_max": 0.308058, "nauc_precision_at_10_std": 0.11579, "nauc_precision_at_10_diff1": 0.28148, "nauc_precision_at_20_max": 0.279141, "nauc_precision_at_20_std": 0.153639, "nauc_precision_at_20_diff1": 0.214156, "nauc_precision_at_100_max": 0.29061, "nauc_precision_at_100_std": 0.202333, "nauc_precision_at_100_diff1": 0.117873, "nauc_precision_at_1000_max": 0.105752, "nauc_precision_at_1000_std": 0.112284, "nauc_precision_at_1000_diff1": -0.014649, "nauc_mrr_at_1_max": 0.249942, "nauc_mrr_at_1_std": 0.006952, "nauc_mrr_at_1_diff1": 0.453221, "nauc_mrr_at_3_max": 0.248904, "nauc_mrr_at_3_std": 0.02546, "nauc_mrr_at_3_diff1": 0.431861, "nauc_mrr_at_5_max": 0.255427, "nauc_mrr_at_5_std": 0.029409, "nauc_mrr_at_5_diff1": 0.423598, "nauc_mrr_at_10_max": 0.253892, "nauc_mrr_at_10_std": 0.03343, "nauc_mrr_at_10_diff1": 0.417139, "nauc_mrr_at_20_max": 0.253093, "nauc_mrr_at_20_std": 0.037446, "nauc_mrr_at_20_diff1": 0.413098, "nauc_mrr_at_100_max": 0.25553, "nauc_mrr_at_100_std": 0.039507, "nauc_mrr_at_100_diff1": 0.413141, "nauc_mrr_at_1000_max": 0.255436, "nauc_mrr_at_1000_std": 0.039336, "nauc_mrr_at_1000_diff1": 0.413364, "hit_rate_at_1": 0.20091, "hit_rate_at_3": 0.31507, "hit_rate_at_5": 0.36644, "hit_rate_at_10": 0.43721, "hit_rate_at_20": 0.50571, "hit_rate_at_100": 0.67237, "hit_rate_at_1000": 0.88128, "main_score": 0.2728, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 40.26266860961914, "kg_co2_emissions": null, "date": null }