{ "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3", "task_name": "CQADupstackAndroidRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.24177, "ndcg_at_3": 0.27007, "ndcg_at_5": 0.29229, "ndcg_at_10": 0.31749, "ndcg_at_20": 0.33556, "ndcg_at_100": 0.36885, "ndcg_at_1000": 0.39898, "map_at_1": 0.19633, "map_at_3": 0.23985, "map_at_5": 0.2557, "map_at_10": 0.2678, "map_at_20": 0.27381, "map_at_100": 0.27926, "map_at_1000": 0.28062, "recall_at_1": 0.19633, "recall_at_3": 0.28687, "recall_at_5": 0.34486, "recall_at_10": 0.42342, "recall_at_20": 0.4882, "recall_at_100": 0.64633, "recall_at_1000": 0.85253, "accuracy": 0.19633, "precision_at_1": 0.24177, "precision_at_3": 0.12971, "precision_at_5": 0.097, "precision_at_10": 0.06109, "precision_at_20": 0.03691, "precision_at_100": 0.0107, "precision_at_1000": 0.0016, "mrr_at_1": 0.241774, "mrr_at_3": 0.285646, "mrr_at_5": 0.299237, "mrr_at_10": 0.311264, "mrr_at_20": 0.316313, "mrr_at_100": 0.320365, "mrr_at_1000": 0.321067, "nauc_ndcg_at_1_max": 0.195839, "nauc_ndcg_at_1_std": -0.053038, "nauc_ndcg_at_1_diff1": 0.44851, "nauc_ndcg_at_3_max": 0.199817, "nauc_ndcg_at_3_std": -0.044398, "nauc_ndcg_at_3_diff1": 0.419928, "nauc_ndcg_at_5_max": 0.200822, "nauc_ndcg_at_5_std": -0.056291, "nauc_ndcg_at_5_diff1": 0.418192, "nauc_ndcg_at_10_max": 0.200914, "nauc_ndcg_at_10_std": -0.037602, "nauc_ndcg_at_10_diff1": 0.408634, "nauc_ndcg_at_20_max": 0.20641, "nauc_ndcg_at_20_std": -0.026072, "nauc_ndcg_at_20_diff1": 0.408286, "nauc_ndcg_at_100_max": 0.225324, "nauc_ndcg_at_100_std": -0.006199, "nauc_ndcg_at_100_diff1": 0.410283, "nauc_ndcg_at_1000_max": 0.223946, "nauc_ndcg_at_1000_std": -0.004229, "nauc_ndcg_at_1000_diff1": 0.414098, "nauc_map_at_1_max": 0.188354, "nauc_map_at_1_std": -0.044449, "nauc_map_at_1_diff1": 0.471441, "nauc_map_at_3_max": 0.204356, "nauc_map_at_3_std": -0.045069, "nauc_map_at_3_diff1": 0.443895, "nauc_map_at_5_max": 0.206575, "nauc_map_at_5_std": -0.050182, "nauc_map_at_5_diff1": 0.440774, "nauc_map_at_10_max": 0.206471, "nauc_map_at_10_std": -0.04273, "nauc_map_at_10_diff1": 0.434219, "nauc_map_at_20_max": 0.208793, "nauc_map_at_20_std": -0.040031, "nauc_map_at_20_diff1": 0.433721, "nauc_map_at_100_max": 0.210727, "nauc_map_at_100_std": -0.037665, "nauc_map_at_100_diff1": 0.432985, "nauc_map_at_1000_max": 0.210536, "nauc_map_at_1000_std": -0.037284, "nauc_map_at_1000_diff1": 0.432972, "nauc_recall_at_1_max": 0.188354, "nauc_recall_at_1_std": -0.044449, "nauc_recall_at_1_diff1": 0.471441, "nauc_recall_at_3_max": 0.197539, "nauc_recall_at_3_std": -0.03045, "nauc_recall_at_3_diff1": 0.401321, "nauc_recall_at_5_max": 0.197823, "nauc_recall_at_5_std": -0.05243, "nauc_recall_at_5_diff1": 0.38462, "nauc_recall_at_10_max": 0.189637, "nauc_recall_at_10_std": 0.004294, "nauc_recall_at_10_diff1": 0.343022, "nauc_recall_at_20_max": 0.201524, "nauc_recall_at_20_std": 0.043873, "nauc_recall_at_20_diff1": 0.336553, "nauc_recall_at_100_max": 0.300518, "nauc_recall_at_100_std": 0.17212, "nauc_recall_at_100_diff1": 0.338388, "nauc_recall_at_1000_max": 0.398995, "nauc_recall_at_1000_std": 0.389981, "nauc_recall_at_1000_diff1": 0.374695, "nauc_precision_at_1_max": 0.195839, "nauc_precision_at_1_std": -0.053038, "nauc_precision_at_1_diff1": 0.44851, "nauc_precision_at_3_max": 0.228784, "nauc_precision_at_3_std": -0.045029, "nauc_precision_at_3_diff1": 0.341057, "nauc_precision_at_5_max": 0.218662, "nauc_precision_at_5_std": -0.064408, "nauc_precision_at_5_diff1": 0.302519, "nauc_precision_at_10_max": 0.184561, "nauc_precision_at_10_std": -0.041402, "nauc_precision_at_10_diff1": 0.247017, "nauc_precision_at_20_max": 0.155689, "nauc_precision_at_20_std": -0.022984, "nauc_precision_at_20_diff1": 0.203272, "nauc_precision_at_100_max": 0.130254, "nauc_precision_at_100_std": 0.009003, "nauc_precision_at_100_diff1": 0.108801, "nauc_precision_at_1000_max": -0.027462, "nauc_precision_at_1000_std": -0.045777, "nauc_precision_at_1000_diff1": -0.006891, "nauc_mrr_at_1_max": 0.195839, "nauc_mrr_at_1_std": -0.053038, "nauc_mrr_at_1_diff1": 0.44851, "nauc_mrr_at_3_max": 0.188248, "nauc_mrr_at_3_std": -0.052723, "nauc_mrr_at_3_diff1": 0.412726, "nauc_mrr_at_5_max": 0.189203, "nauc_mrr_at_5_std": -0.062892, "nauc_mrr_at_5_diff1": 0.409278, "nauc_mrr_at_10_max": 0.187292, "nauc_mrr_at_10_std": -0.057095, "nauc_mrr_at_10_diff1": 0.405154, "nauc_mrr_at_20_max": 0.188573, "nauc_mrr_at_20_std": -0.053584, "nauc_mrr_at_20_diff1": 0.405267, "nauc_mrr_at_100_max": 0.19088, "nauc_mrr_at_100_std": -0.050981, "nauc_mrr_at_100_diff1": 0.405688, "nauc_mrr_at_1000_max": 0.190851, "nauc_mrr_at_1000_std": -0.050818, "nauc_mrr_at_1000_diff1": 0.405775, "hit_rate_at_1": 0.24177, "hit_rate_at_3": 0.34621, "hit_rate_at_5": 0.40629, "hit_rate_at_10": 0.49785, "hit_rate_at_20": 0.56795, "hit_rate_at_100": 0.72675, "hit_rate_at_1000": 0.89986, "main_score": 0.31749, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 27.703421354293823, "kg_co2_emissions": null, "date": null }