{ "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3", "task_name": "CQADupstackAndroidRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.18884, "ndcg_at_3": 0.2231, "ndcg_at_5": 0.24157, "ndcg_at_10": 0.2614, "ndcg_at_20": 0.28319, "ndcg_at_100": 0.31782, "ndcg_at_1000": 0.35087, "map_at_1": 0.15194, "map_at_3": 0.195, "map_at_5": 0.20855, "map_at_10": 0.21893, "map_at_20": 0.22541, "map_at_100": 0.23093, "map_at_1000": 0.23231, "recall_at_1": 0.15194, "recall_at_3": 0.24004, "recall_at_5": 0.29012, "recall_at_10": 0.34836, "recall_at_20": 0.42972, "recall_at_100": 0.59592, "recall_at_1000": 0.82776, "accuracy": 0.15194, "precision_at_1": 0.18884, "precision_at_3": 0.10968, "precision_at_5": 0.08183, "precision_at_10": 0.05122, "precision_at_20": 0.03262, "precision_at_100": 0.00983, "precision_at_1000": 0.00156, "mrr_at_1": 0.188841, "mrr_at_3": 0.235813, "mrr_at_5": 0.247902, "mrr_at_10": 0.256707, "mrr_at_20": 0.263373, "mrr_at_100": 0.267998, "mrr_at_1000": 0.26881, "nauc_ndcg_at_1_max": 0.197606, "nauc_ndcg_at_1_std": -0.019884, "nauc_ndcg_at_1_diff1": 0.458478, "nauc_ndcg_at_3_max": 0.178271, "nauc_ndcg_at_3_std": 0.003251, "nauc_ndcg_at_3_diff1": 0.398115, "nauc_ndcg_at_5_max": 0.175196, "nauc_ndcg_at_5_std": 0.005964, "nauc_ndcg_at_5_diff1": 0.385679, "nauc_ndcg_at_10_max": 0.175056, "nauc_ndcg_at_10_std": 0.010168, "nauc_ndcg_at_10_diff1": 0.382267, "nauc_ndcg_at_20_max": 0.179689, "nauc_ndcg_at_20_std": 0.006895, "nauc_ndcg_at_20_diff1": 0.376813, "nauc_ndcg_at_100_max": 0.191768, "nauc_ndcg_at_100_std": 0.03296, "nauc_ndcg_at_100_diff1": 0.375628, "nauc_ndcg_at_1000_max": 0.199238, "nauc_ndcg_at_1000_std": 0.045336, "nauc_ndcg_at_1000_diff1": 0.380325, "nauc_map_at_1_max": 0.197751, "nauc_map_at_1_std": 0.006797, "nauc_map_at_1_diff1": 0.494829, "nauc_map_at_3_max": 0.192164, "nauc_map_at_3_std": 0.005593, "nauc_map_at_3_diff1": 0.435257, "nauc_map_at_5_max": 0.188238, "nauc_map_at_5_std": 0.007005, "nauc_map_at_5_diff1": 0.420792, "nauc_map_at_10_max": 0.187103, "nauc_map_at_10_std": 0.009857, "nauc_map_at_10_diff1": 0.416412, "nauc_map_at_20_max": 0.189281, "nauc_map_at_20_std": 0.009555, "nauc_map_at_20_diff1": 0.414144, "nauc_map_at_100_max": 0.191584, "nauc_map_at_100_std": 0.014557, "nauc_map_at_100_diff1": 0.414225, "nauc_map_at_1000_max": 0.191893, "nauc_map_at_1000_std": 0.014986, "nauc_map_at_1000_diff1": 0.414433, "nauc_recall_at_1_max": 0.197751, "nauc_recall_at_1_std": 0.006797, "nauc_recall_at_1_diff1": 0.494829, "nauc_recall_at_3_max": 0.163213, "nauc_recall_at_3_std": 0.014729, "nauc_recall_at_3_diff1": 0.366635, "nauc_recall_at_5_max": 0.146997, "nauc_recall_at_5_std": 0.018867, "nauc_recall_at_5_diff1": 0.322006, "nauc_recall_at_10_max": 0.143418, "nauc_recall_at_10_std": 0.027174, "nauc_recall_at_10_diff1": 0.306785, "nauc_recall_at_20_max": 0.15676, "nauc_recall_at_20_std": 0.011467, "nauc_recall_at_20_diff1": 0.281034, "nauc_recall_at_100_max": 0.203891, "nauc_recall_at_100_std": 0.135535, "nauc_recall_at_100_diff1": 0.247326, "nauc_recall_at_1000_max": 0.308993, "nauc_recall_at_1000_std": 0.415926, "nauc_recall_at_1000_diff1": 0.218363, "nauc_precision_at_1_max": 0.197606, "nauc_precision_at_1_std": -0.019884, "nauc_precision_at_1_diff1": 0.458478, "nauc_precision_at_3_max": 0.178951, "nauc_precision_at_3_std": -0.003178, "nauc_precision_at_3_diff1": 0.306824, "nauc_precision_at_5_max": 0.166294, "nauc_precision_at_5_std": -0.005949, "nauc_precision_at_5_diff1": 0.253107, "nauc_precision_at_10_max": 0.14608, "nauc_precision_at_10_std": -0.008317, "nauc_precision_at_10_diff1": 0.209245, "nauc_precision_at_20_max": 0.130098, "nauc_precision_at_20_std": -0.025533, "nauc_precision_at_20_diff1": 0.166091, "nauc_precision_at_100_max": 0.073078, "nauc_precision_at_100_std": 0.016469, "nauc_precision_at_100_diff1": 0.089054, "nauc_precision_at_1000_max": -0.027536, "nauc_precision_at_1000_std": 0.030826, "nauc_precision_at_1000_diff1": -0.053711, "nauc_mrr_at_1_max": 0.197606, "nauc_mrr_at_1_std": -0.019884, "nauc_mrr_at_1_diff1": 0.458478, "nauc_mrr_at_3_max": 0.181138, "nauc_mrr_at_3_std": -0.007979, "nauc_mrr_at_3_diff1": 0.401962, "nauc_mrr_at_5_max": 0.178232, "nauc_mrr_at_5_std": -0.009104, "nauc_mrr_at_5_diff1": 0.390387, "nauc_mrr_at_10_max": 0.177762, "nauc_mrr_at_10_std": -0.006743, "nauc_mrr_at_10_diff1": 0.388696, "nauc_mrr_at_20_max": 0.176751, "nauc_mrr_at_20_std": -0.008116, "nauc_mrr_at_20_diff1": 0.38646, "nauc_mrr_at_100_max": 0.17894, "nauc_mrr_at_100_std": -0.005141, "nauc_mrr_at_100_diff1": 0.386043, "nauc_mrr_at_1000_max": 0.179046, "nauc_mrr_at_1000_std": -0.004902, "nauc_mrr_at_1000_diff1": 0.386362, "hit_rate_at_1": 0.18884, "hit_rate_at_3": 0.29614, "hit_rate_at_5": 0.34907, "hit_rate_at_10": 0.41202, "hit_rate_at_20": 0.5093, "hit_rate_at_100": 0.67525, "hit_rate_at_1000": 0.88698, "main_score": 0.2614, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 29.754338264465332, "kg_co2_emissions": null, "date": null }