{ "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", "task_name": "CQADupstackPhysicsRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.20982, "ndcg_at_3": 0.24578, "ndcg_at_5": 0.26211, "ndcg_at_10": 0.28061, "ndcg_at_20": 0.3014, "ndcg_at_100": 0.33628, "ndcg_at_1000": 0.36784, "map_at_1": 0.1734, "map_at_3": 0.21843, "map_at_5": 0.22941, "map_at_10": 0.23899, "map_at_20": 0.24502, "map_at_100": 0.25048, "map_at_1000": 0.25187, "recall_at_1": 0.1734, "recall_at_3": 0.26761, "recall_at_5": 0.30865, "recall_at_10": 0.36498, "recall_at_20": 0.4409, "recall_at_100": 0.60724, "recall_at_1000": 0.82477, "accuracy": 0.1734, "precision_at_1": 0.20982, "precision_at_3": 0.1155, "precision_at_5": 0.08335, "precision_at_10": 0.0514, "precision_at_20": 0.03162, "precision_at_100": 0.00936, "precision_at_1000": 0.0014, "mrr_at_1": 0.209817, "mrr_at_3": 0.260026, "mrr_at_5": 0.271816, "mrr_at_10": 0.279856, "mrr_at_20": 0.285732, "mrr_at_100": 0.289895, "mrr_at_1000": 0.290729, "nauc_ndcg_at_1_max": 0.254828, "nauc_ndcg_at_1_std": -0.043127, "nauc_ndcg_at_1_diff1": 0.470295, "nauc_ndcg_at_3_max": 0.248655, "nauc_ndcg_at_3_std": -0.044729, "nauc_ndcg_at_3_diff1": 0.438501, "nauc_ndcg_at_5_max": 0.242948, "nauc_ndcg_at_5_std": -0.042773, "nauc_ndcg_at_5_diff1": 0.446666, "nauc_ndcg_at_10_max": 0.237071, "nauc_ndcg_at_10_std": -0.035274, "nauc_ndcg_at_10_diff1": 0.431205, "nauc_ndcg_at_20_max": 0.236073, "nauc_ndcg_at_20_std": -0.024615, "nauc_ndcg_at_20_diff1": 0.419382, "nauc_ndcg_at_100_max": 0.245409, "nauc_ndcg_at_100_std": 0.005871, "nauc_ndcg_at_100_diff1": 0.410673, "nauc_ndcg_at_1000_max": 0.254067, "nauc_ndcg_at_1000_std": 0.012659, "nauc_ndcg_at_1000_diff1": 0.40722, "nauc_map_at_1_max": 0.218463, "nauc_map_at_1_std": -0.105778, "nauc_map_at_1_diff1": 0.523157, "nauc_map_at_3_max": 0.234017, "nauc_map_at_3_std": -0.073921, "nauc_map_at_3_diff1": 0.472238, "nauc_map_at_5_max": 0.235592, "nauc_map_at_5_std": -0.066933, "nauc_map_at_5_diff1": 0.471779, "nauc_map_at_10_max": 0.23685, "nauc_map_at_10_std": -0.059201, "nauc_map_at_10_diff1": 0.461365, "nauc_map_at_20_max": 0.236919, "nauc_map_at_20_std": -0.055254, "nauc_map_at_20_diff1": 0.457038, "nauc_map_at_100_max": 0.238626, "nauc_map_at_100_std": -0.049963, "nauc_map_at_100_diff1": 0.455506, "nauc_map_at_1000_max": 0.239134, "nauc_map_at_1000_std": -0.04921, "nauc_map_at_1000_diff1": 0.455119, "nauc_recall_at_1_max": 0.218463, "nauc_recall_at_1_std": -0.105778, "nauc_recall_at_1_diff1": 0.523157, "nauc_recall_at_3_max": 0.225161, "nauc_recall_at_3_std": -0.05949, "nauc_recall_at_3_diff1": 0.415325, "nauc_recall_at_5_max": 0.217246, "nauc_recall_at_5_std": -0.038944, "nauc_recall_at_5_diff1": 0.413718, "nauc_recall_at_10_max": 0.2042, "nauc_recall_at_10_std": -0.009831, "nauc_recall_at_10_diff1": 0.36635, "nauc_recall_at_20_max": 0.198935, "nauc_recall_at_20_std": 0.026311, "nauc_recall_at_20_diff1": 0.321622, "nauc_recall_at_100_max": 0.229836, "nauc_recall_at_100_std": 0.175171, "nauc_recall_at_100_diff1": 0.266453, "nauc_recall_at_1000_max": 0.327015, "nauc_recall_at_1000_std": 0.368444, "nauc_recall_at_1000_diff1": 0.16318, "nauc_precision_at_1_max": 0.254828, "nauc_precision_at_1_std": -0.043127, "nauc_precision_at_1_diff1": 0.470295, "nauc_precision_at_3_max": 0.287493, "nauc_precision_at_3_std": 0.035242, "nauc_precision_at_3_diff1": 0.347047, "nauc_precision_at_5_max": 0.276118, "nauc_precision_at_5_std": 0.058746, "nauc_precision_at_5_diff1": 0.330775, "nauc_precision_at_10_max": 0.266077, "nauc_precision_at_10_std": 0.096808, "nauc_precision_at_10_diff1": 0.242079, "nauc_precision_at_20_max": 0.242944, "nauc_precision_at_20_std": 0.128028, "nauc_precision_at_20_diff1": 0.172198, "nauc_precision_at_100_max": 0.210621, "nauc_precision_at_100_std": 0.216472, "nauc_precision_at_100_diff1": 0.050983, "nauc_precision_at_1000_max": 0.144491, "nauc_precision_at_1000_std": 0.202161, "nauc_precision_at_1000_diff1": -0.100711, "nauc_mrr_at_1_max": 0.254828, "nauc_mrr_at_1_std": -0.043127, "nauc_mrr_at_1_diff1": 0.470295, "nauc_mrr_at_3_max": 0.2626, "nauc_mrr_at_3_std": -0.022023, "nauc_mrr_at_3_diff1": 0.423527, "nauc_mrr_at_5_max": 0.258401, "nauc_mrr_at_5_std": -0.019565, "nauc_mrr_at_5_diff1": 0.427366, "nauc_mrr_at_10_max": 0.254231, "nauc_mrr_at_10_std": -0.017202, "nauc_mrr_at_10_diff1": 0.419566, "nauc_mrr_at_20_max": 0.253555, "nauc_mrr_at_20_std": -0.014647, "nauc_mrr_at_20_diff1": 0.416868, "nauc_mrr_at_100_max": 0.255094, "nauc_mrr_at_100_std": -0.011623, "nauc_mrr_at_100_diff1": 0.416154, "nauc_mrr_at_1000_max": 0.255383, "nauc_mrr_at_1000_std": -0.011407, "nauc_mrr_at_1000_diff1": 0.416047, "hit_rate_at_1": 0.20982, "hit_rate_at_3": 0.32243, "hit_rate_at_5": 0.37344, "hit_rate_at_10": 0.43311, "hit_rate_at_20": 0.51877, "hit_rate_at_100": 0.68046, "hit_rate_at_1000": 0.87199, "main_score": 0.28061, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 49.752307653427124, "kg_co2_emissions": null, "date": null }