{ "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", "task_name": "CQADupstackPhysicsRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.22233, "ndcg_at_3": 0.24965, "ndcg_at_5": 0.268, "ndcg_at_10": 0.29323, "ndcg_at_20": 0.31578, "ndcg_at_100": 0.35244, "ndcg_at_1000": 0.38397, "map_at_1": 0.18341, "map_at_3": 0.22444, "map_at_5": 0.23609, "map_at_10": 0.2477, "map_at_20": 0.25471, "map_at_100": 0.26041, "map_at_1000": 0.26184, "recall_at_1": 0.18341, "recall_at_3": 0.26973, "recall_at_5": 0.3152, "recall_at_10": 0.39051, "recall_at_20": 0.47112, "recall_at_100": 0.64664, "recall_at_1000": 0.86364, "accuracy": 0.18341, "precision_at_1": 0.22233, "precision_at_3": 0.11614, "precision_at_5": 0.08412, "precision_at_10": 0.05438, "precision_at_20": 0.03402, "precision_at_100": 0.01, "precision_at_1000": 0.00147, "mrr_at_1": 0.222329, "mrr_at_3": 0.26548, "mrr_at_5": 0.27804, "mrr_at_10": 0.289703, "mrr_at_20": 0.295476, "mrr_at_100": 0.299849, "mrr_at_1000": 0.300663, "nauc_ndcg_at_1_max": 0.201276, "nauc_ndcg_at_1_std": -0.029582, "nauc_ndcg_at_1_diff1": 0.4991, "nauc_ndcg_at_3_max": 0.179387, "nauc_ndcg_at_3_std": -0.016129, "nauc_ndcg_at_3_diff1": 0.472268, "nauc_ndcg_at_5_max": 0.167982, "nauc_ndcg_at_5_std": -0.026608, "nauc_ndcg_at_5_diff1": 0.461672, "nauc_ndcg_at_10_max": 0.165005, "nauc_ndcg_at_10_std": -0.026401, "nauc_ndcg_at_10_diff1": 0.452322, "nauc_ndcg_at_20_max": 0.160991, "nauc_ndcg_at_20_std": -0.018504, "nauc_ndcg_at_20_diff1": 0.441476, "nauc_ndcg_at_100_max": 0.165914, "nauc_ndcg_at_100_std": -0.001247, "nauc_ndcg_at_100_diff1": 0.434873, "nauc_ndcg_at_1000_max": 0.179617, "nauc_ndcg_at_1000_std": 0.010176, "nauc_ndcg_at_1000_diff1": 0.441244, "nauc_map_at_1_max": 0.166622, "nauc_map_at_1_std": -0.0761, "nauc_map_at_1_diff1": 0.537635, "nauc_map_at_3_max": 0.16765, "nauc_map_at_3_std": -0.039344, "nauc_map_at_3_diff1": 0.495728, "nauc_map_at_5_max": 0.163376, "nauc_map_at_5_std": -0.04169, "nauc_map_at_5_diff1": 0.487016, "nauc_map_at_10_max": 0.165644, "nauc_map_at_10_std": -0.038855, "nauc_map_at_10_diff1": 0.47963, "nauc_map_at_20_max": 0.165426, "nauc_map_at_20_std": -0.036266, "nauc_map_at_20_diff1": 0.475772, "nauc_map_at_100_max": 0.166014, "nauc_map_at_100_std": -0.032592, "nauc_map_at_100_diff1": 0.474607, "nauc_map_at_1000_max": 0.16687, "nauc_map_at_1000_std": -0.031821, "nauc_map_at_1000_diff1": 0.47487, "nauc_recall_at_1_max": 0.166622, "nauc_recall_at_1_std": -0.0761, "nauc_recall_at_1_diff1": 0.537635, "nauc_recall_at_3_max": 0.155142, "nauc_recall_at_3_std": -0.014697, "nauc_recall_at_3_diff1": 0.449945, "nauc_recall_at_5_max": 0.140368, "nauc_recall_at_5_std": -0.025487, "nauc_recall_at_5_diff1": 0.416838, "nauc_recall_at_10_max": 0.129362, "nauc_recall_at_10_std": -0.01817, "nauc_recall_at_10_diff1": 0.373792, "nauc_recall_at_20_max": 0.109971, "nauc_recall_at_20_std": 0.011553, "nauc_recall_at_20_diff1": 0.331395, "nauc_recall_at_100_max": 0.119725, "nauc_recall_at_100_std": 0.091372, "nauc_recall_at_100_diff1": 0.27125, "nauc_recall_at_1000_max": 0.264439, "nauc_recall_at_1000_std": 0.353581, "nauc_recall_at_1000_diff1": 0.234865, "nauc_precision_at_1_max": 0.201276, "nauc_precision_at_1_std": -0.029582, "nauc_precision_at_1_diff1": 0.4991, "nauc_precision_at_3_max": 0.219021, "nauc_precision_at_3_std": 0.062318, "nauc_precision_at_3_diff1": 0.393597, "nauc_precision_at_5_max": 0.190552, "nauc_precision_at_5_std": 0.050071, "nauc_precision_at_5_diff1": 0.333865, "nauc_precision_at_10_max": 0.19514, "nauc_precision_at_10_std": 0.063411, "nauc_precision_at_10_diff1": 0.270428, "nauc_precision_at_20_max": 0.165647, "nauc_precision_at_20_std": 0.079055, "nauc_precision_at_20_diff1": 0.19872, "nauc_precision_at_100_max": 0.143269, "nauc_precision_at_100_std": 0.135741, "nauc_precision_at_100_diff1": 0.059613, "nauc_precision_at_1000_max": 0.128309, "nauc_precision_at_1000_std": 0.137437, "nauc_precision_at_1000_diff1": -0.052306, "nauc_mrr_at_1_max": 0.201276, "nauc_mrr_at_1_std": -0.029582, "nauc_mrr_at_1_diff1": 0.4991, "nauc_mrr_at_3_max": 0.198438, "nauc_mrr_at_3_std": -0.003653, "nauc_mrr_at_3_diff1": 0.465709, "nauc_mrr_at_5_max": 0.194702, "nauc_mrr_at_5_std": -0.008157, "nauc_mrr_at_5_diff1": 0.458291, "nauc_mrr_at_10_max": 0.192266, "nauc_mrr_at_10_std": -0.01016, "nauc_mrr_at_10_diff1": 0.4562, "nauc_mrr_at_20_max": 0.190214, "nauc_mrr_at_20_std": -0.008684, "nauc_mrr_at_20_diff1": 0.453594, "nauc_mrr_at_100_max": 0.190642, "nauc_mrr_at_100_std": -0.006897, "nauc_mrr_at_100_diff1": 0.453532, "nauc_mrr_at_1000_max": 0.190939, "nauc_mrr_at_1000_std": -0.006472, "nauc_mrr_at_1000_diff1": 0.453718, "hit_rate_at_1": 0.22233, "hit_rate_at_3": 0.32146, "hit_rate_at_5": 0.37632, "hit_rate_at_10": 0.46295, "hit_rate_at_20": 0.5486, "hit_rate_at_100": 0.71992, "hit_rate_at_1000": 0.90375, "main_score": 0.29323, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 46.436378955841064, "kg_co2_emissions": null, "date": null }