{ "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", "task_name": "CQADupstackPhysicsRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.24158, "ndcg_at_3": 0.29383, "ndcg_at_5": 0.31385, "ndcg_at_10": 0.34235, "ndcg_at_20": 0.36829, "ndcg_at_100": 0.40562, "ndcg_at_1000": 0.43046, "map_at_1": 0.20178, "map_at_3": 0.26126, "map_at_5": 0.2746, "map_at_10": 0.28807, "map_at_20": 0.29622, "map_at_100": 0.30252, "map_at_1000": 0.30371, "recall_at_1": 0.20178, "recall_at_3": 0.32738, "recall_at_5": 0.37788, "recall_at_10": 0.46084, "recall_at_20": 0.55386, "recall_at_100": 0.72744, "recall_at_1000": 0.89712, "accuracy": 0.20178, "precision_at_1": 0.24158, "precision_at_3": 0.14084, "precision_at_5": 0.10067, "precision_at_10": 0.06487, "precision_at_20": 0.03994, "precision_at_100": 0.01146, "precision_at_1000": 0.00153, "mrr_at_1": 0.241578, "mrr_at_3": 0.305422, "mrr_at_5": 0.318415, "mrr_at_10": 0.330999, "mrr_at_20": 0.337648, "mrr_at_100": 0.341864, "mrr_at_1000": 0.342421, "nauc_ndcg_at_1_max": 0.22923, "nauc_ndcg_at_1_std": -0.069274, "nauc_ndcg_at_1_diff1": 0.514119, "nauc_ndcg_at_3_max": 0.216371, "nauc_ndcg_at_3_std": -0.047753, "nauc_ndcg_at_3_diff1": 0.451638, "nauc_ndcg_at_5_max": 0.221911, "nauc_ndcg_at_5_std": -0.042828, "nauc_ndcg_at_5_diff1": 0.440762, "nauc_ndcg_at_10_max": 0.220246, "nauc_ndcg_at_10_std": -0.033718, "nauc_ndcg_at_10_diff1": 0.433089, "nauc_ndcg_at_20_max": 0.208805, "nauc_ndcg_at_20_std": -0.028319, "nauc_ndcg_at_20_diff1": 0.428688, "nauc_ndcg_at_100_max": 0.22807, "nauc_ndcg_at_100_std": -0.007863, "nauc_ndcg_at_100_diff1": 0.430369, "nauc_ndcg_at_1000_max": 0.231993, "nauc_ndcg_at_1000_std": -0.005655, "nauc_ndcg_at_1000_diff1": 0.432466, "nauc_map_at_1_max": 0.199767, "nauc_map_at_1_std": -0.092946, "nauc_map_at_1_diff1": 0.548382, "nauc_map_at_3_max": 0.206223, "nauc_map_at_3_std": -0.067461, "nauc_map_at_3_diff1": 0.480606, "nauc_map_at_5_max": 0.21469, "nauc_map_at_5_std": -0.060353, "nauc_map_at_5_diff1": 0.469854, "nauc_map_at_10_max": 0.216693, "nauc_map_at_10_std": -0.052822, "nauc_map_at_10_diff1": 0.465072, "nauc_map_at_20_max": 0.214553, "nauc_map_at_20_std": -0.048859, "nauc_map_at_20_diff1": 0.463081, "nauc_map_at_100_max": 0.218223, "nauc_map_at_100_std": -0.04477, "nauc_map_at_100_diff1": 0.46296, "nauc_map_at_1000_max": 0.218744, "nauc_map_at_1000_std": -0.04427, "nauc_map_at_1000_diff1": 0.46295, "nauc_recall_at_1_max": 0.199767, "nauc_recall_at_1_std": -0.092946, "nauc_recall_at_1_diff1": 0.548382, "nauc_recall_at_3_max": 0.186755, "nauc_recall_at_3_std": -0.051939, "nauc_recall_at_3_diff1": 0.415502, "nauc_recall_at_5_max": 0.199772, "nauc_recall_at_5_std": -0.03885, "nauc_recall_at_5_diff1": 0.378626, "nauc_recall_at_10_max": 0.194928, "nauc_recall_at_10_std": -0.009361, "nauc_recall_at_10_diff1": 0.342736, "nauc_recall_at_20_max": 0.139555, "nauc_recall_at_20_std": 0.004315, "nauc_recall_at_20_diff1": 0.316148, "nauc_recall_at_100_max": 0.214416, "nauc_recall_at_100_std": 0.12435, "nauc_recall_at_100_diff1": 0.299645, "nauc_recall_at_1000_max": 0.268208, "nauc_recall_at_1000_std": 0.297148, "nauc_recall_at_1000_diff1": 0.260845, "nauc_precision_at_1_max": 0.22923, "nauc_precision_at_1_std": -0.069274, "nauc_precision_at_1_diff1": 0.514119, "nauc_precision_at_3_max": 0.257747, "nauc_precision_at_3_std": 0.035761, "nauc_precision_at_3_diff1": 0.338342, "nauc_precision_at_5_max": 0.284549, "nauc_precision_at_5_std": 0.075212, "nauc_precision_at_5_diff1": 0.27549, "nauc_precision_at_10_max": 0.267505, "nauc_precision_at_10_std": 0.123163, "nauc_precision_at_10_diff1": 0.206667, "nauc_precision_at_20_max": 0.224159, "nauc_precision_at_20_std": 0.15824, "nauc_precision_at_20_diff1": 0.141054, "nauc_precision_at_100_max": 0.240232, "nauc_precision_at_100_std": 0.232688, "nauc_precision_at_100_diff1": 0.013049, "nauc_precision_at_1000_max": 0.144113, "nauc_precision_at_1000_std": 0.187898, "nauc_precision_at_1000_diff1": -0.101707, "nauc_mrr_at_1_max": 0.22923, "nauc_mrr_at_1_std": -0.069274, "nauc_mrr_at_1_diff1": 0.514119, "nauc_mrr_at_3_max": 0.224142, "nauc_mrr_at_3_std": -0.047477, "nauc_mrr_at_3_diff1": 0.454186, "nauc_mrr_at_5_max": 0.227117, "nauc_mrr_at_5_std": -0.044585, "nauc_mrr_at_5_diff1": 0.446953, "nauc_mrr_at_10_max": 0.228146, "nauc_mrr_at_10_std": -0.03916, "nauc_mrr_at_10_diff1": 0.443104, "nauc_mrr_at_20_max": 0.224568, "nauc_mrr_at_20_std": -0.039608, "nauc_mrr_at_20_diff1": 0.442529, "nauc_mrr_at_100_max": 0.22645, "nauc_mrr_at_100_std": -0.038528, "nauc_mrr_at_100_diff1": 0.443425, "nauc_mrr_at_1000_max": 0.22656, "nauc_mrr_at_1000_std": -0.038372, "nauc_mrr_at_1000_diff1": 0.443516, "hit_rate_at_1": 0.24158, "hit_rate_at_3": 0.38787, "hit_rate_at_5": 0.44466, "hit_rate_at_10": 0.53802, "hit_rate_at_20": 0.63234, "hit_rate_at_100": 0.79596, "hit_rate_at_1000": 0.92974, "main_score": 0.34235, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 414.5701470375061, "kg_co2_emissions": null, "date": null }