{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "task_name": "CQADupstackMathematicaRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.16915, "ndcg_at_3": 0.19522, "ndcg_at_5": 0.21939, "ndcg_at_10": 0.24905, "ndcg_at_20": 0.26501, "ndcg_at_100": 0.30033, "ndcg_at_1000": 0.33451, "map_at_1": 0.13545, "map_at_3": 0.17225, "map_at_5": 0.18711, "map_at_10": 0.19999, "map_at_20": 0.20463, "map_at_100": 0.20997, "map_at_1000": 0.21133, "recall_at_1": 0.13545, "recall_at_3": 0.2155, "recall_at_5": 0.27544, "recall_at_10": 0.36282, "recall_at_20": 0.41967, "recall_at_100": 0.59295, "recall_at_1000": 0.83921, "accuracy": 0.13545, "precision_at_1": 0.16915, "precision_at_3": 0.09121, "precision_at_5": 0.07164, "precision_at_10": 0.04876, "precision_at_20": 0.02873, "precision_at_100": 0.00852, "precision_at_1000": 0.00129, "mrr_at_1": 0.169154, "mrr_at_3": 0.211443, "mrr_at_5": 0.226803, "mrr_at_10": 0.24021, "mrr_at_20": 0.24467, "mrr_at_100": 0.24893, "mrr_at_1000": 0.249807, "nauc_ndcg_at_1_max": 0.100895, "nauc_ndcg_at_1_std": -0.020172, "nauc_ndcg_at_1_diff1": 0.354507, "nauc_ndcg_at_3_max": 0.111368, "nauc_ndcg_at_3_std": -0.004085, "nauc_ndcg_at_3_diff1": 0.300611, "nauc_ndcg_at_5_max": 0.128843, "nauc_ndcg_at_5_std": 0.010245, "nauc_ndcg_at_5_diff1": 0.283146, "nauc_ndcg_at_10_max": 0.111696, "nauc_ndcg_at_10_std": 0.019335, "nauc_ndcg_at_10_diff1": 0.260047, "nauc_ndcg_at_20_max": 0.108871, "nauc_ndcg_at_20_std": 0.023958, "nauc_ndcg_at_20_diff1": 0.245936, "nauc_ndcg_at_100_max": 0.114971, "nauc_ndcg_at_100_std": 0.050727, "nauc_ndcg_at_100_diff1": 0.243885, "nauc_ndcg_at_1000_max": 0.121995, "nauc_ndcg_at_1000_std": 0.048508, "nauc_ndcg_at_1000_diff1": 0.253634, "nauc_map_at_1_max": 0.123875, "nauc_map_at_1_std": 0.017193, "nauc_map_at_1_diff1": 0.346272, "nauc_map_at_3_max": 0.114166, "nauc_map_at_3_std": 0.008453, "nauc_map_at_3_diff1": 0.31069, "nauc_map_at_5_max": 0.122123, "nauc_map_at_5_std": 0.012286, "nauc_map_at_5_diff1": 0.300469, "nauc_map_at_10_max": 0.115676, "nauc_map_at_10_std": 0.01686, "nauc_map_at_10_diff1": 0.289273, "nauc_map_at_20_max": 0.11454, "nauc_map_at_20_std": 0.018289, "nauc_map_at_20_diff1": 0.284773, "nauc_map_at_100_max": 0.115481, "nauc_map_at_100_std": 0.022958, "nauc_map_at_100_diff1": 0.284186, "nauc_map_at_1000_max": 0.115656, "nauc_map_at_1000_std": 0.022811, "nauc_map_at_1000_diff1": 0.284445, "nauc_recall_at_1_max": 0.123875, "nauc_recall_at_1_std": 0.017193, "nauc_recall_at_1_diff1": 0.346272, "nauc_recall_at_3_max": 0.102178, "nauc_recall_at_3_std": -0.001789, "nauc_recall_at_3_diff1": 0.268311, "nauc_recall_at_5_max": 0.134527, "nauc_recall_at_5_std": 0.021453, "nauc_recall_at_5_diff1": 0.228817, "nauc_recall_at_10_max": 0.092912, "nauc_recall_at_10_std": 0.038118, "nauc_recall_at_10_diff1": 0.171339, "nauc_recall_at_20_max": 0.082824, "nauc_recall_at_20_std": 0.050012, "nauc_recall_at_20_diff1": 0.128957, "nauc_recall_at_100_max": 0.105922, "nauc_recall_at_100_std": 0.175272, "nauc_recall_at_100_diff1": 0.10447, "nauc_recall_at_1000_max": 0.215997, "nauc_recall_at_1000_std": 0.290842, "nauc_recall_at_1000_diff1": 0.131729, "nauc_precision_at_1_max": 0.100895, "nauc_precision_at_1_std": -0.020172, "nauc_precision_at_1_diff1": 0.354507, "nauc_precision_at_3_max": 0.103967, "nauc_precision_at_3_std": -0.02477, "nauc_precision_at_3_diff1": 0.269381, "nauc_precision_at_5_max": 0.141522, "nauc_precision_at_5_std": -0.001901, "nauc_precision_at_5_diff1": 0.224426, "nauc_precision_at_10_max": 0.088026, "nauc_precision_at_10_std": 0.008489, "nauc_precision_at_10_diff1": 0.145186, "nauc_precision_at_20_max": 0.071465, "nauc_precision_at_20_std": 0.024018, "nauc_precision_at_20_diff1": 0.085269, "nauc_precision_at_100_max": 0.065434, "nauc_precision_at_100_std": 0.091729, "nauc_precision_at_100_diff1": 0.008164, "nauc_precision_at_1000_max": 0.027449, "nauc_precision_at_1000_std": 0.022966, "nauc_precision_at_1000_diff1": -0.059975, "nauc_mrr_at_1_max": 0.100895, "nauc_mrr_at_1_std": -0.020172, "nauc_mrr_at_1_diff1": 0.354507, "nauc_mrr_at_3_max": 0.112467, "nauc_mrr_at_3_std": -0.012036, "nauc_mrr_at_3_diff1": 0.313472, "nauc_mrr_at_5_max": 0.121921, "nauc_mrr_at_5_std": -0.007063, "nauc_mrr_at_5_diff1": 0.305985, "nauc_mrr_at_10_max": 0.113586, "nauc_mrr_at_10_std": -0.005322, "nauc_mrr_at_10_diff1": 0.297007, "nauc_mrr_at_20_max": 0.113501, "nauc_mrr_at_20_std": -0.004042, "nauc_mrr_at_20_diff1": 0.293217, "nauc_mrr_at_100_max": 0.113325, "nauc_mrr_at_100_std": -0.001549, "nauc_mrr_at_100_diff1": 0.293701, "nauc_mrr_at_1000_max": 0.113302, "nauc_mrr_at_1000_std": -0.001718, "nauc_mrr_at_1000_diff1": 0.294076, "hit_rate_at_1": 0.16915, "hit_rate_at_3": 0.26493, "hit_rate_at_5": 0.33333, "hit_rate_at_10": 0.43657, "hit_rate_at_20": 0.49876, "hit_rate_at_100": 0.66915, "hit_rate_at_1000": 0.88184, "main_score": 0.24905, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 190.05853271484375, "kg_co2_emissions": null, "date": null }