{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "task_name": "CQADupstackMathematicaRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.09453, "ndcg_at_3": 0.1192, "ndcg_at_5": 0.13291, "ndcg_at_10": 0.14541, "ndcg_at_20": 0.1642, "ndcg_at_100": 0.19451, "ndcg_at_1000": 0.22926, "map_at_1": 0.07654, "map_at_3": 0.10319, "map_at_5": 0.11125, "map_at_10": 0.11665, "map_at_20": 0.12185, "map_at_100": 0.12613, "map_at_1000": 0.12739, "recall_at_1": 0.07654, "recall_at_3": 0.13873, "recall_at_5": 0.17145, "recall_at_10": 0.20914, "recall_at_20": 0.27913, "recall_at_100": 0.42889, "recall_at_1000": 0.68302, "accuracy": 0.07654, "precision_at_1": 0.09453, "precision_at_3": 0.05929, "precision_at_5": 0.04527, "precision_at_10": 0.02811, "precision_at_20": 0.01859, "precision_at_100": 0.00604, "precision_at_1000": 0.00104, "mrr_at_1": 0.094527, "mrr_at_3": 0.126451, "mrr_at_5": 0.136277, "mrr_at_10": 0.141619, "mrr_at_20": 0.147175, "mrr_at_100": 0.151338, "mrr_at_1000": 0.152318, "nauc_ndcg_at_1_max": 0.077207, "nauc_ndcg_at_1_std": -0.067272, "nauc_ndcg_at_1_diff1": 0.319897, "nauc_ndcg_at_3_max": 0.08314, "nauc_ndcg_at_3_std": -0.026599, "nauc_ndcg_at_3_diff1": 0.200026, "nauc_ndcg_at_5_max": 0.093394, "nauc_ndcg_at_5_std": -0.000477, "nauc_ndcg_at_5_diff1": 0.18578, "nauc_ndcg_at_10_max": 0.100755, "nauc_ndcg_at_10_std": 0.019686, "nauc_ndcg_at_10_diff1": 0.184693, "nauc_ndcg_at_20_max": 0.099157, "nauc_ndcg_at_20_std": 0.027921, "nauc_ndcg_at_20_diff1": 0.174479, "nauc_ndcg_at_100_max": 0.101368, "nauc_ndcg_at_100_std": 0.050521, "nauc_ndcg_at_100_diff1": 0.162507, "nauc_ndcg_at_1000_max": 0.10998, "nauc_ndcg_at_1000_std": 0.054672, "nauc_ndcg_at_1000_diff1": 0.164291, "nauc_map_at_1_max": 0.126332, "nauc_map_at_1_std": -0.03207, "nauc_map_at_1_diff1": 0.287554, "nauc_map_at_3_max": 0.098769, "nauc_map_at_3_std": -0.021683, "nauc_map_at_3_diff1": 0.217052, "nauc_map_at_5_max": 0.102821, "nauc_map_at_5_std": -0.006616, "nauc_map_at_5_diff1": 0.210328, "nauc_map_at_10_max": 0.107241, "nauc_map_at_10_std": 0.00354, "nauc_map_at_10_diff1": 0.208195, "nauc_map_at_20_max": 0.10666, "nauc_map_at_20_std": 0.006284, "nauc_map_at_20_diff1": 0.20485, "nauc_map_at_100_max": 0.106404, "nauc_map_at_100_std": 0.010426, "nauc_map_at_100_diff1": 0.201273, "nauc_map_at_1000_max": 0.106967, "nauc_map_at_1000_std": 0.010934, "nauc_map_at_1000_diff1": 0.20099, "nauc_recall_at_1_max": 0.126332, "nauc_recall_at_1_std": -0.03207, "nauc_recall_at_1_diff1": 0.287554, "nauc_recall_at_3_max": 0.06686, "nauc_recall_at_3_std": -0.010096, "nauc_recall_at_3_diff1": 0.142578, "nauc_recall_at_5_max": 0.086885, "nauc_recall_at_5_std": 0.033905, "nauc_recall_at_5_diff1": 0.12688, "nauc_recall_at_10_max": 0.099594, "nauc_recall_at_10_std": 0.071126, "nauc_recall_at_10_diff1": 0.127556, "nauc_recall_at_20_max": 0.097851, "nauc_recall_at_20_std": 0.086969, "nauc_recall_at_20_diff1": 0.105784, "nauc_recall_at_100_max": 0.105419, "nauc_recall_at_100_std": 0.148496, "nauc_recall_at_100_diff1": 0.077287, "nauc_recall_at_1000_max": 0.154024, "nauc_recall_at_1000_std": 0.201868, "nauc_recall_at_1000_diff1": 0.079451, "nauc_precision_at_1_max": 0.077207, "nauc_precision_at_1_std": -0.067272, "nauc_precision_at_1_diff1": 0.319897, "nauc_precision_at_3_max": 0.040015, "nauc_precision_at_3_std": -0.043795, "nauc_precision_at_3_diff1": 0.166762, "nauc_precision_at_5_max": 0.059346, "nauc_precision_at_5_std": -0.005412, "nauc_precision_at_5_diff1": 0.148022, "nauc_precision_at_10_max": 0.083602, "nauc_precision_at_10_std": 0.042926, "nauc_precision_at_10_diff1": 0.135007, "nauc_precision_at_20_max": 0.068478, "nauc_precision_at_20_std": 0.058986, "nauc_precision_at_20_diff1": 0.101052, "nauc_precision_at_100_max": 0.06294, "nauc_precision_at_100_std": 0.127428, "nauc_precision_at_100_diff1": 0.043471, "nauc_precision_at_1000_max": 0.052201, "nauc_precision_at_1000_std": 0.078407, "nauc_precision_at_1000_diff1": 0.001548, "nauc_mrr_at_1_max": 0.077207, "nauc_mrr_at_1_std": -0.067272, "nauc_mrr_at_1_diff1": 0.319897, "nauc_mrr_at_3_max": 0.071593, "nauc_mrr_at_3_std": -0.04877, "nauc_mrr_at_3_diff1": 0.23058, "nauc_mrr_at_5_max": 0.080837, "nauc_mrr_at_5_std": -0.032153, "nauc_mrr_at_5_diff1": 0.22148, "nauc_mrr_at_10_max": 0.083453, "nauc_mrr_at_10_std": -0.02441, "nauc_mrr_at_10_diff1": 0.22032, "nauc_mrr_at_20_max": 0.082106, "nauc_mrr_at_20_std": -0.022884, "nauc_mrr_at_20_diff1": 0.217055, "nauc_mrr_at_100_max": 0.082625, "nauc_mrr_at_100_std": -0.018697, "nauc_mrr_at_100_diff1": 0.215846, "nauc_mrr_at_1000_max": 0.082873, "nauc_mrr_at_1000_std": -0.018702, "nauc_mrr_at_1000_diff1": 0.215873, "hit_rate_at_1": 0.09453, "hit_rate_at_3": 0.17164, "hit_rate_at_5": 0.21393, "hit_rate_at_10": 0.25498, "hit_rate_at_20": 0.33458, "hit_rate_at_100": 0.50373, "hit_rate_at_1000": 0.74627, "main_score": 0.14541, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 24.72330355644226, "kg_co2_emissions": null, "date": null }