{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "task_name": "CQADupstackEnglishRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.2707, "ndcg_at_3": 0.30808, "ndcg_at_5": 0.32637, "ndcg_at_10": 0.3491, "ndcg_at_20": 0.3676, "ndcg_at_100": 0.3962, "ndcg_at_1000": 0.42306, "map_at_1": 0.22119, "map_at_3": 0.27326, "map_at_5": 0.28708, "map_at_10": 0.2989, "map_at_20": 0.30552, "map_at_100": 0.31094, "map_at_1000": 0.3124, "recall_at_1": 0.22119, "recall_at_3": 0.3233, "recall_at_5": 0.37392, "recall_at_10": 0.44085, "recall_at_20": 0.50817, "recall_at_100": 0.64225, "recall_at_1000": 0.81938, "accuracy": 0.22119, "precision_at_1": 0.2707, "precision_at_3": 0.14989, "precision_at_5": 0.10764, "precision_at_10": 0.0686, "precision_at_20": 0.04175, "precision_at_100": 0.01196, "precision_at_1000": 0.00174, "mrr_at_1": 0.270701, "mrr_at_3": 0.326327, "mrr_at_5": 0.339098, "mrr_at_10": 0.348762, "mrr_at_20": 0.353325, "mrr_at_100": 0.356546, "mrr_at_1000": 0.357173, "nauc_ndcg_at_1_max": 0.278391, "nauc_ndcg_at_1_std": -0.023432, "nauc_ndcg_at_1_diff1": 0.497471, "nauc_ndcg_at_3_max": 0.263421, "nauc_ndcg_at_3_std": -0.035728, "nauc_ndcg_at_3_diff1": 0.447855, "nauc_ndcg_at_5_max": 0.261476, "nauc_ndcg_at_5_std": -0.023415, "nauc_ndcg_at_5_diff1": 0.437137, "nauc_ndcg_at_10_max": 0.257132, "nauc_ndcg_at_10_std": -0.013266, "nauc_ndcg_at_10_diff1": 0.42762, "nauc_ndcg_at_20_max": 0.263594, "nauc_ndcg_at_20_std": 0.003264, "nauc_ndcg_at_20_diff1": 0.418788, "nauc_ndcg_at_100_max": 0.268999, "nauc_ndcg_at_100_std": 0.017193, "nauc_ndcg_at_100_diff1": 0.415324, "nauc_ndcg_at_1000_max": 0.273253, "nauc_ndcg_at_1000_std": 0.027357, "nauc_ndcg_at_1000_diff1": 0.416564, "nauc_map_at_1_max": 0.222147, "nauc_map_at_1_std": -0.074908, "nauc_map_at_1_diff1": 0.518671, "nauc_map_at_3_max": 0.241117, "nauc_map_at_3_std": -0.063584, "nauc_map_at_3_diff1": 0.476904, "nauc_map_at_5_max": 0.245778, "nauc_map_at_5_std": -0.050759, "nauc_map_at_5_diff1": 0.467307, "nauc_map_at_10_max": 0.248244, "nauc_map_at_10_std": -0.042424, "nauc_map_at_10_diff1": 0.460769, "nauc_map_at_20_max": 0.253165, "nauc_map_at_20_std": -0.034215, "nauc_map_at_20_diff1": 0.456869, "nauc_map_at_100_max": 0.256515, "nauc_map_at_100_std": -0.028885, "nauc_map_at_100_diff1": 0.45596, "nauc_map_at_1000_max": 0.257429, "nauc_map_at_1000_std": -0.027405, "nauc_map_at_1000_diff1": 0.455742, "nauc_recall_at_1_max": 0.222147, "nauc_recall_at_1_std": -0.074908, "nauc_recall_at_1_diff1": 0.518671, "nauc_recall_at_3_max": 0.230059, "nauc_recall_at_3_std": -0.061923, "nauc_recall_at_3_diff1": 0.422938, "nauc_recall_at_5_max": 0.228254, "nauc_recall_at_5_std": -0.027754, "nauc_recall_at_5_diff1": 0.382135, "nauc_recall_at_10_max": 0.214181, "nauc_recall_at_10_std": -0.003202, "nauc_recall_at_10_diff1": 0.345884, "nauc_recall_at_20_max": 0.232225, "nauc_recall_at_20_std": 0.05161, "nauc_recall_at_20_diff1": 0.307041, "nauc_recall_at_100_max": 0.24417, "nauc_recall_at_100_std": 0.121121, "nauc_recall_at_100_diff1": 0.267987, "nauc_recall_at_1000_max": 0.261539, "nauc_recall_at_1000_std": 0.266321, "nauc_recall_at_1000_diff1": 0.236047, "nauc_precision_at_1_max": 0.278391, "nauc_precision_at_1_std": -0.023432, "nauc_precision_at_1_diff1": 0.497471, "nauc_precision_at_3_max": 0.310097, "nauc_precision_at_3_std": 0.039325, "nauc_precision_at_3_diff1": 0.328002, "nauc_precision_at_5_max": 0.317761, "nauc_precision_at_5_std": 0.10569, "nauc_precision_at_5_diff1": 0.26306, "nauc_precision_at_10_max": 0.307016, "nauc_precision_at_10_std": 0.18193, "nauc_precision_at_10_diff1": 0.164312, "nauc_precision_at_20_max": 0.317536, "nauc_precision_at_20_std": 0.262772, "nauc_precision_at_20_diff1": 0.086915, "nauc_precision_at_100_max": 0.30113, "nauc_precision_at_100_std": 0.356688, "nauc_precision_at_100_diff1": -0.017214, "nauc_precision_at_1000_max": 0.220063, "nauc_precision_at_1000_std": 0.347846, "nauc_precision_at_1000_diff1": -0.095717, "nauc_mrr_at_1_max": 0.278391, "nauc_mrr_at_1_std": -0.023432, "nauc_mrr_at_1_diff1": 0.497471, "nauc_mrr_at_3_max": 0.274012, "nauc_mrr_at_3_std": -0.018136, "nauc_mrr_at_3_diff1": 0.446471, "nauc_mrr_at_5_max": 0.275599, "nauc_mrr_at_5_std": -0.007801, "nauc_mrr_at_5_diff1": 0.438547, "nauc_mrr_at_10_max": 0.274549, "nauc_mrr_at_10_std": -0.003157, "nauc_mrr_at_10_diff1": 0.435689, "nauc_mrr_at_20_max": 0.275377, "nauc_mrr_at_20_std": 0.000233, "nauc_mrr_at_20_diff1": 0.434157, "nauc_mrr_at_100_max": 0.275219, "nauc_mrr_at_100_std": 0.000153, "nauc_mrr_at_100_diff1": 0.434122, "nauc_mrr_at_1000_max": 0.275293, "nauc_mrr_at_1000_std": 0.000173, "nauc_mrr_at_1000_diff1": 0.43439, "hit_rate_at_1": 0.2707, "hit_rate_at_3": 0.39873, "hit_rate_at_5": 0.45478, "hit_rate_at_10": 0.52611, "hit_rate_at_20": 0.59236, "hit_rate_at_100": 0.7172, "hit_rate_at_1000": 0.86815, "main_score": 0.3491, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 506.6996204853058, "kg_co2_emissions": null, "date": null }