{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "task_name": "CQADupstackEnglishRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.15541, "ndcg_at_3": 0.17117, "ndcg_at_5": 0.184, "ndcg_at_10": 0.19824, "ndcg_at_20": 0.2098, "ndcg_at_100": 0.23209, "ndcg_at_1000": 0.2615, "map_at_1": 0.1213, "map_at_3": 0.14994, "map_at_5": 0.15878, "map_at_10": 0.16559, "map_at_20": 0.16941, "map_at_100": 0.17291, "map_at_1000": 0.17405, "recall_at_1": 0.1213, "recall_at_3": 0.181, "recall_at_5": 0.21512, "recall_at_10": 0.2589, "recall_at_20": 0.30168, "recall_at_100": 0.40954, "recall_at_1000": 0.61684, "accuracy": 0.1213, "precision_at_1": 0.15541, "precision_at_3": 0.08259, "precision_at_5": 0.06038, "precision_at_10": 0.03822, "precision_at_20": 0.02328, "precision_at_100": 0.00694, "precision_at_1000": 0.00119, "mrr_at_1": 0.155414, "mrr_at_3": 0.18673, "mrr_at_5": 0.195902, "mrr_at_10": 0.202599, "mrr_at_20": 0.206189, "mrr_at_100": 0.208986, "mrr_at_1000": 0.209771, "nauc_ndcg_at_1_max": 0.195123, "nauc_ndcg_at_1_std": 0.038382, "nauc_ndcg_at_1_diff1": 0.445102, "nauc_ndcg_at_3_max": 0.166586, "nauc_ndcg_at_3_std": 0.044121, "nauc_ndcg_at_3_diff1": 0.406788, "nauc_ndcg_at_5_max": 0.159946, "nauc_ndcg_at_5_std": 0.049405, "nauc_ndcg_at_5_diff1": 0.39172, "nauc_ndcg_at_10_max": 0.152806, "nauc_ndcg_at_10_std": 0.063562, "nauc_ndcg_at_10_diff1": 0.377718, "nauc_ndcg_at_20_max": 0.148911, "nauc_ndcg_at_20_std": 0.074106, "nauc_ndcg_at_20_diff1": 0.367546, "nauc_ndcg_at_100_max": 0.153238, "nauc_ndcg_at_100_std": 0.090583, "nauc_ndcg_at_100_diff1": 0.366295, "nauc_ndcg_at_1000_max": 0.157625, "nauc_ndcg_at_1000_std": 0.102018, "nauc_ndcg_at_1000_diff1": 0.364599, "nauc_map_at_1_max": 0.187378, "nauc_map_at_1_std": 0.026564, "nauc_map_at_1_diff1": 0.468802, "nauc_map_at_3_max": 0.172059, "nauc_map_at_3_std": 0.033254, "nauc_map_at_3_diff1": 0.427237, "nauc_map_at_5_max": 0.167614, "nauc_map_at_5_std": 0.039833, "nauc_map_at_5_diff1": 0.415822, "nauc_map_at_10_max": 0.165745, "nauc_map_at_10_std": 0.049076, "nauc_map_at_10_diff1": 0.407507, "nauc_map_at_20_max": 0.1652, "nauc_map_at_20_std": 0.054117, "nauc_map_at_20_diff1": 0.403296, "nauc_map_at_100_max": 0.16542, "nauc_map_at_100_std": 0.057323, "nauc_map_at_100_diff1": 0.402134, "nauc_map_at_1000_max": 0.165638, "nauc_map_at_1000_std": 0.058157, "nauc_map_at_1000_diff1": 0.401782, "nauc_recall_at_1_max": 0.187378, "nauc_recall_at_1_std": 0.026564, "nauc_recall_at_1_diff1": 0.468802, "nauc_recall_at_3_max": 0.14534, "nauc_recall_at_3_std": 0.037792, "nauc_recall_at_3_diff1": 0.390695, "nauc_recall_at_5_max": 0.127747, "nauc_recall_at_5_std": 0.048975, "nauc_recall_at_5_diff1": 0.346998, "nauc_recall_at_10_max": 0.112594, "nauc_recall_at_10_std": 0.08543, "nauc_recall_at_10_diff1": 0.308944, "nauc_recall_at_20_max": 0.099463, "nauc_recall_at_20_std": 0.112498, "nauc_recall_at_20_diff1": 0.275566, "nauc_recall_at_100_max": 0.120063, "nauc_recall_at_100_std": 0.166315, "nauc_recall_at_100_diff1": 0.274569, "nauc_recall_at_1000_max": 0.131686, "nauc_recall_at_1000_std": 0.227781, "nauc_recall_at_1000_diff1": 0.253972, "nauc_precision_at_1_max": 0.195123, "nauc_precision_at_1_std": 0.038382, "nauc_precision_at_1_diff1": 0.445102, "nauc_precision_at_3_max": 0.169315, "nauc_precision_at_3_std": 0.074688, "nauc_precision_at_3_diff1": 0.338806, "nauc_precision_at_5_max": 0.158105, "nauc_precision_at_5_std": 0.095622, "nauc_precision_at_5_diff1": 0.294577, "nauc_precision_at_10_max": 0.150364, "nauc_precision_at_10_std": 0.132855, "nauc_precision_at_10_diff1": 0.243428, "nauc_precision_at_20_max": 0.145514, "nauc_precision_at_20_std": 0.170178, "nauc_precision_at_20_diff1": 0.196139, "nauc_precision_at_100_max": 0.132973, "nauc_precision_at_100_std": 0.209984, "nauc_precision_at_100_diff1": 0.128863, "nauc_precision_at_1000_max": 0.127605, "nauc_precision_at_1000_std": 0.224395, "nauc_precision_at_1000_diff1": 0.025289, "nauc_mrr_at_1_max": 0.195123, "nauc_mrr_at_1_std": 0.038382, "nauc_mrr_at_1_diff1": 0.445102, "nauc_mrr_at_3_max": 0.167737, "nauc_mrr_at_3_std": 0.045563, "nauc_mrr_at_3_diff1": 0.406255, "nauc_mrr_at_5_max": 0.165352, "nauc_mrr_at_5_std": 0.048412, "nauc_mrr_at_5_diff1": 0.398228, "nauc_mrr_at_10_max": 0.160695, "nauc_mrr_at_10_std": 0.052171, "nauc_mrr_at_10_diff1": 0.391532, "nauc_mrr_at_20_max": 0.15996, "nauc_mrr_at_20_std": 0.055153, "nauc_mrr_at_20_diff1": 0.388486, "nauc_mrr_at_100_max": 0.160708, "nauc_mrr_at_100_std": 0.057743, "nauc_mrr_at_100_diff1": 0.38863, "nauc_mrr_at_1000_max": 0.160638, "nauc_mrr_at_1000_std": 0.057739, "nauc_mrr_at_1000_diff1": 0.388626, "hit_rate_at_1": 0.15541, "hit_rate_at_3": 0.22803, "hit_rate_at_5": 0.26815, "hit_rate_at_10": 0.31847, "hit_rate_at_20": 0.36879, "hit_rate_at_100": 0.48408, "hit_rate_at_1000": 0.69236, "main_score": 0.19824, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 50.95594382286072, "kg_co2_emissions": null, "date": null }