{ "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", "task_name": "CQADupstackUnixRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.1875, "ndcg_at_3": 0.20202, "ndcg_at_5": 0.21352, "ndcg_at_10": 0.23141, "ndcg_at_20": 0.24568, "ndcg_at_100": 0.27544, "ndcg_at_1000": 0.30995, "map_at_1": 0.16082, "map_at_3": 0.18667, "map_at_5": 0.19371, "map_at_10": 0.2012, "map_at_20": 0.20492, "map_at_100": 0.20918, "map_at_1000": 0.21044, "recall_at_1": 0.16082, "recall_at_3": 0.21627, "recall_at_5": 0.24583, "recall_at_10": 0.29911, "recall_at_20": 0.35199, "recall_at_100": 0.50141, "recall_at_1000": 0.7554, "accuracy": 0.16082, "precision_at_1": 0.1875, "precision_at_3": 0.08613, "precision_at_5": 0.06045, "precision_at_10": 0.03731, "precision_at_20": 0.02234, "precision_at_100": 0.00674, "precision_at_1000": 0.00108, "mrr_at_1": 0.1875, "mrr_at_3": 0.212687, "mrr_at_5": 0.220849, "mrr_at_10": 0.229029, "mrr_at_20": 0.23357, "mrr_at_100": 0.237229, "mrr_at_1000": 0.238267, "nauc_ndcg_at_1_max": 0.235508, "nauc_ndcg_at_1_std": -0.00789, "nauc_ndcg_at_1_diff1": 0.453197, "nauc_ndcg_at_3_max": 0.233247, "nauc_ndcg_at_3_std": -0.015264, "nauc_ndcg_at_3_diff1": 0.424772, "nauc_ndcg_at_5_max": 0.224668, "nauc_ndcg_at_5_std": -0.011427, "nauc_ndcg_at_5_diff1": 0.416819, "nauc_ndcg_at_10_max": 0.220202, "nauc_ndcg_at_10_std": -0.010872, "nauc_ndcg_at_10_diff1": 0.397325, "nauc_ndcg_at_20_max": 0.213576, "nauc_ndcg_at_20_std": -0.002254, "nauc_ndcg_at_20_diff1": 0.387078, "nauc_ndcg_at_100_max": 0.221617, "nauc_ndcg_at_100_std": 0.022028, "nauc_ndcg_at_100_diff1": 0.373225, "nauc_ndcg_at_1000_max": 0.232937, "nauc_ndcg_at_1000_std": 0.03737, "nauc_ndcg_at_1000_diff1": 0.378613, "nauc_map_at_1_max": 0.235139, "nauc_map_at_1_std": -0.004266, "nauc_map_at_1_diff1": 0.475218, "nauc_map_at_3_max": 0.230905, "nauc_map_at_3_std": -0.013706, "nauc_map_at_3_diff1": 0.442346, "nauc_map_at_5_max": 0.227251, "nauc_map_at_5_std": -0.010523, "nauc_map_at_5_diff1": 0.437152, "nauc_map_at_10_max": 0.225256, "nauc_map_at_10_std": -0.010791, "nauc_map_at_10_diff1": 0.428374, "nauc_map_at_20_max": 0.22307, "nauc_map_at_20_std": -0.008209, "nauc_map_at_20_diff1": 0.425342, "nauc_map_at_100_max": 0.224613, "nauc_map_at_100_std": -0.004437, "nauc_map_at_100_diff1": 0.422874, "nauc_map_at_1000_max": 0.225039, "nauc_map_at_1000_std": -0.003566, "nauc_map_at_1000_diff1": 0.422999, "nauc_recall_at_1_max": 0.235139, "nauc_recall_at_1_std": -0.004266, "nauc_recall_at_1_diff1": 0.475218, "nauc_recall_at_3_max": 0.221991, "nauc_recall_at_3_std": -0.024864, "nauc_recall_at_3_diff1": 0.392695, "nauc_recall_at_5_max": 0.20901, "nauc_recall_at_5_std": -0.012765, "nauc_recall_at_5_diff1": 0.375281, "nauc_recall_at_10_max": 0.194324, "nauc_recall_at_10_std": -0.013007, "nauc_recall_at_10_diff1": 0.322802, "nauc_recall_at_20_max": 0.170339, "nauc_recall_at_20_std": 0.013403, "nauc_recall_at_20_diff1": 0.290312, "nauc_recall_at_100_max": 0.194856, "nauc_recall_at_100_std": 0.119342, "nauc_recall_at_100_diff1": 0.226639, "nauc_recall_at_1000_max": 0.279435, "nauc_recall_at_1000_std": 0.312857, "nauc_recall_at_1000_diff1": 0.226713, "nauc_precision_at_1_max": 0.235508, "nauc_precision_at_1_std": -0.00789, "nauc_precision_at_1_diff1": 0.453197, "nauc_precision_at_3_max": 0.232357, "nauc_precision_at_3_std": -0.025605, "nauc_precision_at_3_diff1": 0.377004, "nauc_precision_at_5_max": 0.212915, "nauc_precision_at_5_std": -0.011097, "nauc_precision_at_5_diff1": 0.346767, "nauc_precision_at_10_max": 0.19545, "nauc_precision_at_10_std": 0.002039, "nauc_precision_at_10_diff1": 0.285917, "nauc_precision_at_20_max": 0.178619, "nauc_precision_at_20_std": 0.035792, "nauc_precision_at_20_diff1": 0.239847, "nauc_precision_at_100_max": 0.179317, "nauc_precision_at_100_std": 0.142527, "nauc_precision_at_100_diff1": 0.127719, "nauc_precision_at_1000_max": 0.168149, "nauc_precision_at_1000_std": 0.17302, "nauc_precision_at_1000_diff1": -0.014407, "nauc_mrr_at_1_max": 0.235508, "nauc_mrr_at_1_std": -0.00789, "nauc_mrr_at_1_diff1": 0.453197, "nauc_mrr_at_3_max": 0.233272, "nauc_mrr_at_3_std": -0.013997, "nauc_mrr_at_3_diff1": 0.417242, "nauc_mrr_at_5_max": 0.228978, "nauc_mrr_at_5_std": -0.010665, "nauc_mrr_at_5_diff1": 0.412509, "nauc_mrr_at_10_max": 0.229613, "nauc_mrr_at_10_std": -0.009033, "nauc_mrr_at_10_diff1": 0.403702, "nauc_mrr_at_20_max": 0.227094, "nauc_mrr_at_20_std": -0.006685, "nauc_mrr_at_20_diff1": 0.399966, "nauc_mrr_at_100_max": 0.228246, "nauc_mrr_at_100_std": -0.004885, "nauc_mrr_at_100_diff1": 0.398215, "nauc_mrr_at_1000_max": 0.22854, "nauc_mrr_at_1000_std": -0.004488, "nauc_mrr_at_1000_diff1": 0.398571, "hit_rate_at_1": 0.1875, "hit_rate_at_3": 0.24627, "hit_rate_at_5": 0.28265, "hit_rate_at_10": 0.34515, "hit_rate_at_20": 0.41231, "hit_rate_at_100": 0.56437, "hit_rate_at_1000": 0.81343, "main_score": 0.23141, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 61.548882246017456, "kg_co2_emissions": null, "date": null }