{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.3047, "ndcg_at_3": 0.36112, "ndcg_at_5": 0.38151, "ndcg_at_10": 0.40438, "ndcg_at_20": 0.42239, "ndcg_at_100": 0.45077, "ndcg_at_1000": 0.47212, "map_at_1": 0.26423, "map_at_3": 0.33189, "map_at_5": 0.34563, "map_at_10": 0.35625, "map_at_20": 0.36196, "map_at_100": 0.36645, "map_at_1000": 0.36732, "recall_at_1": 0.26423, "recall_at_3": 0.39973, "recall_at_5": 0.45062, "recall_at_10": 0.51831, "recall_at_20": 0.58551, "recall_at_100": 0.72608, "recall_at_1000": 0.88322, "accuracy": 0.26423, "precision_at_1": 0.3047, "precision_at_3": 0.16301, "precision_at_5": 0.11235, "precision_at_10": 0.06627, "precision_at_20": 0.03828, "precision_at_100": 0.00984, "precision_at_1000": 0.00123, "mrr_at_1": 0.304702, "mrr_at_3": 0.364472, "mrr_at_5": 0.376729, "mrr_at_10": 0.386286, "mrr_at_20": 0.390946, "mrr_at_100": 0.394341, "mrr_at_1000": 0.394917, "nauc_ndcg_at_1_max": 0.319435, "nauc_ndcg_at_1_std": -0.078732, "nauc_ndcg_at_1_diff1": 0.512685, "nauc_ndcg_at_3_max": 0.286542, "nauc_ndcg_at_3_std": -0.091507, "nauc_ndcg_at_3_diff1": 0.456919, "nauc_ndcg_at_5_max": 0.29801, "nauc_ndcg_at_5_std": -0.074471, "nauc_ndcg_at_5_diff1": 0.452081, "nauc_ndcg_at_10_max": 0.301654, "nauc_ndcg_at_10_std": -0.064363, "nauc_ndcg_at_10_diff1": 0.4426, "nauc_ndcg_at_20_max": 0.305582, "nauc_ndcg_at_20_std": -0.057005, "nauc_ndcg_at_20_diff1": 0.434573, "nauc_ndcg_at_100_max": 0.312647, "nauc_ndcg_at_100_std": -0.045026, "nauc_ndcg_at_100_diff1": 0.440831, "nauc_ndcg_at_1000_max": 0.317541, "nauc_ndcg_at_1000_std": -0.043625, "nauc_ndcg_at_1000_diff1": 0.439761, "nauc_map_at_1_max": 0.276497, "nauc_map_at_1_std": -0.095328, "nauc_map_at_1_diff1": 0.500581, "nauc_map_at_3_max": 0.280819, "nauc_map_at_3_std": -0.101048, "nauc_map_at_3_diff1": 0.467535, "nauc_map_at_5_max": 0.290364, "nauc_map_at_5_std": -0.089303, "nauc_map_at_5_diff1": 0.465347, "nauc_map_at_10_max": 0.293302, "nauc_map_at_10_std": -0.083786, "nauc_map_at_10_diff1": 0.462328, "nauc_map_at_20_max": 0.29579, "nauc_map_at_20_std": -0.080863, "nauc_map_at_20_diff1": 0.460825, "nauc_map_at_100_max": 0.297578, "nauc_map_at_100_std": -0.078615, "nauc_map_at_100_diff1": 0.461628, "nauc_map_at_1000_max": 0.297962, "nauc_map_at_1000_std": -0.078341, "nauc_map_at_1000_diff1": 0.461635, "nauc_recall_at_1_max": 0.276497, "nauc_recall_at_1_std": -0.095328, "nauc_recall_at_1_diff1": 0.500581, "nauc_recall_at_3_max": 0.253867, "nauc_recall_at_3_std": -0.101424, "nauc_recall_at_3_diff1": 0.410849, "nauc_recall_at_5_max": 0.279274, "nauc_recall_at_5_std": -0.05677, "nauc_recall_at_5_diff1": 0.396746, "nauc_recall_at_10_max": 0.28399, "nauc_recall_at_10_std": -0.026635, "nauc_recall_at_10_diff1": 0.364508, "nauc_recall_at_20_max": 0.295206, "nauc_recall_at_20_std": 0.005386, "nauc_recall_at_20_diff1": 0.32925, "nauc_recall_at_100_max": 0.32442, "nauc_recall_at_100_std": 0.099746, "nauc_recall_at_100_diff1": 0.338878, "nauc_recall_at_1000_max": 0.404293, "nauc_recall_at_1000_std": 0.250091, "nauc_recall_at_1000_diff1": 0.241065, "nauc_precision_at_1_max": 0.319435, "nauc_precision_at_1_std": -0.078732, "nauc_precision_at_1_diff1": 0.512685, "nauc_precision_at_3_max": 0.29623, "nauc_precision_at_3_std": -0.059651, "nauc_precision_at_3_diff1": 0.375862, "nauc_precision_at_5_max": 0.312694, "nauc_precision_at_5_std": -0.005007, "nauc_precision_at_5_diff1": 0.330812, "nauc_precision_at_10_max": 0.315716, "nauc_precision_at_10_std": 0.041868, "nauc_precision_at_10_diff1": 0.276484, "nauc_precision_at_20_max": 0.325902, "nauc_precision_at_20_std": 0.088345, "nauc_precision_at_20_diff1": 0.218158, "nauc_precision_at_100_max": 0.325978, "nauc_precision_at_100_std": 0.179416, "nauc_precision_at_100_diff1": 0.131768, "nauc_precision_at_1000_max": 0.297306, "nauc_precision_at_1000_std": 0.207638, "nauc_precision_at_1000_diff1": -0.001283, "nauc_mrr_at_1_max": 0.319435, "nauc_mrr_at_1_std": -0.078732, "nauc_mrr_at_1_diff1": 0.512685, "nauc_mrr_at_3_max": 0.308198, "nauc_mrr_at_3_std": -0.078603, "nauc_mrr_at_3_diff1": 0.469344, "nauc_mrr_at_5_max": 0.312734, "nauc_mrr_at_5_std": -0.068008, "nauc_mrr_at_5_diff1": 0.464528, "nauc_mrr_at_10_max": 0.314618, "nauc_mrr_at_10_std": -0.063975, "nauc_mrr_at_10_diff1": 0.460833, "nauc_mrr_at_20_max": 0.314822, "nauc_mrr_at_20_std": -0.063436, "nauc_mrr_at_20_diff1": 0.45942, "nauc_mrr_at_100_max": 0.315033, "nauc_mrr_at_100_std": -0.062784, "nauc_mrr_at_100_diff1": 0.460858, "nauc_mrr_at_1000_max": 0.315132, "nauc_mrr_at_1000_std": -0.062796, "nauc_mrr_at_1000_diff1": 0.460884, "hit_rate_at_1": 0.3047, "hit_rate_at_3": 0.44075, "hit_rate_at_5": 0.49342, "hit_rate_at_10": 0.56614, "hit_rate_at_20": 0.63386, "hit_rate_at_100": 0.76865, "hit_rate_at_1000": 0.90658, "main_score": 0.40438, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 53.40445256233215, "kg_co2_emissions": null, "date": null }