{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.32853, "ndcg_at_3": 0.39425, "ndcg_at_5": 0.41798, "ndcg_at_10": 0.44909, "ndcg_at_20": 0.47186, "ndcg_at_100": 0.49888, "ndcg_at_1000": 0.51606, "map_at_1": 0.2882, "map_at_3": 0.36297, "map_at_5": 0.37802, "map_at_10": 0.39255, "map_at_20": 0.39985, "map_at_100": 0.40434, "map_at_1000": 0.40513, "recall_at_1": 0.2882, "recall_at_3": 0.43793, "recall_at_5": 0.49662, "recall_at_10": 0.58729, "recall_at_20": 0.67151, "recall_at_100": 0.80384, "recall_at_1000": 0.92908, "accuracy": 0.2882, "precision_at_1": 0.32853, "precision_at_3": 0.1768, "precision_at_5": 0.12288, "precision_at_10": 0.07511, "precision_at_20": 0.04404, "precision_at_100": 0.01097, "precision_at_1000": 0.0013, "mrr_at_1": 0.328527, "mrr_at_3": 0.397074, "mrr_at_5": 0.411494, "mrr_at_10": 0.423731, "mrr_at_20": 0.429557, "mrr_at_100": 0.43252, "mrr_at_1000": 0.432966, "nauc_ndcg_at_1_max": 0.305617, "nauc_ndcg_at_1_std": -0.071554, "nauc_ndcg_at_1_diff1": 0.49715, "nauc_ndcg_at_3_max": 0.301733, "nauc_ndcg_at_3_std": -0.0479, "nauc_ndcg_at_3_diff1": 0.437762, "nauc_ndcg_at_5_max": 0.302835, "nauc_ndcg_at_5_std": -0.038215, "nauc_ndcg_at_5_diff1": 0.430194, "nauc_ndcg_at_10_max": 0.305094, "nauc_ndcg_at_10_std": -0.031369, "nauc_ndcg_at_10_diff1": 0.433188, "nauc_ndcg_at_20_max": 0.314716, "nauc_ndcg_at_20_std": -0.026657, "nauc_ndcg_at_20_diff1": 0.431479, "nauc_ndcg_at_100_max": 0.322878, "nauc_ndcg_at_100_std": -0.017131, "nauc_ndcg_at_100_diff1": 0.435832, "nauc_ndcg_at_1000_max": 0.324541, "nauc_ndcg_at_1000_std": -0.014379, "nauc_ndcg_at_1000_diff1": 0.440453, "nauc_map_at_1_max": 0.267479, "nauc_map_at_1_std": -0.091279, "nauc_map_at_1_diff1": 0.491916, "nauc_map_at_3_max": 0.288167, "nauc_map_at_3_std": -0.067217, "nauc_map_at_3_diff1": 0.453735, "nauc_map_at_5_max": 0.289668, "nauc_map_at_5_std": -0.05955, "nauc_map_at_5_diff1": 0.44787, "nauc_map_at_10_max": 0.292675, "nauc_map_at_10_std": -0.055183, "nauc_map_at_10_diff1": 0.449042, "nauc_map_at_20_max": 0.297732, "nauc_map_at_20_std": -0.051455, "nauc_map_at_20_diff1": 0.447447, "nauc_map_at_100_max": 0.299631, "nauc_map_at_100_std": -0.049237, "nauc_map_at_100_diff1": 0.447939, "nauc_map_at_1000_max": 0.300132, "nauc_map_at_1000_std": -0.04874, "nauc_map_at_1000_diff1": 0.448188, "nauc_recall_at_1_max": 0.267479, "nauc_recall_at_1_std": -0.091279, "nauc_recall_at_1_diff1": 0.491916, "nauc_recall_at_3_max": 0.284466, "nauc_recall_at_3_std": -0.037115, "nauc_recall_at_3_diff1": 0.395438, "nauc_recall_at_5_max": 0.286261, "nauc_recall_at_5_std": -0.011679, "nauc_recall_at_5_diff1": 0.372866, "nauc_recall_at_10_max": 0.28412, "nauc_recall_at_10_std": 0.010226, "nauc_recall_at_10_diff1": 0.371927, "nauc_recall_at_20_max": 0.32005, "nauc_recall_at_20_std": 0.036578, "nauc_recall_at_20_diff1": 0.355122, "nauc_recall_at_100_max": 0.379673, "nauc_recall_at_100_std": 0.128787, "nauc_recall_at_100_diff1": 0.356563, "nauc_recall_at_1000_max": 0.444678, "nauc_recall_at_1000_std": 0.34169, "nauc_recall_at_1000_diff1": 0.39469, "nauc_precision_at_1_max": 0.305617, "nauc_precision_at_1_std": -0.071554, "nauc_precision_at_1_diff1": 0.49715, "nauc_precision_at_3_max": 0.336032, "nauc_precision_at_3_std": 0.014341, "nauc_precision_at_3_diff1": 0.346681, "nauc_precision_at_5_max": 0.335561, "nauc_precision_at_5_std": 0.064425, "nauc_precision_at_5_diff1": 0.293209, "nauc_precision_at_10_max": 0.335572, "nauc_precision_at_10_std": 0.118777, "nauc_precision_at_10_diff1": 0.23389, "nauc_precision_at_20_max": 0.355328, "nauc_precision_at_20_std": 0.180976, "nauc_precision_at_20_diff1": 0.155829, "nauc_precision_at_100_max": 0.363407, "nauc_precision_at_100_std": 0.269872, "nauc_precision_at_100_diff1": 0.086922, "nauc_precision_at_1000_max": 0.326957, "nauc_precision_at_1000_std": 0.312661, "nauc_precision_at_1000_diff1": 0.021796, "nauc_mrr_at_1_max": 0.305617, "nauc_mrr_at_1_std": -0.071554, "nauc_mrr_at_1_diff1": 0.49715, "nauc_mrr_at_3_max": 0.318173, "nauc_mrr_at_3_std": -0.045833, "nauc_mrr_at_3_diff1": 0.450074, "nauc_mrr_at_5_max": 0.319705, "nauc_mrr_at_5_std": -0.04069, "nauc_mrr_at_5_diff1": 0.448169, "nauc_mrr_at_10_max": 0.319536, "nauc_mrr_at_10_std": -0.03804, "nauc_mrr_at_10_diff1": 0.449888, "nauc_mrr_at_20_max": 0.320657, "nauc_mrr_at_20_std": -0.038708, "nauc_mrr_at_20_diff1": 0.450192, "nauc_mrr_at_100_max": 0.320716, "nauc_mrr_at_100_std": -0.038168, "nauc_mrr_at_100_diff1": 0.450446, "nauc_mrr_at_1000_max": 0.32065, "nauc_mrr_at_1000_std": -0.038121, "nauc_mrr_at_1000_diff1": 0.450542, "hit_rate_at_1": 0.32853, "hit_rate_at_3": 0.48276, "hit_rate_at_5": 0.54671, "hit_rate_at_10": 0.63887, "hit_rate_at_20": 0.72163, "hit_rate_at_100": 0.84075, "hit_rate_at_1000": 0.94608, "main_score": 0.44909, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 496.17574644088745, "kg_co2_emissions": null, "date": null }