{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.19763, "ndcg_at_3": 0.22609, "ndcg_at_5": 0.23619, "ndcg_at_10": 0.2497, "ndcg_at_20": 0.267, "ndcg_at_100": 0.29984, "ndcg_at_1000": 0.3349, "map_at_1": 0.15581, "map_at_3": 0.19501, "map_at_5": 0.20445, "map_at_10": 0.21202, "map_at_20": 0.21817, "map_at_100": 0.22438, "map_at_1000": 0.22631, "recall_at_1": 0.15581, "recall_at_3": 0.23618, "recall_at_5": 0.26621, "recall_at_10": 0.30985, "recall_at_20": 0.37846, "recall_at_100": 0.54288, "recall_at_1000": 0.78266, "accuracy": 0.15581, "precision_at_1": 0.19763, "precision_at_3": 0.10935, "precision_at_5": 0.07826, "precision_at_10": 0.04901, "precision_at_20": 0.03182, "precision_at_100": 0.01117, "precision_at_1000": 0.002, "mrr_at_1": 0.197628, "mrr_at_3": 0.236495, "mrr_at_5": 0.242918, "mrr_at_10": 0.249497, "mrr_at_20": 0.255018, "mrr_at_100": 0.258935, "mrr_at_1000": 0.259807, "nauc_ndcg_at_1_max": 0.201705, "nauc_ndcg_at_1_std": 0.107448, "nauc_ndcg_at_1_diff1": 0.493954, "nauc_ndcg_at_3_max": 0.184019, "nauc_ndcg_at_3_std": 0.101061, "nauc_ndcg_at_3_diff1": 0.461407, "nauc_ndcg_at_5_max": 0.17386, "nauc_ndcg_at_5_std": 0.108166, "nauc_ndcg_at_5_diff1": 0.44803, "nauc_ndcg_at_10_max": 0.175864, "nauc_ndcg_at_10_std": 0.105507, "nauc_ndcg_at_10_diff1": 0.4328, "nauc_ndcg_at_20_max": 0.167714, "nauc_ndcg_at_20_std": 0.121772, "nauc_ndcg_at_20_diff1": 0.418709, "nauc_ndcg_at_100_max": 0.179637, "nauc_ndcg_at_100_std": 0.149747, "nauc_ndcg_at_100_diff1": 0.415966, "nauc_ndcg_at_1000_max": 0.184758, "nauc_ndcg_at_1000_std": 0.153074, "nauc_ndcg_at_1000_diff1": 0.41573, "nauc_map_at_1_max": 0.227561, "nauc_map_at_1_std": 0.089596, "nauc_map_at_1_diff1": 0.553489, "nauc_map_at_3_max": 0.208453, "nauc_map_at_3_std": 0.087576, "nauc_map_at_3_diff1": 0.500902, "nauc_map_at_5_max": 0.200498, "nauc_map_at_5_std": 0.092375, "nauc_map_at_5_diff1": 0.48774, "nauc_map_at_10_max": 0.201454, "nauc_map_at_10_std": 0.095125, "nauc_map_at_10_diff1": 0.478641, "nauc_map_at_20_max": 0.197037, "nauc_map_at_20_std": 0.102911, "nauc_map_at_20_diff1": 0.4713, "nauc_map_at_100_max": 0.194399, "nauc_map_at_100_std": 0.111902, "nauc_map_at_100_diff1": 0.468311, "nauc_map_at_1000_max": 0.193745, "nauc_map_at_1000_std": 0.113011, "nauc_map_at_1000_diff1": 0.466866, "nauc_recall_at_1_max": 0.227561, "nauc_recall_at_1_std": 0.089596, "nauc_recall_at_1_diff1": 0.553489, "nauc_recall_at_3_max": 0.171597, "nauc_recall_at_3_std": 0.076768, "nauc_recall_at_3_diff1": 0.436383, "nauc_recall_at_5_max": 0.154084, "nauc_recall_at_5_std": 0.092255, "nauc_recall_at_5_diff1": 0.40358, "nauc_recall_at_10_max": 0.153191, "nauc_recall_at_10_std": 0.092634, "nauc_recall_at_10_diff1": 0.351641, "nauc_recall_at_20_max": 0.116001, "nauc_recall_at_20_std": 0.158175, "nauc_recall_at_20_diff1": 0.307346, "nauc_recall_at_100_max": 0.146337, "nauc_recall_at_100_std": 0.289483, "nauc_recall_at_100_diff1": 0.290313, "nauc_recall_at_1000_max": 0.17724, "nauc_recall_at_1000_std": 0.392765, "nauc_recall_at_1000_diff1": 0.270171, "nauc_precision_at_1_max": 0.201705, "nauc_precision_at_1_std": 0.107448, "nauc_precision_at_1_diff1": 0.493954, "nauc_precision_at_3_max": 0.141528, "nauc_precision_at_3_std": 0.105073, "nauc_precision_at_3_diff1": 0.345284, "nauc_precision_at_5_max": 0.109174, "nauc_precision_at_5_std": 0.120323, "nauc_precision_at_5_diff1": 0.276892, "nauc_precision_at_10_max": 0.072076, "nauc_precision_at_10_std": 0.147043, "nauc_precision_at_10_diff1": 0.208958, "nauc_precision_at_20_max": 0.003301, "nauc_precision_at_20_std": 0.21514, "nauc_precision_at_20_diff1": 0.127829, "nauc_precision_at_100_max": -0.049338, "nauc_precision_at_100_std": 0.278531, "nauc_precision_at_100_diff1": 0.017098, "nauc_precision_at_1000_max": -0.113012, "nauc_precision_at_1000_std": 0.117685, "nauc_precision_at_1000_diff1": -0.14554, "nauc_mrr_at_1_max": 0.201705, "nauc_mrr_at_1_std": 0.107448, "nauc_mrr_at_1_diff1": 0.493954, "nauc_mrr_at_3_max": 0.173501, "nauc_mrr_at_3_std": 0.097718, "nauc_mrr_at_3_diff1": 0.44435, "nauc_mrr_at_5_max": 0.169973, "nauc_mrr_at_5_std": 0.102439, "nauc_mrr_at_5_diff1": 0.435404, "nauc_mrr_at_10_max": 0.172777, "nauc_mrr_at_10_std": 0.100613, "nauc_mrr_at_10_diff1": 0.429638, "nauc_mrr_at_20_max": 0.170446, "nauc_mrr_at_20_std": 0.104798, "nauc_mrr_at_20_diff1": 0.426531, "nauc_mrr_at_100_max": 0.172948, "nauc_mrr_at_100_std": 0.108193, "nauc_mrr_at_100_diff1": 0.427083, "nauc_mrr_at_1000_max": 0.17294, "nauc_mrr_at_1000_std": 0.108148, "nauc_mrr_at_1000_diff1": 0.427136, "hit_rate_at_1": 0.19763, "hit_rate_at_3": 0.28656, "hit_rate_at_5": 0.31423, "hit_rate_at_10": 0.36166, "hit_rate_at_20": 0.44071, "hit_rate_at_100": 0.60474, "hit_rate_at_1000": 0.82213, "main_score": 0.2497, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 21.669158935546875, "kg_co2_emissions": null, "date": null }