{ "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852", "task_name": "JaQuADRetrieval", "mteb_version": "2.26.30", "scores": { "validation": [ { "ndcg_at_1": 0.1792, "ndcg_at_3": 0.15941, "ndcg_at_5": 0.18071, "ndcg_at_10": 0.20629, "ndcg_at_20": 0.22889, "ndcg_at_100": 0.26623, "ndcg_at_1000": 0.30938, "map_at_1": 0.0896, "map_at_3": 0.12056, "map_at_5": 0.13082, "map_at_10": 0.14106, "map_at_20": 0.1475, "map_at_100": 0.15303, "map_at_1000": 0.15473, "recall_at_1": 0.0896, "recall_at_3": 0.16016, "recall_at_5": 0.20215, "recall_at_10": 0.2666, "recall_at_20": 0.3396, "recall_at_100": 0.50732, "recall_at_1000": 0.80005, "accuracy": 0.0896, "precision_at_1": 0.1792, "precision_at_3": 0.10677, "precision_at_5": 0.08086, "precision_at_10": 0.05332, "precision_at_20": 0.03396, "precision_at_100": 0.01015, "precision_at_1000": 0.0016, "mrr_at_1": 0.179199, "mrr_at_3": 0.237386, "mrr_at_5": 0.255599, "mrr_at_10": 0.269608, "mrr_at_20": 0.276891, "mrr_at_100": 0.281737, "mrr_at_1000": 0.282571, "nauc_ndcg_at_1_max": 0.239728, "nauc_ndcg_at_1_std": 0.086309, "nauc_ndcg_at_1_diff1": 0.302909, "nauc_ndcg_at_3_max": 0.270415, "nauc_ndcg_at_3_std": 0.117806, "nauc_ndcg_at_3_diff1": 0.22464, "nauc_ndcg_at_5_max": 0.285169, "nauc_ndcg_at_5_std": 0.131073, "nauc_ndcg_at_5_diff1": 0.206593, "nauc_ndcg_at_10_max": 0.309529, "nauc_ndcg_at_10_std": 0.1499, "nauc_ndcg_at_10_diff1": 0.197226, "nauc_ndcg_at_20_max": 0.344316, "nauc_ndcg_at_20_std": 0.186383, "nauc_ndcg_at_20_diff1": 0.190865, "nauc_ndcg_at_100_max": 0.356596, "nauc_ndcg_at_100_std": 0.223094, "nauc_ndcg_at_100_diff1": 0.185683, "nauc_ndcg_at_1000_max": 0.351384, "nauc_ndcg_at_1000_std": 0.21441, "nauc_ndcg_at_1000_diff1": 0.189934, "nauc_map_at_1_max": 0.239728, "nauc_map_at_1_std": 0.086309, "nauc_map_at_1_diff1": 0.302909, "nauc_map_at_3_max": 0.261336, "nauc_map_at_3_std": 0.110353, "nauc_map_at_3_diff1": 0.241108, "nauc_map_at_5_max": 0.272757, "nauc_map_at_5_std": 0.11937, "nauc_map_at_5_diff1": 0.229145, "nauc_map_at_10_max": 0.287451, "nauc_map_at_10_std": 0.127932, "nauc_map_at_10_diff1": 0.223871, "nauc_map_at_20_max": 0.301688, "nauc_map_at_20_std": 0.142864, "nauc_map_at_20_diff1": 0.221209, "nauc_map_at_100_max": 0.306442, "nauc_map_at_100_std": 0.153183, "nauc_map_at_100_diff1": 0.21915, "nauc_map_at_1000_max": 0.306426, "nauc_map_at_1000_std": 0.153188, "nauc_map_at_1000_diff1": 0.219279, "nauc_recall_at_1_max": 0.239728, "nauc_recall_at_1_std": 0.086309, "nauc_recall_at_1_diff1": 0.302909, "nauc_recall_at_3_max": 0.289196, "nauc_recall_at_3_std": 0.141637, "nauc_recall_at_3_diff1": 0.180047, "nauc_recall_at_5_max": 0.315707, "nauc_recall_at_5_std": 0.166674, "nauc_recall_at_5_diff1": 0.14335, "nauc_recall_at_10_max": 0.361773, "nauc_recall_at_10_std": 0.206772, "nauc_recall_at_10_diff1": 0.117286, "nauc_recall_at_20_max": 0.430763, "nauc_recall_at_20_std": 0.295661, "nauc_recall_at_20_diff1": 0.084382, "nauc_recall_at_100_max": 0.402757, "nauc_recall_at_100_std": 0.380102, "nauc_recall_at_100_diff1": 0.042853, "nauc_recall_at_1000_max": 0.394221, "nauc_recall_at_1000_std": 0.39478, "nauc_recall_at_1000_diff1": 0.008263, "nauc_precision_at_1_max": 0.239728, "nauc_precision_at_1_std": 0.086309, "nauc_precision_at_1_diff1": 0.302909, "nauc_precision_at_3_max": 0.289196, "nauc_precision_at_3_std": 0.141637, "nauc_precision_at_3_diff1": 0.180047, "nauc_precision_at_5_max": 0.315707, "nauc_precision_at_5_std": 0.166674, "nauc_precision_at_5_diff1": 0.14335, "nauc_precision_at_10_max": 0.361773, "nauc_precision_at_10_std": 0.206772, "nauc_precision_at_10_diff1": 0.117286, "nauc_precision_at_20_max": 0.430763, "nauc_precision_at_20_std": 0.295661, "nauc_precision_at_20_diff1": 0.084382, "nauc_precision_at_100_max": 0.402757, "nauc_precision_at_100_std": 0.380102, "nauc_precision_at_100_diff1": 0.042853, "nauc_precision_at_1000_max": 0.394221, "nauc_precision_at_1000_std": 0.39478, "nauc_precision_at_1000_diff1": 0.008263, "nauc_mrr_at_1_max": 0.239728, "nauc_mrr_at_1_std": 0.086309, "nauc_mrr_at_1_diff1": 0.302909, "nauc_mrr_at_3_max": 0.264594, "nauc_mrr_at_3_std": 0.10666, "nauc_mrr_at_3_diff1": 0.243948, "nauc_mrr_at_5_max": 0.271806, "nauc_mrr_at_5_std": 0.113875, "nauc_mrr_at_5_diff1": 0.234573, "nauc_mrr_at_10_max": 0.280176, "nauc_mrr_at_10_std": 0.121977, "nauc_mrr_at_10_diff1": 0.231922, "nauc_mrr_at_20_max": 0.28591, "nauc_mrr_at_20_std": 0.127712, "nauc_mrr_at_20_diff1": 0.232065, "nauc_mrr_at_100_max": 0.285249, "nauc_mrr_at_100_std": 0.128505, "nauc_mrr_at_100_diff1": 0.232855, "nauc_mrr_at_1000_max": 0.284755, "nauc_mrr_at_1000_std": 0.12783, "nauc_mrr_at_1000_diff1": 0.233167, "hit_rate_at_1": 0.1792, "hit_rate_at_3": 0.31494, "hit_rate_at_5": 0.39404, "hit_rate_at_10": 0.49805, "hit_rate_at_20": 0.60254, "hit_rate_at_100": 0.79932, "hit_rate_at_1000": 0.98682, "main_score": 0.20629, "hf_subset": "default", "languages": [ "jpn-Jpan" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 63.1490638256073, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }