{ "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852", "task_name": "JaQuADRetrieval", "mteb_version": "2.26.30", "scores": { "validation": [ { "ndcg_at_1": 0.07422, "ndcg_at_3": 0.07289, "ndcg_at_5": 0.08679, "ndcg_at_10": 0.10268, "ndcg_at_20": 0.12296, "ndcg_at_100": 0.1648, "ndcg_at_1000": 0.21711, "map_at_1": 0.03711, "map_at_3": 0.05432, "map_at_5": 0.06106, "map_at_10": 0.06674, "map_at_20": 0.07183, "map_at_100": 0.07726, "map_at_1000": 0.07912, "recall_at_1": 0.03711, "recall_at_3": 0.07544, "recall_at_5": 0.10303, "recall_at_10": 0.14331, "recall_at_20": 0.20923, "recall_at_100": 0.39771, "recall_at_1000": 0.75464, "accuracy": 0.03711, "precision_at_1": 0.07422, "precision_at_3": 0.05029, "precision_at_5": 0.04121, "precision_at_10": 0.02866, "precision_at_20": 0.02092, "precision_at_100": 0.00795, "precision_at_1000": 0.00151, "mrr_at_1": 0.074219, "mrr_at_3": 0.107015, "mrr_at_5": 0.118636, "mrr_at_10": 0.128482, "mrr_at_20": 0.136203, "mrr_at_100": 0.143001, "mrr_at_1000": 0.144262, "nauc_ndcg_at_1_max": 0.151061, "nauc_ndcg_at_1_std": 0.093078, "nauc_ndcg_at_1_diff1": 0.185614, "nauc_ndcg_at_3_max": 0.135013, "nauc_ndcg_at_3_std": 0.113778, "nauc_ndcg_at_3_diff1": 0.117022, "nauc_ndcg_at_5_max": 0.136164, "nauc_ndcg_at_5_std": 0.126512, "nauc_ndcg_at_5_diff1": 0.097977, "nauc_ndcg_at_10_max": 0.131518, "nauc_ndcg_at_10_std": 0.143974, "nauc_ndcg_at_10_diff1": 0.083565, "nauc_ndcg_at_20_max": 0.12879, "nauc_ndcg_at_20_std": 0.157695, "nauc_ndcg_at_20_diff1": 0.069264, "nauc_ndcg_at_100_max": 0.136059, "nauc_ndcg_at_100_std": 0.178874, "nauc_ndcg_at_100_diff1": 0.067128, "nauc_ndcg_at_1000_max": 0.147463, "nauc_ndcg_at_1000_std": 0.186262, "nauc_ndcg_at_1000_diff1": 0.073035, "nauc_map_at_1_max": 0.151061, "nauc_map_at_1_std": 0.093078, "nauc_map_at_1_diff1": 0.185614, "nauc_map_at_3_max": 0.141633, "nauc_map_at_3_std": 0.113656, "nauc_map_at_3_diff1": 0.13074, "nauc_map_at_5_max": 0.142337, "nauc_map_at_5_std": 0.122553, "nauc_map_at_5_diff1": 0.117695, "nauc_map_at_10_max": 0.141925, "nauc_map_at_10_std": 0.133763, "nauc_map_at_10_diff1": 0.110486, "nauc_map_at_20_max": 0.141097, "nauc_map_at_20_std": 0.141072, "nauc_map_at_20_diff1": 0.105045, "nauc_map_at_100_max": 0.14233, "nauc_map_at_100_std": 0.146072, "nauc_map_at_100_diff1": 0.103142, "nauc_map_at_1000_max": 0.143003, "nauc_map_at_1000_std": 0.147262, "nauc_map_at_1000_diff1": 0.103272, "nauc_recall_at_1_max": 0.151061, "nauc_recall_at_1_std": 0.093078, "nauc_recall_at_1_diff1": 0.185614, "nauc_recall_at_3_max": 0.12533, "nauc_recall_at_3_std": 0.120983, "nauc_recall_at_3_diff1": 0.087214, "nauc_recall_at_5_max": 0.130496, "nauc_recall_at_5_std": 0.143571, "nauc_recall_at_5_diff1": 0.058612, "nauc_recall_at_10_max": 0.120688, "nauc_recall_at_10_std": 0.1738, "nauc_recall_at_10_diff1": 0.033695, "nauc_recall_at_20_max": 0.113173, "nauc_recall_at_20_std": 0.19921, "nauc_recall_at_20_diff1": 0.003392, "nauc_recall_at_100_max": 0.118391, "nauc_recall_at_100_std": 0.232762, "nauc_recall_at_100_diff1": -0.003779, "nauc_recall_at_1000_max": 0.1593, "nauc_recall_at_1000_std": 0.256394, "nauc_recall_at_1000_diff1": -0.003333, "nauc_precision_at_1_max": 0.151061, "nauc_precision_at_1_std": 0.093078, "nauc_precision_at_1_diff1": 0.185614, "nauc_precision_at_3_max": 0.12533, "nauc_precision_at_3_std": 0.120983, "nauc_precision_at_3_diff1": 0.087214, "nauc_precision_at_5_max": 0.130496, "nauc_precision_at_5_std": 0.143571, "nauc_precision_at_5_diff1": 0.058612, "nauc_precision_at_10_max": 0.120688, "nauc_precision_at_10_std": 0.1738, "nauc_precision_at_10_diff1": 0.033695, "nauc_precision_at_20_max": 0.113173, "nauc_precision_at_20_std": 0.19921, "nauc_precision_at_20_diff1": 0.003392, "nauc_precision_at_100_max": 0.118391, "nauc_precision_at_100_std": 0.232762, "nauc_precision_at_100_diff1": -0.003779, "nauc_precision_at_1000_max": 0.1593, "nauc_precision_at_1000_std": 0.256394, "nauc_precision_at_1000_diff1": -0.003333, "nauc_mrr_at_1_max": 0.151061, "nauc_mrr_at_1_std": 0.093078, "nauc_mrr_at_1_diff1": 0.185614, "nauc_mrr_at_3_max": 0.136868, "nauc_mrr_at_3_std": 0.107126, "nauc_mrr_at_3_diff1": 0.130358, "nauc_mrr_at_5_max": 0.13613, "nauc_mrr_at_5_std": 0.113514, "nauc_mrr_at_5_diff1": 0.118325, "nauc_mrr_at_10_max": 0.132048, "nauc_mrr_at_10_std": 0.12164, "nauc_mrr_at_10_diff1": 0.110624, "nauc_mrr_at_20_max": 0.131074, "nauc_mrr_at_20_std": 0.124203, "nauc_mrr_at_20_diff1": 0.106809, "nauc_mrr_at_100_max": 0.13253, "nauc_mrr_at_100_std": 0.126242, "nauc_mrr_at_100_diff1": 0.108311, "nauc_mrr_at_1000_max": 0.132519, "nauc_mrr_at_1000_std": 0.125863, "nauc_mrr_at_1000_diff1": 0.108791, "hit_rate_at_1": 0.07422, "hit_rate_at_3": 0.14893, "hit_rate_at_5": 0.2002, "hit_rate_at_10": 0.27441, "hit_rate_at_20": 0.3877, "hit_rate_at_100": 0.67139, "hit_rate_at_1000": 0.979, "main_score": 0.10268, "hf_subset": "default", "languages": [ "jpn-Jpan" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 68.15133500099182, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }