Transformers
Safetensors
Japanese
rwkv7
text-embed
WariHima's picture
Upload 60 files
356943f verified
Raw History Blame Contribute Delete
6.31 kB
{
"dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852",
"task_name": "JaQuADRetrieval",
"mteb_version": "2.26.30",
"scores": {
"validation": [
{
"ndcg_at_1": 0.1792,
"ndcg_at_3": 0.15941,
"ndcg_at_5": 0.18071,
"ndcg_at_10": 0.20629,
"ndcg_at_20": 0.22889,
"ndcg_at_100": 0.26623,
"ndcg_at_1000": 0.30938,
"map_at_1": 0.0896,
"map_at_3": 0.12056,
"map_at_5": 0.13082,
"map_at_10": 0.14106,
"map_at_20": 0.1475,
"map_at_100": 0.15303,
"map_at_1000": 0.15473,
"recall_at_1": 0.0896,
"recall_at_3": 0.16016,
"recall_at_5": 0.20215,
"recall_at_10": 0.2666,
"recall_at_20": 0.3396,
"recall_at_100": 0.50732,
"recall_at_1000": 0.80005,
"accuracy": 0.0896,
"precision_at_1": 0.1792,
"precision_at_3": 0.10677,
"precision_at_5": 0.08086,
"precision_at_10": 0.05332,
"precision_at_20": 0.03396,
"precision_at_100": 0.01015,
"precision_at_1000": 0.0016,
"mrr_at_1": 0.179199,
"mrr_at_3": 0.237386,
"mrr_at_5": 0.255599,
"mrr_at_10": 0.269608,
"mrr_at_20": 0.276891,
"mrr_at_100": 0.281737,
"mrr_at_1000": 0.282571,
"nauc_ndcg_at_1_max": 0.239728,
"nauc_ndcg_at_1_std": 0.086309,
"nauc_ndcg_at_1_diff1": 0.302909,
"nauc_ndcg_at_3_max": 0.270415,
"nauc_ndcg_at_3_std": 0.117806,
"nauc_ndcg_at_3_diff1": 0.22464,
"nauc_ndcg_at_5_max": 0.285169,
"nauc_ndcg_at_5_std": 0.131073,
"nauc_ndcg_at_5_diff1": 0.206593,
"nauc_ndcg_at_10_max": 0.309529,
"nauc_ndcg_at_10_std": 0.1499,
"nauc_ndcg_at_10_diff1": 0.197226,
"nauc_ndcg_at_20_max": 0.344316,
"nauc_ndcg_at_20_std": 0.186383,
"nauc_ndcg_at_20_diff1": 0.190865,
"nauc_ndcg_at_100_max": 0.356596,
"nauc_ndcg_at_100_std": 0.223094,
"nauc_ndcg_at_100_diff1": 0.185683,
"nauc_ndcg_at_1000_max": 0.351384,
"nauc_ndcg_at_1000_std": 0.21441,
"nauc_ndcg_at_1000_diff1": 0.189934,
"nauc_map_at_1_max": 0.239728,
"nauc_map_at_1_std": 0.086309,
"nauc_map_at_1_diff1": 0.302909,
"nauc_map_at_3_max": 0.261336,
"nauc_map_at_3_std": 0.110353,
"nauc_map_at_3_diff1": 0.241108,
"nauc_map_at_5_max": 0.272757,
"nauc_map_at_5_std": 0.11937,
"nauc_map_at_5_diff1": 0.229145,
"nauc_map_at_10_max": 0.287451,
"nauc_map_at_10_std": 0.127932,
"nauc_map_at_10_diff1": 0.223871,
"nauc_map_at_20_max": 0.301688,
"nauc_map_at_20_std": 0.142864,
"nauc_map_at_20_diff1": 0.221209,
"nauc_map_at_100_max": 0.306442,
"nauc_map_at_100_std": 0.153183,
"nauc_map_at_100_diff1": 0.21915,
"nauc_map_at_1000_max": 0.306426,
"nauc_map_at_1000_std": 0.153188,
"nauc_map_at_1000_diff1": 0.219279,
"nauc_recall_at_1_max": 0.239728,
"nauc_recall_at_1_std": 0.086309,
"nauc_recall_at_1_diff1": 0.302909,
"nauc_recall_at_3_max": 0.289196,
"nauc_recall_at_3_std": 0.141637,
"nauc_recall_at_3_diff1": 0.180047,
"nauc_recall_at_5_max": 0.315707,
"nauc_recall_at_5_std": 0.166674,
"nauc_recall_at_5_diff1": 0.14335,
"nauc_recall_at_10_max": 0.361773,
"nauc_recall_at_10_std": 0.206772,
"nauc_recall_at_10_diff1": 0.117286,
"nauc_recall_at_20_max": 0.430763,
"nauc_recall_at_20_std": 0.295661,
"nauc_recall_at_20_diff1": 0.084382,
"nauc_recall_at_100_max": 0.402757,
"nauc_recall_at_100_std": 0.380102,
"nauc_recall_at_100_diff1": 0.042853,
"nauc_recall_at_1000_max": 0.394221,
"nauc_recall_at_1000_std": 0.39478,
"nauc_recall_at_1000_diff1": 0.008263,
"nauc_precision_at_1_max": 0.239728,
"nauc_precision_at_1_std": 0.086309,
"nauc_precision_at_1_diff1": 0.302909,
"nauc_precision_at_3_max": 0.289196,
"nauc_precision_at_3_std": 0.141637,
"nauc_precision_at_3_diff1": 0.180047,
"nauc_precision_at_5_max": 0.315707,
"nauc_precision_at_5_std": 0.166674,
"nauc_precision_at_5_diff1": 0.14335,
"nauc_precision_at_10_max": 0.361773,
"nauc_precision_at_10_std": 0.206772,
"nauc_precision_at_10_diff1": 0.117286,
"nauc_precision_at_20_max": 0.430763,
"nauc_precision_at_20_std": 0.295661,
"nauc_precision_at_20_diff1": 0.084382,
"nauc_precision_at_100_max": 0.402757,
"nauc_precision_at_100_std": 0.380102,
"nauc_precision_at_100_diff1": 0.042853,
"nauc_precision_at_1000_max": 0.394221,
"nauc_precision_at_1000_std": 0.39478,
"nauc_precision_at_1000_diff1": 0.008263,
"nauc_mrr_at_1_max": 0.239728,
"nauc_mrr_at_1_std": 0.086309,
"nauc_mrr_at_1_diff1": 0.302909,
"nauc_mrr_at_3_max": 0.264594,
"nauc_mrr_at_3_std": 0.10666,
"nauc_mrr_at_3_diff1": 0.243948,
"nauc_mrr_at_5_max": 0.271806,
"nauc_mrr_at_5_std": 0.113875,
"nauc_mrr_at_5_diff1": 0.234573,
"nauc_mrr_at_10_max": 0.280176,
"nauc_mrr_at_10_std": 0.121977,
"nauc_mrr_at_10_diff1": 0.231922,
"nauc_mrr_at_20_max": 0.28591,
"nauc_mrr_at_20_std": 0.127712,
"nauc_mrr_at_20_diff1": 0.232065,
"nauc_mrr_at_100_max": 0.285249,
"nauc_mrr_at_100_std": 0.128505,
"nauc_mrr_at_100_diff1": 0.232855,
"nauc_mrr_at_1000_max": 0.284755,
"nauc_mrr_at_1000_std": 0.12783,
"nauc_mrr_at_1000_diff1": 0.233167,
"hit_rate_at_1": 0.1792,
"hit_rate_at_3": 0.31494,
"hit_rate_at_5": 0.39404,
"hit_rate_at_10": 0.49805,
"hit_rate_at_20": 0.60254,
"hit_rate_at_100": 0.79932,
"hit_rate_at_1000": 0.98682,
"main_score": 0.20629,
"hf_subset": "default",
"languages": [
"jpn-Jpan"
],
"mteb_version": "2.26.30"
}
]
},
"evaluation_time": 63.1490638256073,
"kg_co2_emissions": null,
"date": null,
"evaluation_phases": null
}