Transformers
Safetensors
Japanese
rwkv7
text-embed
WariHima's picture
Upload 60 files
356943f verified
Raw History Blame Contribute Delete
6.33 kB
{
"dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852",
"task_name": "JaQuADRetrieval",
"mteb_version": "2.26.30",
"scores": {
"validation": [
{
"ndcg_at_1": 0.12988,
"ndcg_at_3": 0.11944,
"ndcg_at_5": 0.13843,
"ndcg_at_10": 0.16319,
"ndcg_at_20": 0.18485,
"ndcg_at_100": 0.22626,
"ndcg_at_1000": 0.27382,
"map_at_1": 0.06494,
"map_at_3": 0.08993,
"map_at_5": 0.09932,
"map_at_10": 0.10901,
"map_at_20": 0.11512,
"map_at_100": 0.12131,
"map_at_1000": 0.12314,
"recall_at_1": 0.06494,
"recall_at_3": 0.12109,
"recall_at_5": 0.15869,
"recall_at_10": 0.22119,
"recall_at_20": 0.29126,
"recall_at_100": 0.47485,
"recall_at_1000": 0.79639,
"accuracy": 0.06494,
"precision_at_1": 0.12988,
"precision_at_3": 0.08073,
"precision_at_5": 0.06348,
"precision_at_10": 0.04424,
"precision_at_20": 0.02913,
"precision_at_100": 0.0095,
"precision_at_1000": 0.00159,
"mrr_at_1": 0.129883,
"mrr_at_3": 0.177083,
"mrr_at_5": 0.19266,
"mrr_at_10": 0.206567,
"mrr_at_20": 0.213641,
"mrr_at_100": 0.219519,
"mrr_at_1000": 0.220587,
"nauc_ndcg_at_1_max": 0.248415,
"nauc_ndcg_at_1_std": 0.098474,
"nauc_ndcg_at_1_diff1": 0.190037,
"nauc_ndcg_at_3_max": 0.268514,
"nauc_ndcg_at_3_std": 0.129442,
"nauc_ndcg_at_3_diff1": 0.133557,
"nauc_ndcg_at_5_max": 0.279377,
"nauc_ndcg_at_5_std": 0.147058,
"nauc_ndcg_at_5_diff1": 0.126304,
"nauc_ndcg_at_10_max": 0.304632,
"nauc_ndcg_at_10_std": 0.17118,
"nauc_ndcg_at_10_diff1": 0.115216,
"nauc_ndcg_at_20_max": 0.326293,
"nauc_ndcg_at_20_std": 0.204176,
"nauc_ndcg_at_20_diff1": 0.110426,
"nauc_ndcg_at_100_max": 0.334294,
"nauc_ndcg_at_100_std": 0.238096,
"nauc_ndcg_at_100_diff1": 0.095268,
"nauc_ndcg_at_1000_max": 0.327602,
"nauc_ndcg_at_1000_std": 0.225464,
"nauc_ndcg_at_1000_diff1": 0.101299,
"nauc_map_at_1_max": 0.248415,
"nauc_map_at_1_std": 0.098474,
"nauc_map_at_1_diff1": 0.190037,
"nauc_map_at_3_max": 0.261215,
"nauc_map_at_3_std": 0.123549,
"nauc_map_at_3_diff1": 0.142875,
"nauc_map_at_5_max": 0.271073,
"nauc_map_at_5_std": 0.136371,
"nauc_map_at_5_diff1": 0.136795,
"nauc_map_at_10_max": 0.28975,
"nauc_map_at_10_std": 0.151967,
"nauc_map_at_10_diff1": 0.131174,
"nauc_map_at_20_max": 0.299786,
"nauc_map_at_20_std": 0.167228,
"nauc_map_at_20_diff1": 0.128658,
"nauc_map_at_100_max": 0.303267,
"nauc_map_at_100_std": 0.176662,
"nauc_map_at_100_diff1": 0.123674,
"nauc_map_at_1000_max": 0.303348,
"nauc_map_at_1000_std": 0.176665,
"nauc_map_at_1000_diff1": 0.123893,
"nauc_recall_at_1_max": 0.248415,
"nauc_recall_at_1_std": 0.098474,
"nauc_recall_at_1_diff1": 0.190037,
"nauc_recall_at_3_max": 0.282171,
"nauc_recall_at_3_std": 0.143412,
"nauc_recall_at_3_diff1": 0.109497,
"nauc_recall_at_5_max": 0.301308,
"nauc_recall_at_5_std": 0.175611,
"nauc_recall_at_5_diff1": 0.098202,
"nauc_recall_at_10_max": 0.345624,
"nauc_recall_at_10_std": 0.222611,
"nauc_recall_at_10_diff1": 0.074732,
"nauc_recall_at_20_max": 0.378001,
"nauc_recall_at_20_std": 0.291469,
"nauc_recall_at_20_diff1": 0.058016,
"nauc_recall_at_100_max": 0.345852,
"nauc_recall_at_100_std": 0.358886,
"nauc_recall_at_100_diff1": 0.000635,
"nauc_recall_at_1000_max": 0.322446,
"nauc_recall_at_1000_std": 0.347244,
"nauc_recall_at_1000_diff1": 0.001884,
"nauc_precision_at_1_max": 0.248415,
"nauc_precision_at_1_std": 0.098474,
"nauc_precision_at_1_diff1": 0.190037,
"nauc_precision_at_3_max": 0.282171,
"nauc_precision_at_3_std": 0.143412,
"nauc_precision_at_3_diff1": 0.109497,
"nauc_precision_at_5_max": 0.301308,
"nauc_precision_at_5_std": 0.175611,
"nauc_precision_at_5_diff1": 0.098202,
"nauc_precision_at_10_max": 0.345624,
"nauc_precision_at_10_std": 0.222611,
"nauc_precision_at_10_diff1": 0.074732,
"nauc_precision_at_20_max": 0.378001,
"nauc_precision_at_20_std": 0.291469,
"nauc_precision_at_20_diff1": 0.058016,
"nauc_precision_at_100_max": 0.345852,
"nauc_precision_at_100_std": 0.358886,
"nauc_precision_at_100_diff1": 0.000635,
"nauc_precision_at_1000_max": 0.322446,
"nauc_precision_at_1000_std": 0.347244,
"nauc_precision_at_1000_diff1": 0.001884,
"nauc_mrr_at_1_max": 0.248415,
"nauc_mrr_at_1_std": 0.098474,
"nauc_mrr_at_1_diff1": 0.190037,
"nauc_mrr_at_3_max": 0.26455,
"nauc_mrr_at_3_std": 0.123343,
"nauc_mrr_at_3_diff1": 0.144886,
"nauc_mrr_at_5_max": 0.267419,
"nauc_mrr_at_5_std": 0.131899,
"nauc_mrr_at_5_diff1": 0.141284,
"nauc_mrr_at_10_max": 0.273129,
"nauc_mrr_at_10_std": 0.138599,
"nauc_mrr_at_10_diff1": 0.135217,
"nauc_mrr_at_20_max": 0.276521,
"nauc_mrr_at_20_std": 0.144,
"nauc_mrr_at_20_diff1": 0.13527,
"nauc_mrr_at_100_max": 0.27522,
"nauc_mrr_at_100_std": 0.144118,
"nauc_mrr_at_100_diff1": 0.135235,
"nauc_mrr_at_1000_max": 0.274929,
"nauc_mrr_at_1000_std": 0.143342,
"nauc_mrr_at_1000_diff1": 0.135432,
"hit_rate_at_1": 0.12988,
"hit_rate_at_3": 0.23926,
"hit_rate_at_5": 0.30713,
"hit_rate_at_10": 0.41113,
"hit_rate_at_20": 0.51318,
"hit_rate_at_100": 0.74707,
"hit_rate_at_1000": 0.98096,
"main_score": 0.16319,
"hf_subset": "default",
"languages": [
"jpn-Jpan"
],
"mteb_version": "2.26.30"
}
]
},
"evaluation_time": 67.56524205207825,
"kg_co2_emissions": null,
"date": null,
"evaluation_phases": null
}