Transformers
Safetensors
Japanese
rwkv7
text-embed
WariHima's picture
Upload 60 files
356943f verified
Raw History Blame Contribute Delete
6.32 kB
{
"dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852",
"task_name": "JaQuADRetrieval",
"mteb_version": "2.26.30",
"scores": {
"validation": [
{
"ndcg_at_1": 0.07422,
"ndcg_at_3": 0.07289,
"ndcg_at_5": 0.08679,
"ndcg_at_10": 0.10268,
"ndcg_at_20": 0.12296,
"ndcg_at_100": 0.1648,
"ndcg_at_1000": 0.21711,
"map_at_1": 0.03711,
"map_at_3": 0.05432,
"map_at_5": 0.06106,
"map_at_10": 0.06674,
"map_at_20": 0.07183,
"map_at_100": 0.07726,
"map_at_1000": 0.07912,
"recall_at_1": 0.03711,
"recall_at_3": 0.07544,
"recall_at_5": 0.10303,
"recall_at_10": 0.14331,
"recall_at_20": 0.20923,
"recall_at_100": 0.39771,
"recall_at_1000": 0.75464,
"accuracy": 0.03711,
"precision_at_1": 0.07422,
"precision_at_3": 0.05029,
"precision_at_5": 0.04121,
"precision_at_10": 0.02866,
"precision_at_20": 0.02092,
"precision_at_100": 0.00795,
"precision_at_1000": 0.00151,
"mrr_at_1": 0.074219,
"mrr_at_3": 0.107015,
"mrr_at_5": 0.118636,
"mrr_at_10": 0.128482,
"mrr_at_20": 0.136203,
"mrr_at_100": 0.143001,
"mrr_at_1000": 0.144262,
"nauc_ndcg_at_1_max": 0.151061,
"nauc_ndcg_at_1_std": 0.093078,
"nauc_ndcg_at_1_diff1": 0.185614,
"nauc_ndcg_at_3_max": 0.135013,
"nauc_ndcg_at_3_std": 0.113778,
"nauc_ndcg_at_3_diff1": 0.117022,
"nauc_ndcg_at_5_max": 0.136164,
"nauc_ndcg_at_5_std": 0.126512,
"nauc_ndcg_at_5_diff1": 0.097977,
"nauc_ndcg_at_10_max": 0.131518,
"nauc_ndcg_at_10_std": 0.143974,
"nauc_ndcg_at_10_diff1": 0.083565,
"nauc_ndcg_at_20_max": 0.12879,
"nauc_ndcg_at_20_std": 0.157695,
"nauc_ndcg_at_20_diff1": 0.069264,
"nauc_ndcg_at_100_max": 0.136059,
"nauc_ndcg_at_100_std": 0.178874,
"nauc_ndcg_at_100_diff1": 0.067128,
"nauc_ndcg_at_1000_max": 0.147463,
"nauc_ndcg_at_1000_std": 0.186262,
"nauc_ndcg_at_1000_diff1": 0.073035,
"nauc_map_at_1_max": 0.151061,
"nauc_map_at_1_std": 0.093078,
"nauc_map_at_1_diff1": 0.185614,
"nauc_map_at_3_max": 0.141633,
"nauc_map_at_3_std": 0.113656,
"nauc_map_at_3_diff1": 0.13074,
"nauc_map_at_5_max": 0.142337,
"nauc_map_at_5_std": 0.122553,
"nauc_map_at_5_diff1": 0.117695,
"nauc_map_at_10_max": 0.141925,
"nauc_map_at_10_std": 0.133763,
"nauc_map_at_10_diff1": 0.110486,
"nauc_map_at_20_max": 0.141097,
"nauc_map_at_20_std": 0.141072,
"nauc_map_at_20_diff1": 0.105045,
"nauc_map_at_100_max": 0.14233,
"nauc_map_at_100_std": 0.146072,
"nauc_map_at_100_diff1": 0.103142,
"nauc_map_at_1000_max": 0.143003,
"nauc_map_at_1000_std": 0.147262,
"nauc_map_at_1000_diff1": 0.103272,
"nauc_recall_at_1_max": 0.151061,
"nauc_recall_at_1_std": 0.093078,
"nauc_recall_at_1_diff1": 0.185614,
"nauc_recall_at_3_max": 0.12533,
"nauc_recall_at_3_std": 0.120983,
"nauc_recall_at_3_diff1": 0.087214,
"nauc_recall_at_5_max": 0.130496,
"nauc_recall_at_5_std": 0.143571,
"nauc_recall_at_5_diff1": 0.058612,
"nauc_recall_at_10_max": 0.120688,
"nauc_recall_at_10_std": 0.1738,
"nauc_recall_at_10_diff1": 0.033695,
"nauc_recall_at_20_max": 0.113173,
"nauc_recall_at_20_std": 0.19921,
"nauc_recall_at_20_diff1": 0.003392,
"nauc_recall_at_100_max": 0.118391,
"nauc_recall_at_100_std": 0.232762,
"nauc_recall_at_100_diff1": -0.003779,
"nauc_recall_at_1000_max": 0.1593,
"nauc_recall_at_1000_std": 0.256394,
"nauc_recall_at_1000_diff1": -0.003333,
"nauc_precision_at_1_max": 0.151061,
"nauc_precision_at_1_std": 0.093078,
"nauc_precision_at_1_diff1": 0.185614,
"nauc_precision_at_3_max": 0.12533,
"nauc_precision_at_3_std": 0.120983,
"nauc_precision_at_3_diff1": 0.087214,
"nauc_precision_at_5_max": 0.130496,
"nauc_precision_at_5_std": 0.143571,
"nauc_precision_at_5_diff1": 0.058612,
"nauc_precision_at_10_max": 0.120688,
"nauc_precision_at_10_std": 0.1738,
"nauc_precision_at_10_diff1": 0.033695,
"nauc_precision_at_20_max": 0.113173,
"nauc_precision_at_20_std": 0.19921,
"nauc_precision_at_20_diff1": 0.003392,
"nauc_precision_at_100_max": 0.118391,
"nauc_precision_at_100_std": 0.232762,
"nauc_precision_at_100_diff1": -0.003779,
"nauc_precision_at_1000_max": 0.1593,
"nauc_precision_at_1000_std": 0.256394,
"nauc_precision_at_1000_diff1": -0.003333,
"nauc_mrr_at_1_max": 0.151061,
"nauc_mrr_at_1_std": 0.093078,
"nauc_mrr_at_1_diff1": 0.185614,
"nauc_mrr_at_3_max": 0.136868,
"nauc_mrr_at_3_std": 0.107126,
"nauc_mrr_at_3_diff1": 0.130358,
"nauc_mrr_at_5_max": 0.13613,
"nauc_mrr_at_5_std": 0.113514,
"nauc_mrr_at_5_diff1": 0.118325,
"nauc_mrr_at_10_max": 0.132048,
"nauc_mrr_at_10_std": 0.12164,
"nauc_mrr_at_10_diff1": 0.110624,
"nauc_mrr_at_20_max": 0.131074,
"nauc_mrr_at_20_std": 0.124203,
"nauc_mrr_at_20_diff1": 0.106809,
"nauc_mrr_at_100_max": 0.13253,
"nauc_mrr_at_100_std": 0.126242,
"nauc_mrr_at_100_diff1": 0.108311,
"nauc_mrr_at_1000_max": 0.132519,
"nauc_mrr_at_1000_std": 0.125863,
"nauc_mrr_at_1000_diff1": 0.108791,
"hit_rate_at_1": 0.07422,
"hit_rate_at_3": 0.14893,
"hit_rate_at_5": 0.2002,
"hit_rate_at_10": 0.27441,
"hit_rate_at_20": 0.3877,
"hit_rate_at_100": 0.67139,
"hit_rate_at_1000": 0.979,
"main_score": 0.10268,
"hf_subset": "default",
"languages": [
"jpn-Jpan"
],
"mteb_version": "2.26.30"
}
]
},
"evaluation_time": 68.15133500099182,
"kg_co2_emissions": null,
"date": null,
"evaluation_phases": null
}