| { |
| "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", |
| "evaluation_time": 40.05525517463684, |
| "kg_co2_emissions": null, |
| "mteb_version": "1.14.5", |
| "scores": { |
| "test": [ |
| { |
| "hf_subset": "default", |
| "languages": [ |
| "eng-Latn" |
| ], |
| "main_score": 0.43383, |
| "map_at_1": 0.26887, |
| "map_at_10": 0.37312, |
| "map_at_100": 0.3909, |
| "map_at_1000": 0.39325, |
| "map_at_20": 0.38247, |
| "map_at_3": 0.34294, |
| "map_at_5": 0.3578, |
| "mrr_at_1": 0.3221343873517787, |
| "mrr_at_10": 0.4159420289855072, |
| "mrr_at_100": 0.42690773665934056, |
| "mrr_at_1000": 0.4273392602727093, |
| "mrr_at_20": 0.42314058695974166, |
| "mrr_at_3": 0.39097496706192364, |
| "mrr_at_5": 0.40352437417654813, |
| "nauc_map_at_1000_diff1": 0.5117315765241004, |
| "nauc_map_at_1000_max": 0.4109909470379249, |
| "nauc_map_at_1000_std": 0.09461335074412308, |
| "nauc_map_at_100_diff1": 0.5125604309947803, |
| "nauc_map_at_100_max": 0.4118736640687678, |
| "nauc_map_at_100_std": 0.08904878305139538, |
| "nauc_map_at_10_diff1": 0.5166703656557831, |
| "nauc_map_at_10_max": 0.40951843411555955, |
| "nauc_map_at_10_std": 0.07315107779237354, |
| "nauc_map_at_1_diff1": 0.5707336304917295, |
| "nauc_map_at_1_max": 0.39138941383025533, |
| "nauc_map_at_1_std": 0.024274854669909265, |
| "nauc_map_at_20_diff1": 0.514295693056362, |
| "nauc_map_at_20_max": 0.4086057691579444, |
| "nauc_map_at_20_std": 0.0756667833419221, |
| "nauc_map_at_3_diff1": 0.5232573855847442, |
| "nauc_map_at_3_max": 0.3950181048507025, |
| "nauc_map_at_3_std": 0.05535073859707296, |
| "nauc_map_at_5_diff1": 0.5168577221937353, |
| "nauc_map_at_5_max": 0.4015219435966826, |
| "nauc_map_at_5_std": 0.0696345750395807, |
| "nauc_mrr_at_1000_diff1": 0.5133469321945395, |
| "nauc_mrr_at_1000_max": 0.41857868024639217, |
| "nauc_mrr_at_1000_std": 0.11606087212504274, |
| "nauc_mrr_at_100_diff1": 0.5132543116948898, |
| "nauc_mrr_at_100_max": 0.41847568110313355, |
| "nauc_mrr_at_100_std": 0.11640551333283483, |
| "nauc_mrr_at_10_diff1": 0.5139993731346316, |
| "nauc_mrr_at_10_max": 0.42017976511790234, |
| "nauc_mrr_at_10_std": 0.11519816027272523, |
| "nauc_mrr_at_1_diff1": 0.5426665714817206, |
| "nauc_mrr_at_1_max": 0.4363868490936763, |
| "nauc_mrr_at_1_std": 0.0848804512663318, |
| "nauc_mrr_at_20_diff1": 0.5124336487209304, |
| "nauc_mrr_at_20_max": 0.4178467795326768, |
| "nauc_mrr_at_20_std": 0.11441818232468799, |
| "nauc_mrr_at_3_diff1": 0.5132824692876072, |
| "nauc_mrr_at_3_max": 0.40695635986410905, |
| "nauc_mrr_at_3_std": 0.10448758478397806, |
| "nauc_mrr_at_5_diff1": 0.5115983955493147, |
| "nauc_mrr_at_5_max": 0.41386887956706514, |
| "nauc_mrr_at_5_std": 0.11630162123052927, |
| "nauc_ndcg_at_1000_diff1": 0.5038754928282437, |
| "nauc_ndcg_at_1000_max": 0.4232470084176093, |
| "nauc_ndcg_at_1000_std": 0.13225810997256973, |
| "nauc_ndcg_at_100_diff1": 0.5031100184830015, |
| "nauc_ndcg_at_100_max": 0.4222905425263901, |
| "nauc_ndcg_at_100_std": 0.1379444653989334, |
| "nauc_ndcg_at_10_diff1": 0.5021946111929649, |
| "nauc_ndcg_at_10_max": 0.4132686755100261, |
| "nauc_ndcg_at_10_std": 0.10847455656433576, |
| "nauc_ndcg_at_1_diff1": 0.5426665714817206, |
| "nauc_ndcg_at_1_max": 0.4363868490936763, |
| "nauc_ndcg_at_1_std": 0.0848804512663318, |
| "nauc_ndcg_at_20_diff1": 0.49936219445673263, |
| "nauc_ndcg_at_20_max": 0.4058759298065976, |
| "nauc_ndcg_at_20_std": 0.10445924842376154, |
| "nauc_ndcg_at_3_diff1": 0.503357285211955, |
| "nauc_ndcg_at_3_max": 0.39674854424059497, |
| "nauc_ndcg_at_3_std": 0.08423967356240501, |
| "nauc_ndcg_at_5_diff1": 0.49742301608227035, |
| "nauc_ndcg_at_5_max": 0.40138571951180824, |
| "nauc_ndcg_at_5_std": 0.1100559744167346, |
| "nauc_precision_at_1000_diff1": -0.13892086229931144, |
| "nauc_precision_at_1000_max": -0.027065541290065075, |
| "nauc_precision_at_1000_std": 0.4723582998195445, |
| "nauc_precision_at_100_diff1": -0.086637377772648, |
| "nauc_precision_at_100_max": 0.06272690396225501, |
| "nauc_precision_at_100_std": 0.4459685496336481, |
| "nauc_precision_at_10_diff1": 0.18382676621492244, |
| "nauc_precision_at_10_max": 0.3191855166802661, |
| "nauc_precision_at_10_std": 0.2593810406414569, |
| "nauc_precision_at_1_diff1": 0.5426665714817206, |
| "nauc_precision_at_1_max": 0.4363868490936763, |
| "nauc_precision_at_1_std": 0.0848804512663318, |
| "nauc_precision_at_20_diff1": 0.07359698910524838, |
| "nauc_precision_at_20_max": 0.22183672408086041, |
| "nauc_precision_at_20_std": 0.3013806717387075, |
| "nauc_precision_at_3_diff1": 0.35468926029853354, |
| "nauc_precision_at_3_max": 0.3700904801221439, |
| "nauc_precision_at_3_std": 0.1473682892983532, |
| "nauc_precision_at_5_diff1": 0.26386676031748235, |
| "nauc_precision_at_5_max": 0.34547038877610187, |
| "nauc_precision_at_5_std": 0.21351651412738595, |
| "nauc_recall_at_1000_diff1": 0.4155373997531603, |
| "nauc_recall_at_1000_max": 0.6146326939530435, |
| "nauc_recall_at_1000_std": 0.6233798727186802, |
| "nauc_recall_at_100_diff1": 0.4343960688367899, |
| "nauc_recall_at_100_max": 0.4357846891921354, |
| "nauc_recall_at_100_std": 0.3969080214091094, |
| "nauc_recall_at_10_diff1": 0.45547557566166263, |
| "nauc_recall_at_10_max": 0.38728988189856844, |
| "nauc_recall_at_10_std": 0.10679042654607714, |
| "nauc_recall_at_1_diff1": 0.5707336304917295, |
| "nauc_recall_at_1_max": 0.39138941383025533, |
| "nauc_recall_at_1_std": 0.024274854669909265, |
| "nauc_recall_at_20_diff1": 0.42164942662562066, |
| "nauc_recall_at_20_max": 0.3361320211773799, |
| "nauc_recall_at_20_std": 0.09825950623312366, |
| "nauc_recall_at_3_diff1": 0.47174631443946863, |
| "nauc_recall_at_3_max": 0.35405376918138753, |
| "nauc_recall_at_3_std": 0.06016614665131945, |
| "nauc_recall_at_5_diff1": 0.4521313562921986, |
| "nauc_recall_at_5_max": 0.3683880278231128, |
| "nauc_recall_at_5_std": 0.10935396993978982, |
| "ndcg_at_1": 0.32213, |
| "ndcg_at_10": 0.43383, |
| "ndcg_at_100": 0.49635, |
| "ndcg_at_1000": 0.51786, |
| "ndcg_at_20": 0.45975, |
| "ndcg_at_3": 0.38546, |
| "ndcg_at_5": 0.40483, |
| "precision_at_1": 0.32213, |
| "precision_at_10": 0.0834, |
| "precision_at_100": 0.01717, |
| "precision_at_1000": 0.00253, |
| "precision_at_20": 0.05296, |
| "precision_at_3": 0.18116, |
| "precision_at_5": 0.13043, |
| "recall_at_1": 0.26887, |
| "recall_at_10": 0.55464, |
| "recall_at_100": 0.82078, |
| "recall_at_1000": 0.95575, |
| "recall_at_20": 0.65038, |
| "recall_at_3": 0.41702, |
| "recall_at_5": 0.46853 |
| } |
| ] |
| }, |
| "task_name": "CQADupstackWebmastersRetrieval" |
| } |
