| { |
| "nano_beir": { |
| "NanoClimateFEVER_cosine_accuracy@1": 0.04, |
| "NanoClimateFEVER_cosine_accuracy@3": 0.08, |
| "NanoClimateFEVER_cosine_accuracy@5": 0.12, |
| "NanoClimateFEVER_cosine_accuracy@10": 0.12, |
| "NanoClimateFEVER_cosine_precision@1": 0.04, |
| "NanoClimateFEVER_cosine_precision@3": 0.03333333333333333, |
| "NanoClimateFEVER_cosine_precision@5": 0.028000000000000004, |
| "NanoClimateFEVER_cosine_precision@10": 0.014000000000000002, |
| "NanoClimateFEVER_cosine_recall@1": 0.010666666666666666, |
| "NanoClimateFEVER_cosine_recall@3": 0.04466666666666667, |
| "NanoClimateFEVER_cosine_recall@5": 0.056333333333333326, |
| "NanoClimateFEVER_cosine_recall@10": 0.056333333333333326, |
| "NanoClimateFEVER_cosine_ndcg@10": 0.046191957495871135, |
| "NanoClimateFEVER_cosine_mrr@10": 0.06566666666666666, |
| "NanoClimateFEVER_cosine_map@100": 0.033420280683900884, |
| "NanoDBPedia_cosine_accuracy@1": 0.26, |
| "NanoDBPedia_cosine_accuracy@3": 0.36, |
| "NanoDBPedia_cosine_accuracy@5": 0.42, |
| "NanoDBPedia_cosine_accuracy@10": 0.48, |
| "NanoDBPedia_cosine_precision@1": 0.26, |
| "NanoDBPedia_cosine_precision@3": 0.19333333333333333, |
| "NanoDBPedia_cosine_precision@5": 0.168, |
| "NanoDBPedia_cosine_precision@10": 0.138, |
| "NanoDBPedia_cosine_recall@1": 0.013478860639269325, |
| "NanoDBPedia_cosine_recall@3": 0.027032310773340756, |
| "NanoDBPedia_cosine_recall@5": 0.03720266654458638, |
| "NanoDBPedia_cosine_recall@10": 0.061932122340730054, |
| "NanoDBPedia_cosine_ndcg@10": 0.1613933337162208, |
| "NanoDBPedia_cosine_mrr@10": 0.32241269841269843, |
| "NanoDBPedia_cosine_map@100": 0.058008726432844, |
| "NanoFEVER_cosine_accuracy@1": 0.02, |
| "NanoFEVER_cosine_accuracy@3": 0.02, |
| "NanoFEVER_cosine_accuracy@5": 0.02, |
| "NanoFEVER_cosine_accuracy@10": 0.04, |
| "NanoFEVER_cosine_precision@1": 0.02, |
| "NanoFEVER_cosine_precision@3": 0.006666666666666666, |
| "NanoFEVER_cosine_precision@5": 0.004, |
| "NanoFEVER_cosine_precision@10": 0.004, |
| "NanoFEVER_cosine_recall@1": 0.02, |
| "NanoFEVER_cosine_recall@3": 0.02, |
| "NanoFEVER_cosine_recall@5": 0.02, |
| "NanoFEVER_cosine_recall@10": 0.04, |
| "NanoFEVER_cosine_ndcg@10": 0.026666666666666665, |
| "NanoFEVER_cosine_mrr@10": 0.022857142857142857, |
| "NanoFEVER_cosine_map@100": 0.027169926585108667, |
| "NanoFiQA2018_cosine_accuracy@1": 0.1, |
| "NanoFiQA2018_cosine_accuracy@3": 0.22, |
| "NanoFiQA2018_cosine_accuracy@5": 0.26, |
| "NanoFiQA2018_cosine_accuracy@10": 0.32, |
| "NanoFiQA2018_cosine_precision@1": 0.1, |
| "NanoFiQA2018_cosine_precision@3": 0.07333333333333332, |
| "NanoFiQA2018_cosine_precision@5": 0.05600000000000001, |
| "NanoFiQA2018_cosine_precision@10": 0.036000000000000004, |
| "NanoFiQA2018_cosine_recall@1": 0.04352380952380952, |
| "NanoFiQA2018_cosine_recall@3": 0.11152380952380953, |
| "NanoFiQA2018_cosine_recall@5": 0.12774603174603175, |
| "NanoFiQA2018_cosine_recall@10": 0.15663492063492065, |
| "NanoFiQA2018_cosine_ndcg@10": 0.11920019095324214, |
| "NanoFiQA2018_cosine_mrr@10": 0.16444444444444442, |
| "NanoFiQA2018_cosine_map@100": 0.08946856517346266, |
| "NanoHotpotQA_cosine_accuracy@1": 0.16, |
| "NanoHotpotQA_cosine_accuracy@3": 0.2, |
| "NanoHotpotQA_cosine_accuracy@5": 0.24, |
| "NanoHotpotQA_cosine_accuracy@10": 0.24, |
| "NanoHotpotQA_cosine_precision@1": 0.16, |
| "NanoHotpotQA_cosine_precision@3": 0.06666666666666667, |
| "NanoHotpotQA_cosine_precision@5": 0.04800000000000001, |
| "NanoHotpotQA_cosine_precision@10": 0.026000000000000002, |
| "NanoHotpotQA_cosine_recall@1": 0.08, |
| "NanoHotpotQA_cosine_recall@3": 0.1, |
| "NanoHotpotQA_cosine_recall@5": 0.12, |
| "NanoHotpotQA_cosine_recall@10": 0.13, |
| "NanoHotpotQA_cosine_ndcg@10": 0.12500477316127157, |
| "NanoHotpotQA_cosine_mrr@10": 0.18466666666666667, |
| "NanoHotpotQA_cosine_map@100": 0.09905861704269486, |
| "NanoMSMARCO_cosine_accuracy@1": 0.16, |
| "NanoMSMARCO_cosine_accuracy@3": 0.3, |
| "NanoMSMARCO_cosine_accuracy@5": 0.32, |
| "NanoMSMARCO_cosine_accuracy@10": 0.4, |
| "NanoMSMARCO_cosine_precision@1": 0.16, |
| "NanoMSMARCO_cosine_precision@3": 0.09999999999999998, |
| "NanoMSMARCO_cosine_precision@5": 0.064, |
| "NanoMSMARCO_cosine_precision@10": 0.04000000000000001, |
| "NanoMSMARCO_cosine_recall@1": 0.16, |
| "NanoMSMARCO_cosine_recall@3": 0.3, |
| "NanoMSMARCO_cosine_recall@5": 0.32, |
| "NanoMSMARCO_cosine_recall@10": 0.4, |
| "NanoMSMARCO_cosine_ndcg@10": 0.2797381138841459, |
| "NanoMSMARCO_cosine_mrr@10": 0.24177777777777776, |
| "NanoMSMARCO_cosine_map@100": 0.25452652172848145, |
| "NanoNFCorpus_cosine_accuracy@1": 0.36, |
| "NanoNFCorpus_cosine_accuracy@3": 0.46, |
| "NanoNFCorpus_cosine_accuracy@5": 0.46, |
| "NanoNFCorpus_cosine_accuracy@10": 0.54, |
| "NanoNFCorpus_cosine_precision@1": 0.36, |
| "NanoNFCorpus_cosine_precision@3": 0.3, |
| "NanoNFCorpus_cosine_precision@5": 0.21600000000000003, |
| "NanoNFCorpus_cosine_precision@10": 0.16800000000000004, |
| "NanoNFCorpus_cosine_recall@1": 0.01397871707271983, |
| "NanoNFCorpus_cosine_recall@3": 0.03435945376327838, |
| "NanoNFCorpus_cosine_recall@5": 0.03726142528548906, |
| "NanoNFCorpus_cosine_recall@10": 0.048208769639288225, |
| "NanoNFCorpus_cosine_ndcg@10": 0.21086706102148342, |
| "NanoNFCorpus_cosine_mrr@10": 0.42138888888888887, |
| "NanoNFCorpus_cosine_map@100": 0.057209731275113765, |
| "NanoNQ_cosine_accuracy@1": 0.1, |
| "NanoNQ_cosine_accuracy@3": 0.12, |
| "NanoNQ_cosine_accuracy@5": 0.16, |
| "NanoNQ_cosine_accuracy@10": 0.26, |
| "NanoNQ_cosine_precision@1": 0.1, |
| "NanoNQ_cosine_precision@3": 0.04, |
| "NanoNQ_cosine_precision@5": 0.032, |
| "NanoNQ_cosine_precision@10": 0.026000000000000002, |
| "NanoNQ_cosine_recall@1": 0.08, |
| "NanoNQ_cosine_recall@3": 0.09, |
| "NanoNQ_cosine_recall@5": 0.13, |
| "NanoNQ_cosine_recall@10": 0.23, |
| "NanoNQ_cosine_ndcg@10": 0.13826388457522362, |
| "NanoNQ_cosine_mrr@10": 0.12794444444444442, |
| "NanoNQ_cosine_map@100": 0.10725400911912068, |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.88, |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.96, |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.98, |
| "NanoQuoraRetrieval_cosine_accuracy@10": 0.98, |
| "NanoQuoraRetrieval_cosine_precision@1": 0.88, |
| "NanoQuoraRetrieval_cosine_precision@3": 0.40666666666666657, |
| "NanoQuoraRetrieval_cosine_precision@5": 0.26399999999999996, |
| "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998, |
| "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332, |
| "NanoQuoraRetrieval_cosine_recall@3": 0.9313333333333332, |
| "NanoQuoraRetrieval_cosine_recall@5": 0.9686666666666668, |
| "NanoQuoraRetrieval_cosine_recall@10": 0.98, |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.933276206466488, |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.9216666666666665, |
| "NanoQuoraRetrieval_cosine_map@100": 0.9143118773946362, |
| "NanoSCIDOCS_cosine_accuracy@1": 0.08, |
| "NanoSCIDOCS_cosine_accuracy@3": 0.12, |
| "NanoSCIDOCS_cosine_accuracy@5": 0.16, |
| "NanoSCIDOCS_cosine_accuracy@10": 0.22, |
| "NanoSCIDOCS_cosine_precision@1": 0.08, |
| "NanoSCIDOCS_cosine_precision@3": 0.05333333333333333, |
| "NanoSCIDOCS_cosine_precision@5": 0.04800000000000001, |
| "NanoSCIDOCS_cosine_precision@10": 0.036000000000000004, |
| "NanoSCIDOCS_cosine_recall@1": 0.016, |
| "NanoSCIDOCS_cosine_recall@3": 0.032, |
| "NanoSCIDOCS_cosine_recall@5": 0.04800000000000001, |
| "NanoSCIDOCS_cosine_recall@10": 0.07200000000000001, |
| "NanoSCIDOCS_cosine_ndcg@10": 0.06679950774858949, |
| "NanoSCIDOCS_cosine_mrr@10": 0.11455555555555556, |
| "NanoSCIDOCS_cosine_map@100": 0.05001726999817073, |
| "NanoArguAna_cosine_accuracy@1": 0.0, |
| "NanoArguAna_cosine_accuracy@3": 0.04, |
| "NanoArguAna_cosine_accuracy@5": 0.06, |
| "NanoArguAna_cosine_accuracy@10": 0.1, |
| "NanoArguAna_cosine_precision@1": 0.0, |
| "NanoArguAna_cosine_precision@3": 0.013333333333333332, |
| "NanoArguAna_cosine_precision@5": 0.012000000000000002, |
| "NanoArguAna_cosine_precision@10": 0.01, |
| "NanoArguAna_cosine_recall@1": 0.0, |
| "NanoArguAna_cosine_recall@3": 0.04, |
| "NanoArguAna_cosine_recall@5": 0.06, |
| "NanoArguAna_cosine_recall@10": 0.1, |
| "NanoArguAna_cosine_ndcg@10": 0.04764153171315327, |
| "NanoArguAna_cosine_mrr@10": 0.031190476190476192, |
| "NanoArguAna_cosine_map@100": 0.034911665265567264, |
| "NanoSciFact_cosine_accuracy@1": 0.04, |
| "NanoSciFact_cosine_accuracy@3": 0.04, |
| "NanoSciFact_cosine_accuracy@5": 0.06, |
| "NanoSciFact_cosine_accuracy@10": 0.08, |
| "NanoSciFact_cosine_precision@1": 0.04, |
| "NanoSciFact_cosine_precision@3": 0.013333333333333332, |
| "NanoSciFact_cosine_precision@5": 0.012000000000000002, |
| "NanoSciFact_cosine_precision@10": 0.008, |
| "NanoSciFact_cosine_recall@1": 0.04, |
| "NanoSciFact_cosine_recall@3": 0.04, |
| "NanoSciFact_cosine_recall@5": 0.06, |
| "NanoSciFact_cosine_recall@10": 0.08, |
| "NanoSciFact_cosine_ndcg@10": 0.05463413107474748, |
| "NanoSciFact_cosine_mrr@10": 0.04722222222222222, |
| "NanoSciFact_cosine_map@100": 0.05219023516020874, |
| "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084, |
| "NanoTouche2020_cosine_accuracy@3": 0.6122448979591837, |
| "NanoTouche2020_cosine_accuracy@5": 0.7551020408163265, |
| "NanoTouche2020_cosine_accuracy@10": 0.8367346938775511, |
| "NanoTouche2020_cosine_precision@1": 0.46938775510204084, |
| "NanoTouche2020_cosine_precision@3": 0.3877551020408163, |
| "NanoTouche2020_cosine_precision@5": 0.34285714285714286, |
| "NanoTouche2020_cosine_precision@10": 0.2571428571428571, |
| "NanoTouche2020_cosine_recall@1": 0.029967789586946174, |
| "NanoTouche2020_cosine_recall@3": 0.07899086583034419, |
| "NanoTouche2020_cosine_recall@5": 0.1145453187901327, |
| "NanoTouche2020_cosine_recall@10": 0.1620299103683396, |
| "NanoTouche2020_cosine_ndcg@10": 0.3055639570909958, |
| "NanoTouche2020_cosine_mrr@10": 0.5828150307742144, |
| "NanoTouche2020_cosine_map@100": 0.21233991925394913, |
| "NanoBEIR_mean_cosine_accuracy@1": 0.2053375196232339, |
| "NanoBEIR_mean_cosine_accuracy@3": 0.2717111459968603, |
| "NanoBEIR_mean_cosine_accuracy@5": 0.30885400313971745, |
| "NanoBEIR_mean_cosine_accuracy@10": 0.35513343799058084, |
| "NanoBEIR_mean_cosine_precision@1": 0.2053375196232339, |
| "NanoBEIR_mean_cosine_precision@3": 0.12982731554160123, |
| "NanoBEIR_mean_cosine_precision@5": 0.09960439560439562, |
| "NanoBEIR_mean_cosine_precision@10": 0.06931868131868132, |
| "NanoBEIR_mean_cosine_recall@1": 0.09730378283251881, |
| "NanoBEIR_mean_cosine_recall@3": 0.14230049537621328, |
| "NanoBEIR_mean_cosine_recall@5": 0.1615196494127877, |
| "NanoBEIR_mean_cosine_recall@10": 0.19362608125512404, |
| "NanoBEIR_mean_cosine_ndcg@10": 0.1934801011975461, |
| "NanoBEIR_mean_cosine_mrr@10": 0.24989297550522033, |
| "NanoBEIR_mean_cosine_map@100": 0.15306825731640453 |
| }, |
| "beir_touche2020": { |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7346938775510204, |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694, |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817, |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0, |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.7346938775510204, |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.6190476190476191, |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.6204081632653061, |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.5448979591836735, |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.016235921803344835, |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.04110136889290122, |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.0684882416081836, |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.12060452557965035, |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5779837170662205, |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8306932296728216, |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.22239268054909309 |
| } |
| } |
