| { |
| "nano_beir": { |
| "NanoClimateFEVER_cosine_accuracy@1": 0.12, |
| "NanoClimateFEVER_cosine_accuracy@3": 0.22, |
| "NanoClimateFEVER_cosine_accuracy@5": 0.26, |
| "NanoClimateFEVER_cosine_accuracy@10": 0.28, |
| "NanoClimateFEVER_cosine_precision@1": 0.12, |
| "NanoClimateFEVER_cosine_precision@3": 0.08, |
| "NanoClimateFEVER_cosine_precision@5": 0.06, |
| "NanoClimateFEVER_cosine_precision@10": 0.036000000000000004, |
| "NanoClimateFEVER_cosine_recall@1": 0.04233333333333333, |
| "NanoClimateFEVER_cosine_recall@3": 0.08133333333333333, |
| "NanoClimateFEVER_cosine_recall@5": 0.102, |
| "NanoClimateFEVER_cosine_recall@10": 0.13866666666666666, |
| "NanoClimateFEVER_cosine_ndcg@10": 0.11288236592671469, |
| "NanoClimateFEVER_cosine_mrr@10": 0.17222222222222222, |
| "NanoClimateFEVER_cosine_map@100": 0.08493692917875312, |
| "NanoDBPedia_cosine_accuracy@1": 0.64, |
| "NanoDBPedia_cosine_accuracy@3": 0.78, |
| "NanoDBPedia_cosine_accuracy@5": 0.78, |
| "NanoDBPedia_cosine_accuracy@10": 0.86, |
| "NanoDBPedia_cosine_precision@1": 0.64, |
| "NanoDBPedia_cosine_precision@3": 0.49333333333333335, |
| "NanoDBPedia_cosine_precision@5": 0.42, |
| "NanoDBPedia_cosine_precision@10": 0.35600000000000004, |
| "NanoDBPedia_cosine_recall@1": 0.053779986911261235, |
| "NanoDBPedia_cosine_recall@3": 0.1227512823699279, |
| "NanoDBPedia_cosine_recall@5": 0.14626982774266176, |
| "NanoDBPedia_cosine_recall@10": 0.24094199821136392, |
| "NanoDBPedia_cosine_ndcg@10": 0.45440819144986233, |
| "NanoDBPedia_cosine_mrr@10": 0.7140238095238095, |
| "NanoDBPedia_cosine_map@100": 0.28781093383029827, |
| "NanoFEVER_cosine_accuracy@1": 0.24, |
| "NanoFEVER_cosine_accuracy@3": 0.32, |
| "NanoFEVER_cosine_accuracy@5": 0.32, |
| "NanoFEVER_cosine_accuracy@10": 0.38, |
| "NanoFEVER_cosine_precision@1": 0.24, |
| "NanoFEVER_cosine_precision@3": 0.10666666666666666, |
| "NanoFEVER_cosine_precision@5": 0.064, |
| "NanoFEVER_cosine_precision@10": 0.038000000000000006, |
| "NanoFEVER_cosine_recall@1": 0.23, |
| "NanoFEVER_cosine_recall@3": 0.31, |
| "NanoFEVER_cosine_recall@5": 0.31, |
| "NanoFEVER_cosine_recall@10": 0.37, |
| "NanoFEVER_cosine_ndcg@10": 0.29976135993864456, |
| "NanoFEVER_cosine_mrr@10": 0.2848809523809524, |
| "NanoFEVER_cosine_map@100": 0.280763663917354, |
| "NanoFiQA2018_cosine_accuracy@1": 0.12, |
| "NanoFiQA2018_cosine_accuracy@3": 0.26, |
| "NanoFiQA2018_cosine_accuracy@5": 0.32, |
| "NanoFiQA2018_cosine_accuracy@10": 0.34, |
| "NanoFiQA2018_cosine_precision@1": 0.12, |
| "NanoFiQA2018_cosine_precision@3": 0.08666666666666666, |
| "NanoFiQA2018_cosine_precision@5": 0.064, |
| "NanoFiQA2018_cosine_precision@10": 0.038000000000000006, |
| "NanoFiQA2018_cosine_recall@1": 0.08, |
| "NanoFiQA2018_cosine_recall@3": 0.17666666666666664, |
| "NanoFiQA2018_cosine_recall@5": 0.20202380952380952, |
| "NanoFiQA2018_cosine_recall@10": 0.2345238095238095, |
| "NanoFiQA2018_cosine_ndcg@10": 0.1777291120842257, |
| "NanoFiQA2018_cosine_mrr@10": 0.203, |
| "NanoFiQA2018_cosine_map@100": 0.15097990978495746, |
| "NanoHotpotQA_cosine_accuracy@1": 0.58, |
| "NanoHotpotQA_cosine_accuracy@3": 0.64, |
| "NanoHotpotQA_cosine_accuracy@5": 0.64, |
| "NanoHotpotQA_cosine_accuracy@10": 0.68, |
| "NanoHotpotQA_cosine_precision@1": 0.58, |
| "NanoHotpotQA_cosine_precision@3": 0.25333333333333335, |
| "NanoHotpotQA_cosine_precision@5": 0.16799999999999998, |
| "NanoHotpotQA_cosine_precision@10": 0.096, |
| "NanoHotpotQA_cosine_recall@1": 0.29, |
| "NanoHotpotQA_cosine_recall@3": 0.38, |
| "NanoHotpotQA_cosine_recall@5": 0.42, |
| "NanoHotpotQA_cosine_recall@10": 0.48, |
| "NanoHotpotQA_cosine_ndcg@10": 0.4674556853341825, |
| "NanoHotpotQA_cosine_mrr@10": 0.6148571428571429, |
| "NanoHotpotQA_cosine_map@100": 0.40705063695520854, |
| "NanoMSMARCO_cosine_accuracy@1": 0.46, |
| "NanoMSMARCO_cosine_accuracy@3": 0.66, |
| "NanoMSMARCO_cosine_accuracy@5": 0.7, |
| "NanoMSMARCO_cosine_accuracy@10": 0.82, |
| "NanoMSMARCO_cosine_precision@1": 0.46, |
| "NanoMSMARCO_cosine_precision@3": 0.22, |
| "NanoMSMARCO_cosine_precision@5": 0.14, |
| "NanoMSMARCO_cosine_precision@10": 0.08199999999999999, |
| "NanoMSMARCO_cosine_recall@1": 0.46, |
| "NanoMSMARCO_cosine_recall@3": 0.66, |
| "NanoMSMARCO_cosine_recall@5": 0.7, |
| "NanoMSMARCO_cosine_recall@10": 0.82, |
| "NanoMSMARCO_cosine_ndcg@10": 0.6411634133079402, |
| "NanoMSMARCO_cosine_mrr@10": 0.5842460317460317, |
| "NanoMSMARCO_cosine_map@100": 0.5911749882485325, |
| "NanoNFCorpus_cosine_accuracy@1": 0.36, |
| "NanoNFCorpus_cosine_accuracy@3": 0.44, |
| "NanoNFCorpus_cosine_accuracy@5": 0.54, |
| "NanoNFCorpus_cosine_accuracy@10": 0.68, |
| "NanoNFCorpus_cosine_precision@1": 0.36, |
| "NanoNFCorpus_cosine_precision@3": 0.32666666666666666, |
| "NanoNFCorpus_cosine_precision@5": 0.304, |
| "NanoNFCorpus_cosine_precision@10": 0.276, |
| "NanoNFCorpus_cosine_recall@1": 0.012042417939688611, |
| "NanoNFCorpus_cosine_recall@3": 0.03754698733450304, |
| "NanoNFCorpus_cosine_recall@5": 0.06199670657274762, |
| "NanoNFCorpus_cosine_recall@10": 0.09376204671100714, |
| "NanoNFCorpus_cosine_ndcg@10": 0.29393727583879964, |
| "NanoNFCorpus_cosine_mrr@10": 0.4350158730158729, |
| "NanoNFCorpus_cosine_map@100": 0.11881756020406453, |
| "NanoNQ_cosine_accuracy@1": 0.34, |
| "NanoNQ_cosine_accuracy@3": 0.58, |
| "NanoNQ_cosine_accuracy@5": 0.66, |
| "NanoNQ_cosine_accuracy@10": 0.78, |
| "NanoNQ_cosine_precision@1": 0.34, |
| "NanoNQ_cosine_precision@3": 0.19333333333333333, |
| "NanoNQ_cosine_precision@5": 0.136, |
| "NanoNQ_cosine_precision@10": 0.08399999999999999, |
| "NanoNQ_cosine_recall@1": 0.32, |
| "NanoNQ_cosine_recall@3": 0.54, |
| "NanoNQ_cosine_recall@5": 0.62, |
| "NanoNQ_cosine_recall@10": 0.74, |
| "NanoNQ_cosine_ndcg@10": 0.5340775600556903, |
| "NanoNQ_cosine_mrr@10": 0.4830238095238096, |
| "NanoNQ_cosine_map@100": 0.4703754816157255, |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.3, |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.5, |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.54, |
| "NanoQuoraRetrieval_cosine_accuracy@10": 0.64, |
| "NanoQuoraRetrieval_cosine_precision@1": 0.3, |
| "NanoQuoraRetrieval_cosine_precision@3": 0.18666666666666668, |
| "NanoQuoraRetrieval_cosine_precision@5": 0.12400000000000003, |
| "NanoQuoraRetrieval_cosine_precision@10": 0.08, |
| "NanoQuoraRetrieval_cosine_recall@1": 0.26666666666666666, |
| "NanoQuoraRetrieval_cosine_recall@3": 0.45, |
| "NanoQuoraRetrieval_cosine_recall@5": 0.5, |
| "NanoQuoraRetrieval_cosine_recall@10": 0.5713333333333334, |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.43774558398527547, |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.41007142857142853, |
| "NanoQuoraRetrieval_cosine_map@100": 0.39063903744131623, |
| "NanoSCIDOCS_cosine_accuracy@1": 0.4, |
| "NanoSCIDOCS_cosine_accuracy@3": 0.66, |
| "NanoSCIDOCS_cosine_accuracy@5": 0.72, |
| "NanoSCIDOCS_cosine_accuracy@10": 0.78, |
| "NanoSCIDOCS_cosine_precision@1": 0.4, |
| "NanoSCIDOCS_cosine_precision@3": 0.33333333333333326, |
| "NanoSCIDOCS_cosine_precision@5": 0.276, |
| "NanoSCIDOCS_cosine_precision@10": 0.16399999999999998, |
| "NanoSCIDOCS_cosine_recall@1": 0.08200000000000002, |
| "NanoSCIDOCS_cosine_recall@3": 0.20466666666666666, |
| "NanoSCIDOCS_cosine_recall@5": 0.2806666666666667, |
| "NanoSCIDOCS_cosine_recall@10": 0.3346666666666666, |
| "NanoSCIDOCS_cosine_ndcg@10": 0.3393609876687623, |
| "NanoSCIDOCS_cosine_mrr@10": 0.54, |
| "NanoSCIDOCS_cosine_map@100": 0.2692967311366639, |
| "NanoArguAna_cosine_accuracy@1": 0.18, |
| "NanoArguAna_cosine_accuracy@3": 0.5, |
| "NanoArguAna_cosine_accuracy@5": 0.68, |
| "NanoArguAna_cosine_accuracy@10": 0.82, |
| "NanoArguAna_cosine_precision@1": 0.18, |
| "NanoArguAna_cosine_precision@3": 0.16666666666666663, |
| "NanoArguAna_cosine_precision@5": 0.136, |
| "NanoArguAna_cosine_precision@10": 0.08199999999999999, |
| "NanoArguAna_cosine_recall@1": 0.18, |
| "NanoArguAna_cosine_recall@3": 0.5, |
| "NanoArguAna_cosine_recall@5": 0.68, |
| "NanoArguAna_cosine_recall@10": 0.82, |
| "NanoArguAna_cosine_ndcg@10": 0.48701050941949986, |
| "NanoArguAna_cosine_mrr@10": 0.3817619047619047, |
| "NanoArguAna_cosine_map@100": 0.3909540550445278, |
| "NanoSciFact_cosine_accuracy@1": 0.26, |
| "NanoSciFact_cosine_accuracy@3": 0.38, |
| "NanoSciFact_cosine_accuracy@5": 0.44, |
| "NanoSciFact_cosine_accuracy@10": 0.52, |
| "NanoSciFact_cosine_precision@1": 0.26, |
| "NanoSciFact_cosine_precision@3": 0.14, |
| "NanoSciFact_cosine_precision@5": 0.10400000000000001, |
| "NanoSciFact_cosine_precision@10": 0.06, |
| "NanoSciFact_cosine_recall@1": 0.235, |
| "NanoSciFact_cosine_recall@3": 0.37, |
| "NanoSciFact_cosine_recall@5": 0.44, |
| "NanoSciFact_cosine_recall@10": 0.51, |
| "NanoSciFact_cosine_ndcg@10": 0.37019203729909433, |
| "NanoSciFact_cosine_mrr@10": 0.3300793650793651, |
| "NanoSciFact_cosine_map@100": 0.3326015159438223, |
| "NanoTouche2020_cosine_accuracy@1": 0.22448979591836735, |
| "NanoTouche2020_cosine_accuracy@3": 0.4897959183673469, |
| "NanoTouche2020_cosine_accuracy@5": 0.5918367346938775, |
| "NanoTouche2020_cosine_accuracy@10": 0.6938775510204082, |
| "NanoTouche2020_cosine_precision@1": 0.22448979591836735, |
| "NanoTouche2020_cosine_precision@3": 0.25850340136054417, |
| "NanoTouche2020_cosine_precision@5": 0.24081632653061222, |
| "NanoTouche2020_cosine_precision@10": 0.21224489795918364, |
| "NanoTouche2020_cosine_recall@1": 0.014738589385768672, |
| "NanoTouche2020_cosine_recall@3": 0.056936837458872, |
| "NanoTouche2020_cosine_recall@5": 0.08658260238199732, |
| "NanoTouche2020_cosine_recall@10": 0.14618261012332492, |
| "NanoTouche2020_cosine_ndcg@10": 0.23109134502492548, |
| "NanoTouche2020_cosine_mrr@10": 0.38386783284742465, |
| "NanoTouche2020_cosine_map@100": 0.17798382935484547, |
| "NanoBEIR_mean_cosine_accuracy@1": 0.32496075353218207, |
| "NanoBEIR_mean_cosine_accuracy@3": 0.49459968602825743, |
| "NanoBEIR_mean_cosine_accuracy@5": 0.5532182103610676, |
| "NanoBEIR_mean_cosine_accuracy@10": 0.6364521193092622, |
| "NanoBEIR_mean_cosine_precision@1": 0.32496075353218207, |
| "NanoBEIR_mean_cosine_precision@3": 0.21885923600209314, |
| "NanoBEIR_mean_cosine_precision@5": 0.17206279434850863, |
| "NanoBEIR_mean_cosine_precision@10": 0.12340345368916797, |
| "NanoBEIR_mean_cosine_recall@1": 0.1743508457105168, |
| "NanoBEIR_mean_cosine_recall@3": 0.2992232133715361, |
| "NanoBEIR_mean_cosine_recall@5": 0.34996458560676025, |
| "NanoBEIR_mean_cosine_recall@10": 0.42308285624893627, |
| "NanoBEIR_mean_cosine_ndcg@10": 0.37283195594873975, |
| "NanoBEIR_mean_cosine_mrr@10": 0.42592695173307416, |
| "NanoBEIR_mean_cosine_map@100": 0.30410655943508225 |
| }, |
| "beir_touche2020": { |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.20408163265306123, |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.46938775510204084, |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.5306122448979592, |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.6122448979591837, |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.20408163265306123, |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.2789115646258503, |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.2816326530612245, |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.2551020408163265, |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.00438770967788426, |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.01825180998420577, |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.03083322545811716, |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.055977984981517036, |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.25636057171546717, |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.3536200194363459, |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.11103787695100092 |
| } |
| } |
