| { |
| "nano_beir": { |
| "NanoClimateFEVER_cosine_accuracy@1": 0.22, |
| "NanoClimateFEVER_cosine_accuracy@3": 0.3, |
| "NanoClimateFEVER_cosine_accuracy@5": 0.32, |
| "NanoClimateFEVER_cosine_accuracy@10": 0.36, |
| "NanoClimateFEVER_cosine_precision@1": 0.22, |
| "NanoClimateFEVER_cosine_precision@3": 0.11333333333333333, |
| "NanoClimateFEVER_cosine_precision@5": 0.07200000000000001, |
| "NanoClimateFEVER_cosine_precision@10": 0.046000000000000006, |
| "NanoClimateFEVER_cosine_recall@1": 0.095, |
| "NanoClimateFEVER_cosine_recall@3": 0.14, |
| "NanoClimateFEVER_cosine_recall@5": 0.15, |
| "NanoClimateFEVER_cosine_recall@10": 0.185, |
| "NanoClimateFEVER_cosine_ndcg@10": 0.1730634192176821, |
| "NanoClimateFEVER_cosine_mrr@10": 0.25935714285714284, |
| "NanoClimateFEVER_cosine_map@100": 0.13925003187344695, |
| "NanoDBPedia_cosine_accuracy@1": 0.66, |
| "NanoDBPedia_cosine_accuracy@3": 0.76, |
| "NanoDBPedia_cosine_accuracy@5": 0.8, |
| "NanoDBPedia_cosine_accuracy@10": 0.88, |
| "NanoDBPedia_cosine_precision@1": 0.66, |
| "NanoDBPedia_cosine_precision@3": 0.49333333333333335, |
| "NanoDBPedia_cosine_precision@5": 0.3960000000000001, |
| "NanoDBPedia_cosine_precision@10": 0.3340000000000001, |
| "NanoDBPedia_cosine_recall@1": 0.05297337184974421, |
| "NanoDBPedia_cosine_recall@3": 0.12286681770835706, |
| "NanoDBPedia_cosine_recall@5": 0.15804576035936513, |
| "NanoDBPedia_cosine_recall@10": 0.24453102622727121, |
| "NanoDBPedia_cosine_ndcg@10": 0.44356079757487216, |
| "NanoDBPedia_cosine_mrr@10": 0.7296904761904761, |
| "NanoDBPedia_cosine_map@100": 0.288864360045014, |
| "NanoFEVER_cosine_accuracy@1": 0.34, |
| "NanoFEVER_cosine_accuracy@3": 0.46, |
| "NanoFEVER_cosine_accuracy@5": 0.6, |
| "NanoFEVER_cosine_accuracy@10": 0.66, |
| "NanoFEVER_cosine_precision@1": 0.34, |
| "NanoFEVER_cosine_precision@3": 0.1533333333333333, |
| "NanoFEVER_cosine_precision@5": 0.124, |
| "NanoFEVER_cosine_precision@10": 0.068, |
| "NanoFEVER_cosine_recall@1": 0.31666666666666665, |
| "NanoFEVER_cosine_recall@3": 0.4266666666666667, |
| "NanoFEVER_cosine_recall@5": 0.5766666666666667, |
| "NanoFEVER_cosine_recall@10": 0.6366666666666667, |
| "NanoFEVER_cosine_ndcg@10": 0.46337482491692245, |
| "NanoFEVER_cosine_mrr@10": 0.424, |
| "NanoFEVER_cosine_map@100": 0.4086120813834917, |
| "NanoFiQA2018_cosine_accuracy@1": 0.2, |
| "NanoFiQA2018_cosine_accuracy@3": 0.38, |
| "NanoFiQA2018_cosine_accuracy@5": 0.42, |
| "NanoFiQA2018_cosine_accuracy@10": 0.5, |
| "NanoFiQA2018_cosine_precision@1": 0.2, |
| "NanoFiQA2018_cosine_precision@3": 0.13999999999999999, |
| "NanoFiQA2018_cosine_precision@5": 0.11599999999999999, |
| "NanoFiQA2018_cosine_precision@10": 0.07200000000000001, |
| "NanoFiQA2018_cosine_recall@1": 0.124, |
| "NanoFiQA2018_cosine_recall@3": 0.2271904761904762, |
| "NanoFiQA2018_cosine_recall@5": 0.2683809523809524, |
| "NanoFiQA2018_cosine_recall@10": 0.30690476190476196, |
| "NanoFiQA2018_cosine_ndcg@10": 0.25246237789572157, |
| "NanoFiQA2018_cosine_mrr@10": 0.29054761904761905, |
| "NanoFiQA2018_cosine_map@100": 0.21848437925349112, |
| "NanoHotpotQA_cosine_accuracy@1": 0.66, |
| "NanoHotpotQA_cosine_accuracy@3": 0.8, |
| "NanoHotpotQA_cosine_accuracy@5": 0.88, |
| "NanoHotpotQA_cosine_accuracy@10": 0.94, |
| "NanoHotpotQA_cosine_precision@1": 0.66, |
| "NanoHotpotQA_cosine_precision@3": 0.33333333333333326, |
| "NanoHotpotQA_cosine_precision@5": 0.236, |
| "NanoHotpotQA_cosine_precision@10": 0.13, |
| "NanoHotpotQA_cosine_recall@1": 0.33, |
| "NanoHotpotQA_cosine_recall@3": 0.5, |
| "NanoHotpotQA_cosine_recall@5": 0.59, |
| "NanoHotpotQA_cosine_recall@10": 0.65, |
| "NanoHotpotQA_cosine_ndcg@10": 0.5994510567612696, |
| "NanoHotpotQA_cosine_mrr@10": 0.7481904761904762, |
| "NanoHotpotQA_cosine_map@100": 0.521549418650178, |
| "NanoMSMARCO_cosine_accuracy@1": 0.4, |
| "NanoMSMARCO_cosine_accuracy@3": 0.66, |
| "NanoMSMARCO_cosine_accuracy@5": 0.7, |
| "NanoMSMARCO_cosine_accuracy@10": 0.84, |
| "NanoMSMARCO_cosine_precision@1": 0.4, |
| "NanoMSMARCO_cosine_precision@3": 0.22, |
| "NanoMSMARCO_cosine_precision@5": 0.14, |
| "NanoMSMARCO_cosine_precision@10": 0.08399999999999999, |
| "NanoMSMARCO_cosine_recall@1": 0.4, |
| "NanoMSMARCO_cosine_recall@3": 0.66, |
| "NanoMSMARCO_cosine_recall@5": 0.7, |
| "NanoMSMARCO_cosine_recall@10": 0.84, |
| "NanoMSMARCO_cosine_ndcg@10": 0.6145655032721914, |
| "NanoMSMARCO_cosine_mrr@10": 0.5435714285714286, |
| "NanoMSMARCO_cosine_map@100": 0.5511791541791541, |
| "NanoNFCorpus_cosine_accuracy@1": 0.38, |
| "NanoNFCorpus_cosine_accuracy@3": 0.48, |
| "NanoNFCorpus_cosine_accuracy@5": 0.58, |
| "NanoNFCorpus_cosine_accuracy@10": 0.7, |
| "NanoNFCorpus_cosine_precision@1": 0.38, |
| "NanoNFCorpus_cosine_precision@3": 0.34, |
| "NanoNFCorpus_cosine_precision@5": 0.324, |
| "NanoNFCorpus_cosine_precision@10": 0.27599999999999997, |
| "NanoNFCorpus_cosine_recall@1": 0.01681361319333024, |
| "NanoNFCorpus_cosine_recall@3": 0.04074346725041941, |
| "NanoNFCorpus_cosine_recall@5": 0.061513917267684334, |
| "NanoNFCorpus_cosine_recall@10": 0.1030563220456344, |
| "NanoNFCorpus_cosine_ndcg@10": 0.3033924461699724, |
| "NanoNFCorpus_cosine_mrr@10": 0.46352380952380945, |
| "NanoNFCorpus_cosine_map@100": 0.1239943445488625, |
| "NanoNQ_cosine_accuracy@1": 0.44, |
| "NanoNQ_cosine_accuracy@3": 0.58, |
| "NanoNQ_cosine_accuracy@5": 0.68, |
| "NanoNQ_cosine_accuracy@10": 0.74, |
| "NanoNQ_cosine_precision@1": 0.44, |
| "NanoNQ_cosine_precision@3": 0.2, |
| "NanoNQ_cosine_precision@5": 0.14800000000000002, |
| "NanoNQ_cosine_precision@10": 0.08, |
| "NanoNQ_cosine_recall@1": 0.41, |
| "NanoNQ_cosine_recall@3": 0.55, |
| "NanoNQ_cosine_recall@5": 0.66, |
| "NanoNQ_cosine_recall@10": 0.71, |
| "NanoNQ_cosine_ndcg@10": 0.5697234660127731, |
| "NanoNQ_cosine_mrr@10": 0.5392222222222223, |
| "NanoNQ_cosine_map@100": 0.529837274877266, |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.62, |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.74, |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.8, |
| "NanoQuoraRetrieval_cosine_accuracy@10": 0.82, |
| "NanoQuoraRetrieval_cosine_precision@1": 0.62, |
| "NanoQuoraRetrieval_cosine_precision@3": 0.27999999999999997, |
| "NanoQuoraRetrieval_cosine_precision@5": 0.19999999999999996, |
| "NanoQuoraRetrieval_cosine_precision@10": 0.10399999999999998, |
| "NanoQuoraRetrieval_cosine_recall@1": 0.534, |
| "NanoQuoraRetrieval_cosine_recall@3": 0.6946666666666667, |
| "NanoQuoraRetrieval_cosine_recall@5": 0.7686666666666667, |
| "NanoQuoraRetrieval_cosine_recall@10": 0.792, |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.6970906328409394, |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.6859999999999999, |
| "NanoQuoraRetrieval_cosine_map@100": 0.6639803973378142, |
| "NanoSCIDOCS_cosine_accuracy@1": 0.44, |
| "NanoSCIDOCS_cosine_accuracy@3": 0.66, |
| "NanoSCIDOCS_cosine_accuracy@5": 0.68, |
| "NanoSCIDOCS_cosine_accuracy@10": 0.78, |
| "NanoSCIDOCS_cosine_precision@1": 0.44, |
| "NanoSCIDOCS_cosine_precision@3": 0.3399999999999999, |
| "NanoSCIDOCS_cosine_precision@5": 0.268, |
| "NanoSCIDOCS_cosine_precision@10": 0.18, |
| "NanoSCIDOCS_cosine_recall@1": 0.09166666666666667, |
| "NanoSCIDOCS_cosine_recall@3": 0.20866666666666664, |
| "NanoSCIDOCS_cosine_recall@5": 0.27266666666666667, |
| "NanoSCIDOCS_cosine_recall@10": 0.36666666666666664, |
| "NanoSCIDOCS_cosine_ndcg@10": 0.3665398991269017, |
| "NanoSCIDOCS_cosine_mrr@10": 0.5676349206349207, |
| "NanoSCIDOCS_cosine_map@100": 0.2920271971863576, |
| "NanoArguAna_cosine_accuracy@1": 0.18, |
| "NanoArguAna_cosine_accuracy@3": 0.42, |
| "NanoArguAna_cosine_accuracy@5": 0.66, |
| "NanoArguAna_cosine_accuracy@10": 0.92, |
| "NanoArguAna_cosine_precision@1": 0.18, |
| "NanoArguAna_cosine_precision@3": 0.13999999999999999, |
| "NanoArguAna_cosine_precision@5": 0.13200000000000003, |
| "NanoArguAna_cosine_precision@10": 0.092, |
| "NanoArguAna_cosine_recall@1": 0.18, |
| "NanoArguAna_cosine_recall@3": 0.42, |
| "NanoArguAna_cosine_recall@5": 0.66, |
| "NanoArguAna_cosine_recall@10": 0.92, |
| "NanoArguAna_cosine_ndcg@10": 0.5090068653222485, |
| "NanoArguAna_cosine_mrr@10": 0.3819365079365078, |
| "NanoArguAna_cosine_map@100": 0.38662579903756383, |
| "NanoSciFact_cosine_accuracy@1": 0.46, |
| "NanoSciFact_cosine_accuracy@3": 0.6, |
| "NanoSciFact_cosine_accuracy@5": 0.72, |
| "NanoSciFact_cosine_accuracy@10": 0.76, |
| "NanoSciFact_cosine_precision@1": 0.46, |
| "NanoSciFact_cosine_precision@3": 0.22666666666666666, |
| "NanoSciFact_cosine_precision@5": 0.16, |
| "NanoSciFact_cosine_precision@10": 0.08799999999999997, |
| "NanoSciFact_cosine_recall@1": 0.425, |
| "NanoSciFact_cosine_recall@3": 0.585, |
| "NanoSciFact_cosine_recall@5": 0.705, |
| "NanoSciFact_cosine_recall@10": 0.76, |
| "NanoSciFact_cosine_ndcg@10": 0.6032685330554917, |
| "NanoSciFact_cosine_mrr@10": 0.5546666666666666, |
| "NanoSciFact_cosine_map@100": 0.5605182915192616, |
| "NanoTouche2020_cosine_accuracy@1": 0.3673469387755102, |
| "NanoTouche2020_cosine_accuracy@3": 0.6122448979591837, |
| "NanoTouche2020_cosine_accuracy@5": 0.7142857142857143, |
| "NanoTouche2020_cosine_accuracy@10": 0.8775510204081632, |
| "NanoTouche2020_cosine_precision@1": 0.3673469387755102, |
| "NanoTouche2020_cosine_precision@3": 0.37414965986394555, |
| "NanoTouche2020_cosine_precision@5": 0.3591836734693878, |
| "NanoTouche2020_cosine_precision@10": 0.32653061224489793, |
| "NanoTouche2020_cosine_recall@1": 0.024212021015214132, |
| "NanoTouche2020_cosine_recall@3": 0.08162665330611087, |
| "NanoTouche2020_cosine_recall@5": 0.13177220352331262, |
| "NanoTouche2020_cosine_recall@10": 0.22215294753327844, |
| "NanoTouche2020_cosine_ndcg@10": 0.3519610734020011, |
| "NanoTouche2020_cosine_mrr@10": 0.5311710398445092, |
| "NanoTouche2020_cosine_map@100": 0.2779260455648824, |
| "NanoBEIR_mean_cosine_accuracy@1": 0.41287284144427, |
| "NanoBEIR_mean_cosine_accuracy@3": 0.5732496075353218, |
| "NanoBEIR_mean_cosine_accuracy@5": 0.6580219780219779, |
| "NanoBEIR_mean_cosine_accuracy@10": 0.7521193092621664, |
| "NanoBEIR_mean_cosine_precision@1": 0.41287284144427, |
| "NanoBEIR_mean_cosine_precision@3": 0.2580115122972266, |
| "NanoBEIR_mean_cosine_precision@5": 0.20578335949764523, |
| "NanoBEIR_mean_cosine_precision@10": 0.1446562009419152, |
| "NanoBEIR_mean_cosine_recall@1": 0.23079479533781708, |
| "NanoBEIR_mean_cosine_recall@3": 0.3582636472657972, |
| "NanoBEIR_mean_cosine_recall@5": 0.43867021796394734, |
| "NanoBEIR_mean_cosine_recall@10": 0.5182291070034061, |
| "NanoBEIR_mean_cosine_ndcg@10": 0.45749699196684523, |
| "NanoBEIR_mean_cosine_mrr@10": 0.5168855622835214, |
| "NanoBEIR_mean_cosine_map@100": 0.3817575981120603 |
| }, |
| "beir_touche2020": { |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.4897959183673469, |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.7142857142857143, |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.7551020408163265, |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.8979591836734694, |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.4897959183673469, |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.5374149659863945, |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.5265306122448979, |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.48979591836734704, |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.010823834745914257, |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.035815002764289346, |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.05843958673884113, |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.10896852039013326, |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.49985217155808637, |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.6169744088111435, |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.23205900487913267 |
| } |
| } |
