{ "nano_beir": { "NanoClimateFEVER_cosine_accuracy@1": 0.08, "NanoClimateFEVER_cosine_accuracy@3": 0.12, "NanoClimateFEVER_cosine_accuracy@5": 0.16, "NanoClimateFEVER_cosine_accuracy@10": 0.16, "NanoClimateFEVER_cosine_precision@1": 0.08, "NanoClimateFEVER_cosine_precision@3": 0.04, "NanoClimateFEVER_cosine_precision@5": 0.032, "NanoClimateFEVER_cosine_precision@10": 0.02, "NanoClimateFEVER_cosine_recall@1": 0.044000000000000004, "NanoClimateFEVER_cosine_recall@3": 0.06066666666666667, "NanoClimateFEVER_cosine_recall@5": 0.07233333333333332, "NanoClimateFEVER_cosine_recall@10": 0.08633333333333333, "NanoClimateFEVER_cosine_ndcg@10": 0.0781059456735817, "NanoClimateFEVER_cosine_mrr@10": 0.11, "NanoClimateFEVER_cosine_map@100": 0.06833787477618904, "NanoDBPedia_cosine_accuracy@1": 0.46, "NanoDBPedia_cosine_accuracy@3": 0.64, "NanoDBPedia_cosine_accuracy@5": 0.7, "NanoDBPedia_cosine_accuracy@10": 0.7, "NanoDBPedia_cosine_precision@1": 0.46, "NanoDBPedia_cosine_precision@3": 0.35333333333333333, "NanoDBPedia_cosine_precision@5": 0.324, "NanoDBPedia_cosine_precision@10": 0.272, "NanoDBPedia_cosine_recall@1": 0.06779923654924348, "NanoDBPedia_cosine_recall@3": 0.09101477894261994, "NanoDBPedia_cosine_recall@5": 0.11178903310310241, "NanoDBPedia_cosine_recall@10": 0.1661349298623623, "NanoDBPedia_cosine_ndcg@10": 0.3485658327676415, "NanoDBPedia_cosine_mrr@10": 0.5539999999999999, "NanoDBPedia_cosine_map@100": 0.23815258110889106, "NanoFEVER_cosine_accuracy@1": 0.1, "NanoFEVER_cosine_accuracy@3": 0.18, "NanoFEVER_cosine_accuracy@5": 0.18, "NanoFEVER_cosine_accuracy@10": 0.18, "NanoFEVER_cosine_precision@1": 0.1, "NanoFEVER_cosine_precision@3": 0.06, "NanoFEVER_cosine_precision@5": 0.036000000000000004, "NanoFEVER_cosine_precision@10": 0.018000000000000002, "NanoFEVER_cosine_recall@1": 0.1, "NanoFEVER_cosine_recall@3": 0.17, "NanoFEVER_cosine_recall@5": 0.17, "NanoFEVER_cosine_recall@10": 0.17, "NanoFEVER_cosine_ndcg@10": 0.1413686620705129, "NanoFEVER_cosine_mrr@10": 0.13333333333333333, "NanoFEVER_cosine_map@100": 0.13606881645848964, "NanoFiQA2018_cosine_accuracy@1": 0.0, "NanoFiQA2018_cosine_accuracy@3": 0.04, "NanoFiQA2018_cosine_accuracy@5": 0.04, "NanoFiQA2018_cosine_accuracy@10": 0.08, "NanoFiQA2018_cosine_precision@1": 0.0, "NanoFiQA2018_cosine_precision@3": 0.013333333333333332, "NanoFiQA2018_cosine_precision@5": 0.008, "NanoFiQA2018_cosine_precision@10": 0.008, "NanoFiQA2018_cosine_recall@1": 0.0, "NanoFiQA2018_cosine_recall@3": 0.03, "NanoFiQA2018_cosine_recall@5": 0.03, "NanoFiQA2018_cosine_recall@10": 0.04066666666666666, "NanoFiQA2018_cosine_ndcg@10": 0.02312664901999998, "NanoFiQA2018_cosine_mrr@10": 0.022380952380952376, "NanoFiQA2018_cosine_map@100": 0.018921182537984783, "NanoHotpotQA_cosine_accuracy@1": 0.12, "NanoHotpotQA_cosine_accuracy@3": 0.22, "NanoHotpotQA_cosine_accuracy@5": 0.22, "NanoHotpotQA_cosine_accuracy@10": 0.24, "NanoHotpotQA_cosine_precision@1": 0.12, "NanoHotpotQA_cosine_precision@3": 0.08, "NanoHotpotQA_cosine_precision@5": 0.04800000000000001, "NanoHotpotQA_cosine_precision@10": 0.026000000000000006, "NanoHotpotQA_cosine_recall@1": 0.06, "NanoHotpotQA_cosine_recall@3": 0.12, "NanoHotpotQA_cosine_recall@5": 0.12, "NanoHotpotQA_cosine_recall@10": 0.13, "NanoHotpotQA_cosine_ndcg@10": 0.12033361730160845, "NanoHotpotQA_cosine_mrr@10": 0.1653333333333333, "NanoHotpotQA_cosine_map@100": 0.10340462569138031, "NanoMSMARCO_cosine_accuracy@1": 0.22, "NanoMSMARCO_cosine_accuracy@3": 0.48, "NanoMSMARCO_cosine_accuracy@5": 0.56, "NanoMSMARCO_cosine_accuracy@10": 0.64, "NanoMSMARCO_cosine_precision@1": 0.22, "NanoMSMARCO_cosine_precision@3": 0.15999999999999998, "NanoMSMARCO_cosine_precision@5": 0.11200000000000002, "NanoMSMARCO_cosine_precision@10": 0.06400000000000002, "NanoMSMARCO_cosine_recall@1": 0.22, "NanoMSMARCO_cosine_recall@3": 0.48, "NanoMSMARCO_cosine_recall@5": 0.56, "NanoMSMARCO_cosine_recall@10": 0.64, "NanoMSMARCO_cosine_ndcg@10": 0.4266240469607859, "NanoMSMARCO_cosine_mrr@10": 0.35841269841269835, "NanoMSMARCO_cosine_map@100": 0.37030130420385204, "NanoNFCorpus_cosine_accuracy@1": 0.3, "NanoNFCorpus_cosine_accuracy@3": 0.4, "NanoNFCorpus_cosine_accuracy@5": 0.42, "NanoNFCorpus_cosine_accuracy@10": 0.6, "NanoNFCorpus_cosine_precision@1": 0.3, "NanoNFCorpus_cosine_precision@3": 0.26666666666666666, "NanoNFCorpus_cosine_precision@5": 0.24, "NanoNFCorpus_cosine_precision@10": 0.21599999999999997, "NanoNFCorpus_cosine_recall@1": 0.010510683982884447, "NanoNFCorpus_cosine_recall@3": 0.03058121391270753, "NanoNFCorpus_cosine_recall@5": 0.041670587900432904, "NanoNFCorpus_cosine_recall@10": 0.07708366077523644, "NanoNFCorpus_cosine_ndcg@10": 0.2372833724225595, "NanoNFCorpus_cosine_mrr@10": 0.3741269841269841, "NanoNFCorpus_cosine_map@100": 0.08346711417458783, "NanoNQ_cosine_accuracy@1": 0.32, "NanoNQ_cosine_accuracy@3": 0.54, "NanoNQ_cosine_accuracy@5": 0.64, "NanoNQ_cosine_accuracy@10": 0.8, "NanoNQ_cosine_precision@1": 0.32, "NanoNQ_cosine_precision@3": 0.18, "NanoNQ_cosine_precision@5": 0.132, "NanoNQ_cosine_precision@10": 0.08399999999999999, "NanoNQ_cosine_recall@1": 0.32, "NanoNQ_cosine_recall@3": 0.54, "NanoNQ_cosine_recall@5": 0.64, "NanoNQ_cosine_recall@10": 0.77, "NanoNQ_cosine_ndcg@10": 0.534080876943012, "NanoNQ_cosine_mrr@10": 0.45819047619047626, "NanoNQ_cosine_map@100": 0.4650165172546752, "NanoQuoraRetrieval_cosine_accuracy@1": 0.34, "NanoQuoraRetrieval_cosine_accuracy@3": 0.42, "NanoQuoraRetrieval_cosine_accuracy@5": 0.5, "NanoQuoraRetrieval_cosine_accuracy@10": 0.54, "NanoQuoraRetrieval_cosine_precision@1": 0.34, "NanoQuoraRetrieval_cosine_precision@3": 0.1533333333333333, "NanoQuoraRetrieval_cosine_precision@5": 0.11599999999999999, "NanoQuoraRetrieval_cosine_precision@10": 0.068, "NanoQuoraRetrieval_cosine_recall@1": 0.30333333333333334, "NanoQuoraRetrieval_cosine_recall@3": 0.3866666666666667, "NanoQuoraRetrieval_cosine_recall@5": 0.46399999999999997, "NanoQuoraRetrieval_cosine_recall@10": 0.5153333333333333, "NanoQuoraRetrieval_cosine_ndcg@10": 0.41742602478464447, "NanoQuoraRetrieval_cosine_mrr@10": 0.39988888888888885, "NanoQuoraRetrieval_cosine_map@100": 0.3849072837395894, "NanoSCIDOCS_cosine_accuracy@1": 0.34, "NanoSCIDOCS_cosine_accuracy@3": 0.5, "NanoSCIDOCS_cosine_accuracy@5": 0.68, "NanoSCIDOCS_cosine_accuracy@10": 0.74, "NanoSCIDOCS_cosine_precision@1": 0.34, "NanoSCIDOCS_cosine_precision@3": 0.23333333333333336, "NanoSCIDOCS_cosine_precision@5": 0.22399999999999998, "NanoSCIDOCS_cosine_precision@10": 0.16399999999999998, "NanoSCIDOCS_cosine_recall@1": 0.07166666666666666, "NanoSCIDOCS_cosine_recall@3": 0.1446666666666667, "NanoSCIDOCS_cosine_recall@5": 0.22966666666666666, "NanoSCIDOCS_cosine_recall@10": 0.33766666666666667, "NanoSCIDOCS_cosine_ndcg@10": 0.30826851927375737, "NanoSCIDOCS_cosine_mrr@10": 0.45596825396825397, "NanoSCIDOCS_cosine_map@100": 0.23392780808046051, "NanoArguAna_cosine_accuracy@1": 0.12, "NanoArguAna_cosine_accuracy@3": 0.34, "NanoArguAna_cosine_accuracy@5": 0.52, "NanoArguAna_cosine_accuracy@10": 0.66, "NanoArguAna_cosine_precision@1": 0.12, "NanoArguAna_cosine_precision@3": 0.11333333333333333, "NanoArguAna_cosine_precision@5": 0.10400000000000002, "NanoArguAna_cosine_precision@10": 0.066, "NanoArguAna_cosine_recall@1": 0.12, "NanoArguAna_cosine_recall@3": 0.34, "NanoArguAna_cosine_recall@5": 0.52, "NanoArguAna_cosine_recall@10": 0.66, "NanoArguAna_cosine_ndcg@10": 0.36306862307848503, "NanoArguAna_cosine_mrr@10": 0.2706111111111111, "NanoArguAna_cosine_map@100": 0.2759809932547803, "NanoSciFact_cosine_accuracy@1": 0.06, "NanoSciFact_cosine_accuracy@3": 0.12, "NanoSciFact_cosine_accuracy@5": 0.14, "NanoSciFact_cosine_accuracy@10": 0.22, "NanoSciFact_cosine_precision@1": 0.06, "NanoSciFact_cosine_precision@3": 0.04666666666666666, "NanoSciFact_cosine_precision@5": 0.04, "NanoSciFact_cosine_precision@10": 0.032, "NanoSciFact_cosine_recall@1": 0.045, "NanoSciFact_cosine_recall@3": 0.09, "NanoSciFact_cosine_recall@5": 0.125, "NanoSciFact_cosine_recall@10": 0.21, "NanoSciFact_cosine_ndcg@10": 0.12526198949596956, "NanoSciFact_cosine_mrr@10": 0.10172222222222223, "NanoSciFact_cosine_map@100": 0.10651676027200917, "NanoTouche2020_cosine_accuracy@1": 0.16326530612244897, "NanoTouche2020_cosine_accuracy@3": 0.3469387755102041, "NanoTouche2020_cosine_accuracy@5": 0.40816326530612246, "NanoTouche2020_cosine_accuracy@10": 0.46938775510204084, "NanoTouche2020_cosine_precision@1": 0.16326530612244897, "NanoTouche2020_cosine_precision@3": 0.1768707482993197, "NanoTouche2020_cosine_precision@5": 0.16734693877551018, "NanoTouche2020_cosine_precision@10": 0.15714285714285717, "NanoTouche2020_cosine_recall@1": 0.010834061791286787, "NanoTouche2020_cosine_recall@3": 0.04246737445701241, "NanoTouche2020_cosine_recall@5": 0.07022584048078456, "NanoTouche2020_cosine_recall@10": 0.12445610349631041, "NanoTouche2020_cosine_ndcg@10": 0.16935634176158382, "NanoTouche2020_cosine_mrr@10": 0.2637998056365404, "NanoTouche2020_cosine_map@100": 0.13613719859328205, "NanoBEIR_mean_cosine_accuracy@1": 0.20178963893249613, "NanoBEIR_mean_cosine_accuracy@3": 0.33437990580847726, "NanoBEIR_mean_cosine_accuracy@5": 0.3975510204081632, "NanoBEIR_mean_cosine_accuracy@10": 0.46379905808477234, "NanoBEIR_mean_cosine_precision@1": 0.20178963893249613, "NanoBEIR_mean_cosine_precision@3": 0.1443746729461015, "NanoBEIR_mean_cosine_precision@5": 0.12179591836734695, "NanoBEIR_mean_cosine_precision@10": 0.09193406593406594, "NanoBEIR_mean_cosine_recall@1": 0.10562646017872422, "NanoBEIR_mean_cosine_recall@3": 0.1943125667163338, "NanoBEIR_mean_cosine_recall@5": 0.24266811242187075, "NanoBEIR_mean_cosine_recall@10": 0.30212882262568536, "NanoBEIR_mean_cosine_ndcg@10": 0.25329773088878016, "NanoBEIR_mean_cosine_mrr@10": 0.2821360045849841, "NanoBEIR_mean_cosine_map@100": 0.20162615847278237 }, "beir_touche2020": { "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.061224489795918366, "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.22448979591836735, "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.2653061224489796, "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.46938775510204084, "BeIR-touche2020-subset-test_cosine_precision@1": 0.061224489795918366, "BeIR-touche2020-subset-test_cosine_precision@3": 0.10204081632653061, "BeIR-touche2020-subset-test_cosine_precision@5": 0.1183673469387755, "BeIR-touche2020-subset-test_cosine_precision@10": 0.13061224489795917, "BeIR-touche2020-subset-test_cosine_recall@1": 0.0013107288493681675, "BeIR-touche2020-subset-test_cosine_recall@3": 0.0066139914690223275, "BeIR-touche2020-subset-test_cosine_recall@5": 0.012873721947137703, "BeIR-touche2020-subset-test_cosine_recall@10": 0.028554044417287688, "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.11889918185298816, "BeIR-touche2020-subset-test_cosine_mrr@10": 0.1667233560090703, "BeIR-touche2020-subset-test_cosine_map@100": 0.06704607565351835 } }