{ "nano_beir": { "NanoClimateFEVER_cosine_accuracy@1": 0.32, "NanoClimateFEVER_cosine_accuracy@3": 0.52, "NanoClimateFEVER_cosine_accuracy@5": 0.62, "NanoClimateFEVER_cosine_accuracy@10": 0.74, "NanoClimateFEVER_cosine_precision@1": 0.32, "NanoClimateFEVER_cosine_precision@3": 0.19333333333333333, "NanoClimateFEVER_cosine_precision@5": 0.16, "NanoClimateFEVER_cosine_precision@10": 0.11, "NanoClimateFEVER_cosine_recall@1": 0.15899999999999997, "NanoClimateFEVER_cosine_recall@3": 0.2613333333333333, "NanoClimateFEVER_cosine_recall@5": 0.3236666666666666, "NanoClimateFEVER_cosine_recall@10": 0.40700000000000003, "NanoClimateFEVER_cosine_ndcg@10": 0.3478588457319482, "NanoClimateFEVER_cosine_mrr@10": 0.4562142857142857, "NanoClimateFEVER_cosine_map@100": 0.27192256380447954, "NanoDBPedia_cosine_accuracy@1": 0.72, "NanoDBPedia_cosine_accuracy@3": 0.9, "NanoDBPedia_cosine_accuracy@5": 0.92, "NanoDBPedia_cosine_accuracy@10": 0.96, "NanoDBPedia_cosine_precision@1": 0.72, "NanoDBPedia_cosine_precision@3": 0.6133333333333333, "NanoDBPedia_cosine_precision@5": 0.544, "NanoDBPedia_cosine_precision@10": 0.43199999999999994, "NanoDBPedia_cosine_recall@1": 0.07461015179902417, "NanoDBPedia_cosine_recall@3": 0.17237056223055905, "NanoDBPedia_cosine_recall@5": 0.22230662709072546, "NanoDBPedia_cosine_recall@10": 0.30233979824269086, "NanoDBPedia_cosine_ndcg@10": 0.5569755747729851, "NanoDBPedia_cosine_mrr@10": 0.8111904761904762, "NanoDBPedia_cosine_map@100": 0.4113010482354108, "NanoFEVER_cosine_accuracy@1": 0.72, "NanoFEVER_cosine_accuracy@3": 0.9, "NanoFEVER_cosine_accuracy@5": 0.94, "NanoFEVER_cosine_accuracy@10": 0.96, "NanoFEVER_cosine_precision@1": 0.72, "NanoFEVER_cosine_precision@3": 0.3133333333333333, "NanoFEVER_cosine_precision@5": 0.19599999999999998, "NanoFEVER_cosine_precision@10": 0.102, "NanoFEVER_cosine_recall@1": 0.6866666666666665, "NanoFEVER_cosine_recall@3": 0.8666666666666667, "NanoFEVER_cosine_recall@5": 0.9066666666666667, "NanoFEVER_cosine_recall@10": 0.9233333333333333, "NanoFEVER_cosine_ndcg@10": 0.8330276181632214, "NanoFEVER_cosine_mrr@10": 0.819, "NanoFEVER_cosine_map@100": 0.7968559218559218, "NanoFiQA2018_cosine_accuracy@1": 0.44, "NanoFiQA2018_cosine_accuracy@3": 0.64, "NanoFiQA2018_cosine_accuracy@5": 0.66, "NanoFiQA2018_cosine_accuracy@10": 0.78, "NanoFiQA2018_cosine_precision@1": 0.44, "NanoFiQA2018_cosine_precision@3": 0.2866666666666667, "NanoFiQA2018_cosine_precision@5": 0.21599999999999997, "NanoFiQA2018_cosine_precision@10": 0.13599999999999998, "NanoFiQA2018_cosine_recall@1": 0.22274603174603175, "NanoFiQA2018_cosine_recall@3": 0.3995714285714286, "NanoFiQA2018_cosine_recall@5": 0.4769603174603174, "NanoFiQA2018_cosine_recall@10": 0.5907063492063492, "NanoFiQA2018_cosine_ndcg@10": 0.4887927066660687, "NanoFiQA2018_cosine_mrr@10": 0.5600793650793651, "NanoFiQA2018_cosine_map@100": 0.4199835200773622, "NanoHotpotQA_cosine_accuracy@1": 0.74, "NanoHotpotQA_cosine_accuracy@3": 0.88, "NanoHotpotQA_cosine_accuracy@5": 0.9, "NanoHotpotQA_cosine_accuracy@10": 0.96, "NanoHotpotQA_cosine_precision@1": 0.74, "NanoHotpotQA_cosine_precision@3": 0.3933333333333333, "NanoHotpotQA_cosine_precision@5": 0.252, "NanoHotpotQA_cosine_precision@10": 0.146, "NanoHotpotQA_cosine_recall@1": 0.37, "NanoHotpotQA_cosine_recall@3": 0.59, "NanoHotpotQA_cosine_recall@5": 0.63, "NanoHotpotQA_cosine_recall@10": 0.73, "NanoHotpotQA_cosine_ndcg@10": 0.6743004437852563, "NanoHotpotQA_cosine_mrr@10": 0.8178571428571431, "NanoHotpotQA_cosine_map@100": 0.5894060296359103, "NanoMSMARCO_cosine_accuracy@1": 0.38, "NanoMSMARCO_cosine_accuracy@3": 0.68, "NanoMSMARCO_cosine_accuracy@5": 0.8, "NanoMSMARCO_cosine_accuracy@10": 0.86, "NanoMSMARCO_cosine_precision@1": 0.38, "NanoMSMARCO_cosine_precision@3": 0.22666666666666668, "NanoMSMARCO_cosine_precision@5": 0.16, "NanoMSMARCO_cosine_precision@10": 0.08599999999999998, "NanoMSMARCO_cosine_recall@1": 0.38, "NanoMSMARCO_cosine_recall@3": 0.68, "NanoMSMARCO_cosine_recall@5": 0.8, "NanoMSMARCO_cosine_recall@10": 0.86, "NanoMSMARCO_cosine_ndcg@10": 0.6232981077766904, "NanoMSMARCO_cosine_mrr@10": 0.5465555555555556, "NanoMSMARCO_cosine_map@100": 0.5540526315789474, "NanoNFCorpus_cosine_accuracy@1": 0.38, "NanoNFCorpus_cosine_accuracy@3": 0.58, "NanoNFCorpus_cosine_accuracy@5": 0.6, "NanoNFCorpus_cosine_accuracy@10": 0.7, "NanoNFCorpus_cosine_precision@1": 0.38, "NanoNFCorpus_cosine_precision@3": 0.37333333333333335, "NanoNFCorpus_cosine_precision@5": 0.32800000000000007, "NanoNFCorpus_cosine_precision@10": 0.28, "NanoNFCorpus_cosine_recall@1": 0.022446184388013234, "NanoNFCorpus_cosine_recall@3": 0.05053542890524719, "NanoNFCorpus_cosine_recall@5": 0.06734343706646348, "NanoNFCorpus_cosine_recall@10": 0.10186053840579298, "NanoNFCorpus_cosine_ndcg@10": 0.31475946894173357, "NanoNFCorpus_cosine_mrr@10": 0.4830238095238096, "NanoNFCorpus_cosine_map@100": 0.13094783527948065, "NanoNQ_cosine_accuracy@1": 0.64, "NanoNQ_cosine_accuracy@3": 0.7, "NanoNQ_cosine_accuracy@5": 0.78, "NanoNQ_cosine_accuracy@10": 0.82, "NanoNQ_cosine_precision@1": 0.64, "NanoNQ_cosine_precision@3": 0.24, "NanoNQ_cosine_precision@5": 0.16, "NanoNQ_cosine_precision@10": 0.08800000000000001, "NanoNQ_cosine_recall@1": 0.61, "NanoNQ_cosine_recall@3": 0.66, "NanoNQ_cosine_recall@5": 0.73, "NanoNQ_cosine_recall@10": 0.78, "NanoNQ_cosine_ndcg@10": 0.6987067579229547, "NanoNQ_cosine_mrr@10": 0.69, "NanoNQ_cosine_map@100": 0.6733088641959746, "NanoQuoraRetrieval_cosine_accuracy@1": 0.94, "NanoQuoraRetrieval_cosine_accuracy@3": 0.98, "NanoQuoraRetrieval_cosine_accuracy@5": 0.98, "NanoQuoraRetrieval_cosine_accuracy@10": 1.0, "NanoQuoraRetrieval_cosine_precision@1": 0.94, "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333, "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995, "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998, "NanoQuoraRetrieval_cosine_recall@1": 0.8173333333333334, "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001, "NanoQuoraRetrieval_cosine_recall@5": 0.9633333333333333, "NanoQuoraRetrieval_cosine_recall@10": 0.9966666666666666, "NanoQuoraRetrieval_cosine_ndcg@10": 0.9594936652982458, "NanoQuoraRetrieval_cosine_mrr@10": 0.9620000000000001, "NanoQuoraRetrieval_cosine_map@100": 0.940111111111111, "NanoSCIDOCS_cosine_accuracy@1": 0.38, "NanoSCIDOCS_cosine_accuracy@3": 0.56, "NanoSCIDOCS_cosine_accuracy@5": 0.68, "NanoSCIDOCS_cosine_accuracy@10": 0.82, "NanoSCIDOCS_cosine_precision@1": 0.38, "NanoSCIDOCS_cosine_precision@3": 0.26, "NanoSCIDOCS_cosine_precision@5": 0.21199999999999997, "NanoSCIDOCS_cosine_precision@10": 0.158, "NanoSCIDOCS_cosine_recall@1": 0.08266666666666668, "NanoSCIDOCS_cosine_recall@3": 0.16366666666666668, "NanoSCIDOCS_cosine_recall@5": 0.22066666666666662, "NanoSCIDOCS_cosine_recall@10": 0.3266666666666667, "NanoSCIDOCS_cosine_ndcg@10": 0.30895797446581463, "NanoSCIDOCS_cosine_mrr@10": 0.500047619047619, "NanoSCIDOCS_cosine_map@100": 0.22772867233915395, "NanoArguAna_cosine_accuracy@1": 0.28, "NanoArguAna_cosine_accuracy@3": 0.74, "NanoArguAna_cosine_accuracy@5": 0.88, "NanoArguAna_cosine_accuracy@10": 0.98, "NanoArguAna_cosine_precision@1": 0.28, "NanoArguAna_cosine_precision@3": 0.24666666666666667, "NanoArguAna_cosine_precision@5": 0.176, "NanoArguAna_cosine_precision@10": 0.09799999999999998, "NanoArguAna_cosine_recall@1": 0.28, "NanoArguAna_cosine_recall@3": 0.74, "NanoArguAna_cosine_recall@5": 0.88, "NanoArguAna_cosine_recall@10": 0.98, "NanoArguAna_cosine_ndcg@10": 0.6460723276476084, "NanoArguAna_cosine_mrr@10": 0.5368809523809523, "NanoArguAna_cosine_map@100": 0.538547619047619, "NanoSciFact_cosine_accuracy@1": 0.6, "NanoSciFact_cosine_accuracy@3": 0.8, "NanoSciFact_cosine_accuracy@5": 0.86, "NanoSciFact_cosine_accuracy@10": 0.92, "NanoSciFact_cosine_precision@1": 0.6, "NanoSciFact_cosine_precision@3": 0.2866666666666667, "NanoSciFact_cosine_precision@5": 0.192, "NanoSciFact_cosine_precision@10": 0.10399999999999998, "NanoSciFact_cosine_recall@1": 0.58, "NanoSciFact_cosine_recall@3": 0.78, "NanoSciFact_cosine_recall@5": 0.855, "NanoSciFact_cosine_recall@10": 0.92, "NanoSciFact_cosine_ndcg@10": 0.765518286972529, "NanoSciFact_cosine_mrr@10": 0.7124126984126984, "NanoSciFact_cosine_map@100": 0.7157914862914864, "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653, "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326, "NanoTouche2020_cosine_accuracy@5": 0.7959183673469388, "NanoTouche2020_cosine_accuracy@10": 0.9387755102040817, "NanoTouche2020_cosine_precision@1": 0.5510204081632653, "NanoTouche2020_cosine_precision@3": 0.4965986394557823, "NanoTouche2020_cosine_precision@5": 0.4489795918367347, "NanoTouche2020_cosine_precision@10": 0.3857142857142857, "NanoTouche2020_cosine_recall@1": 0.038350512046706774, "NanoTouche2020_cosine_recall@3": 0.10463247309122958, "NanoTouche2020_cosine_recall@5": 0.1601177509631834, "NanoTouche2020_cosine_recall@10": 0.2638522113042906, "NanoTouche2020_cosine_ndcg@10": 0.4343981931232126, "NanoTouche2020_cosine_mrr@10": 0.6724165856818918, "NanoTouche2020_cosine_map@100": 0.3125988889755917, "NanoBEIR_mean_cosine_accuracy@1": 0.5454631083202511, "NanoBEIR_mean_cosine_accuracy@3": 0.7427315541601256, "NanoBEIR_mean_cosine_accuracy@5": 0.8012244897959184, "NanoBEIR_mean_cosine_accuracy@10": 0.879905808477237, "NanoBEIR_mean_cosine_precision@1": 0.5454631083202511, "NanoBEIR_mean_cosine_precision@3": 0.33409733124018837, "NanoBEIR_mean_cosine_precision@5": 0.2542291993720565, "NanoBEIR_mean_cosine_precision@10": 0.1741318681318681, "NanoBEIR_mean_cosine_recall@1": 0.3326015035881879, "NanoBEIR_mean_cosine_recall@3": 0.4939058891896255, "NanoBEIR_mean_cosine_recall@5": 0.5566201127626171, "NanoBEIR_mean_cosine_recall@10": 0.6294173510635223, "NanoBEIR_mean_cosine_ndcg@10": 0.5886276900975592, "NanoBEIR_mean_cosine_mrr@10": 0.6590521915725998, "NanoBEIR_mean_cosine_map@100": 0.5063504763406499 }, "beir_touche2020": { "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143, "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755, "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877, "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939, "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143, "BeIR-touche2020-subset-test_cosine_precision@3": 0.6666666666666666, "BeIR-touche2020-subset-test_cosine_precision@5": 0.6489795918367347, "BeIR-touche2020-subset-test_cosine_precision@10": 0.5857142857142857, "BeIR-touche2020-subset-test_cosine_recall@1": 0.01588655937369367, "BeIR-touche2020-subset-test_cosine_recall@3": 0.044376901309583335, "BeIR-touche2020-subset-test_cosine_recall@5": 0.07212152387883033, "BeIR-touche2020-subset-test_cosine_recall@10": 0.12988237851060958, "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6130310136078281, "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8148202137998055, "BeIR-touche2020-subset-test_cosine_map@100": 0.27278068955592705 } }