| { | |
| "nano_beir": { | |
| "NanoClimateFEVER_cosine_accuracy@1": 0.32, | |
| "NanoClimateFEVER_cosine_accuracy@3": 0.52, | |
| "NanoClimateFEVER_cosine_accuracy@5": 0.62, | |
| "NanoClimateFEVER_cosine_accuracy@10": 0.74, | |
| "NanoClimateFEVER_cosine_precision@1": 0.32, | |
| "NanoClimateFEVER_cosine_precision@3": 0.19333333333333333, | |
| "NanoClimateFEVER_cosine_precision@5": 0.16, | |
| "NanoClimateFEVER_cosine_precision@10": 0.11, | |
| "NanoClimateFEVER_cosine_recall@1": 0.15899999999999997, | |
| "NanoClimateFEVER_cosine_recall@3": 0.2613333333333333, | |
| "NanoClimateFEVER_cosine_recall@5": 0.3236666666666666, | |
| "NanoClimateFEVER_cosine_recall@10": 0.40700000000000003, | |
| "NanoClimateFEVER_cosine_ndcg@10": 0.3478588457319482, | |
| "NanoClimateFEVER_cosine_mrr@10": 0.4562142857142857, | |
| "NanoClimateFEVER_cosine_map@100": 0.27192256380447954, | |
| "NanoDBPedia_cosine_accuracy@1": 0.72, | |
| "NanoDBPedia_cosine_accuracy@3": 0.9, | |
| "NanoDBPedia_cosine_accuracy@5": 0.92, | |
| "NanoDBPedia_cosine_accuracy@10": 0.96, | |
| "NanoDBPedia_cosine_precision@1": 0.72, | |
| "NanoDBPedia_cosine_precision@3": 0.6133333333333333, | |
| "NanoDBPedia_cosine_precision@5": 0.544, | |
| "NanoDBPedia_cosine_precision@10": 0.43199999999999994, | |
| "NanoDBPedia_cosine_recall@1": 0.07461015179902417, | |
| "NanoDBPedia_cosine_recall@3": 0.17237056223055905, | |
| "NanoDBPedia_cosine_recall@5": 0.22230662709072546, | |
| "NanoDBPedia_cosine_recall@10": 0.30233979824269086, | |
| "NanoDBPedia_cosine_ndcg@10": 0.5569755747729851, | |
| "NanoDBPedia_cosine_mrr@10": 0.8111904761904762, | |
| "NanoDBPedia_cosine_map@100": 0.4113010482354108, | |
| "NanoFEVER_cosine_accuracy@1": 0.72, | |
| "NanoFEVER_cosine_accuracy@3": 0.9, | |
| "NanoFEVER_cosine_accuracy@5": 0.94, | |
| "NanoFEVER_cosine_accuracy@10": 0.96, | |
| "NanoFEVER_cosine_precision@1": 0.72, | |
| "NanoFEVER_cosine_precision@3": 0.3133333333333333, | |
| "NanoFEVER_cosine_precision@5": 0.19599999999999998, | |
| "NanoFEVER_cosine_precision@10": 0.102, | |
| "NanoFEVER_cosine_recall@1": 0.6866666666666665, | |
| "NanoFEVER_cosine_recall@3": 0.8666666666666667, | |
| "NanoFEVER_cosine_recall@5": 0.9066666666666667, | |
| "NanoFEVER_cosine_recall@10": 0.9233333333333333, | |
| "NanoFEVER_cosine_ndcg@10": 0.8330276181632214, | |
| "NanoFEVER_cosine_mrr@10": 0.819, | |
| "NanoFEVER_cosine_map@100": 0.7968559218559218, | |
| "NanoFiQA2018_cosine_accuracy@1": 0.44, | |
| "NanoFiQA2018_cosine_accuracy@3": 0.64, | |
| "NanoFiQA2018_cosine_accuracy@5": 0.66, | |
| "NanoFiQA2018_cosine_accuracy@10": 0.78, | |
| "NanoFiQA2018_cosine_precision@1": 0.44, | |
| "NanoFiQA2018_cosine_precision@3": 0.2866666666666667, | |
| "NanoFiQA2018_cosine_precision@5": 0.21599999999999997, | |
| "NanoFiQA2018_cosine_precision@10": 0.13599999999999998, | |
| "NanoFiQA2018_cosine_recall@1": 0.22274603174603175, | |
| "NanoFiQA2018_cosine_recall@3": 0.3995714285714286, | |
| "NanoFiQA2018_cosine_recall@5": 0.4769603174603174, | |
| "NanoFiQA2018_cosine_recall@10": 0.5907063492063492, | |
| "NanoFiQA2018_cosine_ndcg@10": 0.4887927066660687, | |
| "NanoFiQA2018_cosine_mrr@10": 0.5600793650793651, | |
| "NanoFiQA2018_cosine_map@100": 0.4199835200773622, | |
| "NanoHotpotQA_cosine_accuracy@1": 0.74, | |
| "NanoHotpotQA_cosine_accuracy@3": 0.88, | |
| "NanoHotpotQA_cosine_accuracy@5": 0.9, | |
| "NanoHotpotQA_cosine_accuracy@10": 0.96, | |
| "NanoHotpotQA_cosine_precision@1": 0.74, | |
| "NanoHotpotQA_cosine_precision@3": 0.3933333333333333, | |
| "NanoHotpotQA_cosine_precision@5": 0.252, | |
| "NanoHotpotQA_cosine_precision@10": 0.146, | |
| "NanoHotpotQA_cosine_recall@1": 0.37, | |
| "NanoHotpotQA_cosine_recall@3": 0.59, | |
| "NanoHotpotQA_cosine_recall@5": 0.63, | |
| "NanoHotpotQA_cosine_recall@10": 0.73, | |
| "NanoHotpotQA_cosine_ndcg@10": 0.6743004437852563, | |
| "NanoHotpotQA_cosine_mrr@10": 0.8178571428571431, | |
| "NanoHotpotQA_cosine_map@100": 0.5894060296359103, | |
| "NanoMSMARCO_cosine_accuracy@1": 0.38, | |
| "NanoMSMARCO_cosine_accuracy@3": 0.68, | |
| "NanoMSMARCO_cosine_accuracy@5": 0.8, | |
| "NanoMSMARCO_cosine_accuracy@10": 0.86, | |
| "NanoMSMARCO_cosine_precision@1": 0.38, | |
| "NanoMSMARCO_cosine_precision@3": 0.22666666666666668, | |
| "NanoMSMARCO_cosine_precision@5": 0.16, | |
| "NanoMSMARCO_cosine_precision@10": 0.08599999999999998, | |
| "NanoMSMARCO_cosine_recall@1": 0.38, | |
| "NanoMSMARCO_cosine_recall@3": 0.68, | |
| "NanoMSMARCO_cosine_recall@5": 0.8, | |
| "NanoMSMARCO_cosine_recall@10": 0.86, | |
| "NanoMSMARCO_cosine_ndcg@10": 0.6232981077766904, | |
| "NanoMSMARCO_cosine_mrr@10": 0.5465555555555556, | |
| "NanoMSMARCO_cosine_map@100": 0.5540526315789474, | |
| "NanoNFCorpus_cosine_accuracy@1": 0.38, | |
| "NanoNFCorpus_cosine_accuracy@3": 0.58, | |
| "NanoNFCorpus_cosine_accuracy@5": 0.6, | |
| "NanoNFCorpus_cosine_accuracy@10": 0.7, | |
| "NanoNFCorpus_cosine_precision@1": 0.38, | |
| "NanoNFCorpus_cosine_precision@3": 0.37333333333333335, | |
| "NanoNFCorpus_cosine_precision@5": 0.32800000000000007, | |
| "NanoNFCorpus_cosine_precision@10": 0.28, | |
| "NanoNFCorpus_cosine_recall@1": 0.022446184388013234, | |
| "NanoNFCorpus_cosine_recall@3": 0.05053542890524719, | |
| "NanoNFCorpus_cosine_recall@5": 0.06734343706646348, | |
| "NanoNFCorpus_cosine_recall@10": 0.10186053840579298, | |
| "NanoNFCorpus_cosine_ndcg@10": 0.31475946894173357, | |
| "NanoNFCorpus_cosine_mrr@10": 0.4830238095238096, | |
| "NanoNFCorpus_cosine_map@100": 0.13094783527948065, | |
| "NanoNQ_cosine_accuracy@1": 0.64, | |
| "NanoNQ_cosine_accuracy@3": 0.7, | |
| "NanoNQ_cosine_accuracy@5": 0.78, | |
| "NanoNQ_cosine_accuracy@10": 0.82, | |
| "NanoNQ_cosine_precision@1": 0.64, | |
| "NanoNQ_cosine_precision@3": 0.24, | |
| "NanoNQ_cosine_precision@5": 0.16, | |
| "NanoNQ_cosine_precision@10": 0.08800000000000001, | |
| "NanoNQ_cosine_recall@1": 0.61, | |
| "NanoNQ_cosine_recall@3": 0.66, | |
| "NanoNQ_cosine_recall@5": 0.73, | |
| "NanoNQ_cosine_recall@10": 0.78, | |
| "NanoNQ_cosine_ndcg@10": 0.6987067579229547, | |
| "NanoNQ_cosine_mrr@10": 0.69, | |
| "NanoNQ_cosine_map@100": 0.6733088641959746, | |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.94, | |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.98, | |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.98, | |
| "NanoQuoraRetrieval_cosine_accuracy@10": 1.0, | |
| "NanoQuoraRetrieval_cosine_precision@1": 0.94, | |
| "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333, | |
| "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995, | |
| "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998, | |
| "NanoQuoraRetrieval_cosine_recall@1": 0.8173333333333334, | |
| "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001, | |
| "NanoQuoraRetrieval_cosine_recall@5": 0.9633333333333333, | |
| "NanoQuoraRetrieval_cosine_recall@10": 0.9966666666666666, | |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.9594936652982458, | |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.9620000000000001, | |
| "NanoQuoraRetrieval_cosine_map@100": 0.940111111111111, | |
| "NanoSCIDOCS_cosine_accuracy@1": 0.38, | |
| "NanoSCIDOCS_cosine_accuracy@3": 0.56, | |
| "NanoSCIDOCS_cosine_accuracy@5": 0.68, | |
| "NanoSCIDOCS_cosine_accuracy@10": 0.82, | |
| "NanoSCIDOCS_cosine_precision@1": 0.38, | |
| "NanoSCIDOCS_cosine_precision@3": 0.26, | |
| "NanoSCIDOCS_cosine_precision@5": 0.21199999999999997, | |
| "NanoSCIDOCS_cosine_precision@10": 0.158, | |
| "NanoSCIDOCS_cosine_recall@1": 0.08266666666666668, | |
| "NanoSCIDOCS_cosine_recall@3": 0.16366666666666668, | |
| "NanoSCIDOCS_cosine_recall@5": 0.22066666666666662, | |
| "NanoSCIDOCS_cosine_recall@10": 0.3266666666666667, | |
| "NanoSCIDOCS_cosine_ndcg@10": 0.30895797446581463, | |
| "NanoSCIDOCS_cosine_mrr@10": 0.500047619047619, | |
| "NanoSCIDOCS_cosine_map@100": 0.22772867233915395, | |
| "NanoArguAna_cosine_accuracy@1": 0.28, | |
| "NanoArguAna_cosine_accuracy@3": 0.74, | |
| "NanoArguAna_cosine_accuracy@5": 0.88, | |
| "NanoArguAna_cosine_accuracy@10": 0.98, | |
| "NanoArguAna_cosine_precision@1": 0.28, | |
| "NanoArguAna_cosine_precision@3": 0.24666666666666667, | |
| "NanoArguAna_cosine_precision@5": 0.176, | |
| "NanoArguAna_cosine_precision@10": 0.09799999999999998, | |
| "NanoArguAna_cosine_recall@1": 0.28, | |
| "NanoArguAna_cosine_recall@3": 0.74, | |
| "NanoArguAna_cosine_recall@5": 0.88, | |
| "NanoArguAna_cosine_recall@10": 0.98, | |
| "NanoArguAna_cosine_ndcg@10": 0.6460723276476084, | |
| "NanoArguAna_cosine_mrr@10": 0.5368809523809523, | |
| "NanoArguAna_cosine_map@100": 0.538547619047619, | |
| "NanoSciFact_cosine_accuracy@1": 0.6, | |
| "NanoSciFact_cosine_accuracy@3": 0.8, | |
| "NanoSciFact_cosine_accuracy@5": 0.86, | |
| "NanoSciFact_cosine_accuracy@10": 0.92, | |
| "NanoSciFact_cosine_precision@1": 0.6, | |
| "NanoSciFact_cosine_precision@3": 0.2866666666666667, | |
| "NanoSciFact_cosine_precision@5": 0.192, | |
| "NanoSciFact_cosine_precision@10": 0.10399999999999998, | |
| "NanoSciFact_cosine_recall@1": 0.58, | |
| "NanoSciFact_cosine_recall@3": 0.78, | |
| "NanoSciFact_cosine_recall@5": 0.855, | |
| "NanoSciFact_cosine_recall@10": 0.92, | |
| "NanoSciFact_cosine_ndcg@10": 0.765518286972529, | |
| "NanoSciFact_cosine_mrr@10": 0.7124126984126984, | |
| "NanoSciFact_cosine_map@100": 0.7157914862914864, | |
| "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653, | |
| "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326, | |
| "NanoTouche2020_cosine_accuracy@5": 0.7959183673469388, | |
| "NanoTouche2020_cosine_accuracy@10": 0.9387755102040817, | |
| "NanoTouche2020_cosine_precision@1": 0.5510204081632653, | |
| "NanoTouche2020_cosine_precision@3": 0.4965986394557823, | |
| "NanoTouche2020_cosine_precision@5": 0.4489795918367347, | |
| "NanoTouche2020_cosine_precision@10": 0.3857142857142857, | |
| "NanoTouche2020_cosine_recall@1": 0.038350512046706774, | |
| "NanoTouche2020_cosine_recall@3": 0.10463247309122958, | |
| "NanoTouche2020_cosine_recall@5": 0.1601177509631834, | |
| "NanoTouche2020_cosine_recall@10": 0.2638522113042906, | |
| "NanoTouche2020_cosine_ndcg@10": 0.4343981931232126, | |
| "NanoTouche2020_cosine_mrr@10": 0.6724165856818918, | |
| "NanoTouche2020_cosine_map@100": 0.3125988889755917, | |
| "NanoBEIR_mean_cosine_accuracy@1": 0.5454631083202511, | |
| "NanoBEIR_mean_cosine_accuracy@3": 0.7427315541601256, | |
| "NanoBEIR_mean_cosine_accuracy@5": 0.8012244897959184, | |
| "NanoBEIR_mean_cosine_accuracy@10": 0.879905808477237, | |
| "NanoBEIR_mean_cosine_precision@1": 0.5454631083202511, | |
| "NanoBEIR_mean_cosine_precision@3": 0.33409733124018837, | |
| "NanoBEIR_mean_cosine_precision@5": 0.2542291993720565, | |
| "NanoBEIR_mean_cosine_precision@10": 0.1741318681318681, | |
| "NanoBEIR_mean_cosine_recall@1": 0.3326015035881879, | |
| "NanoBEIR_mean_cosine_recall@3": 0.4939058891896255, | |
| "NanoBEIR_mean_cosine_recall@5": 0.5566201127626171, | |
| "NanoBEIR_mean_cosine_recall@10": 0.6294173510635223, | |
| "NanoBEIR_mean_cosine_ndcg@10": 0.5886276900975592, | |
| "NanoBEIR_mean_cosine_mrr@10": 0.6590521915725998, | |
| "NanoBEIR_mean_cosine_map@100": 0.5063504763406499 | |
| }, | |
| "beir_touche2020": { | |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939, | |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143, | |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.6666666666666666, | |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.6489795918367347, | |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.5857142857142857, | |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.01588655937369367, | |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.044376901309583335, | |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.07212152387883033, | |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.12988237851060958, | |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6130310136078281, | |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8148202137998055, | |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.27278068955592705 | |
| } | |
| } |