| { | |
| "nano_beir": { | |
| "NanoClimateFEVER_cosine_accuracy@1": 0.08, | |
| "NanoClimateFEVER_cosine_accuracy@3": 0.12, | |
| "NanoClimateFEVER_cosine_accuracy@5": 0.16, | |
| "NanoClimateFEVER_cosine_accuracy@10": 0.16, | |
| "NanoClimateFEVER_cosine_precision@1": 0.08, | |
| "NanoClimateFEVER_cosine_precision@3": 0.04, | |
| "NanoClimateFEVER_cosine_precision@5": 0.032, | |
| "NanoClimateFEVER_cosine_precision@10": 0.02, | |
| "NanoClimateFEVER_cosine_recall@1": 0.044000000000000004, | |
| "NanoClimateFEVER_cosine_recall@3": 0.06066666666666667, | |
| "NanoClimateFEVER_cosine_recall@5": 0.07233333333333332, | |
| "NanoClimateFEVER_cosine_recall@10": 0.08633333333333333, | |
| "NanoClimateFEVER_cosine_ndcg@10": 0.0781059456735817, | |
| "NanoClimateFEVER_cosine_mrr@10": 0.11, | |
| "NanoClimateFEVER_cosine_map@100": 0.06833787477618904, | |
| "NanoDBPedia_cosine_accuracy@1": 0.46, | |
| "NanoDBPedia_cosine_accuracy@3": 0.64, | |
| "NanoDBPedia_cosine_accuracy@5": 0.7, | |
| "NanoDBPedia_cosine_accuracy@10": 0.7, | |
| "NanoDBPedia_cosine_precision@1": 0.46, | |
| "NanoDBPedia_cosine_precision@3": 0.35333333333333333, | |
| "NanoDBPedia_cosine_precision@5": 0.324, | |
| "NanoDBPedia_cosine_precision@10": 0.272, | |
| "NanoDBPedia_cosine_recall@1": 0.06779923654924348, | |
| "NanoDBPedia_cosine_recall@3": 0.09101477894261994, | |
| "NanoDBPedia_cosine_recall@5": 0.11178903310310241, | |
| "NanoDBPedia_cosine_recall@10": 0.1661349298623623, | |
| "NanoDBPedia_cosine_ndcg@10": 0.3485658327676415, | |
| "NanoDBPedia_cosine_mrr@10": 0.5539999999999999, | |
| "NanoDBPedia_cosine_map@100": 0.23815258110889106, | |
| "NanoFEVER_cosine_accuracy@1": 0.1, | |
| "NanoFEVER_cosine_accuracy@3": 0.18, | |
| "NanoFEVER_cosine_accuracy@5": 0.18, | |
| "NanoFEVER_cosine_accuracy@10": 0.18, | |
| "NanoFEVER_cosine_precision@1": 0.1, | |
| "NanoFEVER_cosine_precision@3": 0.06, | |
| "NanoFEVER_cosine_precision@5": 0.036000000000000004, | |
| "NanoFEVER_cosine_precision@10": 0.018000000000000002, | |
| "NanoFEVER_cosine_recall@1": 0.1, | |
| "NanoFEVER_cosine_recall@3": 0.17, | |
| "NanoFEVER_cosine_recall@5": 0.17, | |
| "NanoFEVER_cosine_recall@10": 0.17, | |
| "NanoFEVER_cosine_ndcg@10": 0.1413686620705129, | |
| "NanoFEVER_cosine_mrr@10": 0.13333333333333333, | |
| "NanoFEVER_cosine_map@100": 0.13606881645848964, | |
| "NanoFiQA2018_cosine_accuracy@1": 0.0, | |
| "NanoFiQA2018_cosine_accuracy@3": 0.04, | |
| "NanoFiQA2018_cosine_accuracy@5": 0.04, | |
| "NanoFiQA2018_cosine_accuracy@10": 0.08, | |
| "NanoFiQA2018_cosine_precision@1": 0.0, | |
| "NanoFiQA2018_cosine_precision@3": 0.013333333333333332, | |
| "NanoFiQA2018_cosine_precision@5": 0.008, | |
| "NanoFiQA2018_cosine_precision@10": 0.008, | |
| "NanoFiQA2018_cosine_recall@1": 0.0, | |
| "NanoFiQA2018_cosine_recall@3": 0.03, | |
| "NanoFiQA2018_cosine_recall@5": 0.03, | |
| "NanoFiQA2018_cosine_recall@10": 0.04066666666666666, | |
| "NanoFiQA2018_cosine_ndcg@10": 0.02312664901999998, | |
| "NanoFiQA2018_cosine_mrr@10": 0.022380952380952376, | |
| "NanoFiQA2018_cosine_map@100": 0.018921182537984783, | |
| "NanoHotpotQA_cosine_accuracy@1": 0.12, | |
| "NanoHotpotQA_cosine_accuracy@3": 0.22, | |
| "NanoHotpotQA_cosine_accuracy@5": 0.22, | |
| "NanoHotpotQA_cosine_accuracy@10": 0.24, | |
| "NanoHotpotQA_cosine_precision@1": 0.12, | |
| "NanoHotpotQA_cosine_precision@3": 0.08, | |
| "NanoHotpotQA_cosine_precision@5": 0.04800000000000001, | |
| "NanoHotpotQA_cosine_precision@10": 0.026000000000000006, | |
| "NanoHotpotQA_cosine_recall@1": 0.06, | |
| "NanoHotpotQA_cosine_recall@3": 0.12, | |
| "NanoHotpotQA_cosine_recall@5": 0.12, | |
| "NanoHotpotQA_cosine_recall@10": 0.13, | |
| "NanoHotpotQA_cosine_ndcg@10": 0.12033361730160845, | |
| "NanoHotpotQA_cosine_mrr@10": 0.1653333333333333, | |
| "NanoHotpotQA_cosine_map@100": 0.10340462569138031, | |
| "NanoMSMARCO_cosine_accuracy@1": 0.22, | |
| "NanoMSMARCO_cosine_accuracy@3": 0.48, | |
| "NanoMSMARCO_cosine_accuracy@5": 0.56, | |
| "NanoMSMARCO_cosine_accuracy@10": 0.64, | |
| "NanoMSMARCO_cosine_precision@1": 0.22, | |
| "NanoMSMARCO_cosine_precision@3": 0.15999999999999998, | |
| "NanoMSMARCO_cosine_precision@5": 0.11200000000000002, | |
| "NanoMSMARCO_cosine_precision@10": 0.06400000000000002, | |
| "NanoMSMARCO_cosine_recall@1": 0.22, | |
| "NanoMSMARCO_cosine_recall@3": 0.48, | |
| "NanoMSMARCO_cosine_recall@5": 0.56, | |
| "NanoMSMARCO_cosine_recall@10": 0.64, | |
| "NanoMSMARCO_cosine_ndcg@10": 0.4266240469607859, | |
| "NanoMSMARCO_cosine_mrr@10": 0.35841269841269835, | |
| "NanoMSMARCO_cosine_map@100": 0.37030130420385204, | |
| "NanoNFCorpus_cosine_accuracy@1": 0.3, | |
| "NanoNFCorpus_cosine_accuracy@3": 0.4, | |
| "NanoNFCorpus_cosine_accuracy@5": 0.42, | |
| "NanoNFCorpus_cosine_accuracy@10": 0.6, | |
| "NanoNFCorpus_cosine_precision@1": 0.3, | |
| "NanoNFCorpus_cosine_precision@3": 0.26666666666666666, | |
| "NanoNFCorpus_cosine_precision@5": 0.24, | |
| "NanoNFCorpus_cosine_precision@10": 0.21599999999999997, | |
| "NanoNFCorpus_cosine_recall@1": 0.010510683982884447, | |
| "NanoNFCorpus_cosine_recall@3": 0.03058121391270753, | |
| "NanoNFCorpus_cosine_recall@5": 0.041670587900432904, | |
| "NanoNFCorpus_cosine_recall@10": 0.07708366077523644, | |
| "NanoNFCorpus_cosine_ndcg@10": 0.2372833724225595, | |
| "NanoNFCorpus_cosine_mrr@10": 0.3741269841269841, | |
| "NanoNFCorpus_cosine_map@100": 0.08346711417458783, | |
| "NanoNQ_cosine_accuracy@1": 0.32, | |
| "NanoNQ_cosine_accuracy@3": 0.54, | |
| "NanoNQ_cosine_accuracy@5": 0.64, | |
| "NanoNQ_cosine_accuracy@10": 0.8, | |
| "NanoNQ_cosine_precision@1": 0.32, | |
| "NanoNQ_cosine_precision@3": 0.18, | |
| "NanoNQ_cosine_precision@5": 0.132, | |
| "NanoNQ_cosine_precision@10": 0.08399999999999999, | |
| "NanoNQ_cosine_recall@1": 0.32, | |
| "NanoNQ_cosine_recall@3": 0.54, | |
| "NanoNQ_cosine_recall@5": 0.64, | |
| "NanoNQ_cosine_recall@10": 0.77, | |
| "NanoNQ_cosine_ndcg@10": 0.534080876943012, | |
| "NanoNQ_cosine_mrr@10": 0.45819047619047626, | |
| "NanoNQ_cosine_map@100": 0.4650165172546752, | |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.34, | |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.42, | |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.5, | |
| "NanoQuoraRetrieval_cosine_accuracy@10": 0.54, | |
| "NanoQuoraRetrieval_cosine_precision@1": 0.34, | |
| "NanoQuoraRetrieval_cosine_precision@3": 0.1533333333333333, | |
| "NanoQuoraRetrieval_cosine_precision@5": 0.11599999999999999, | |
| "NanoQuoraRetrieval_cosine_precision@10": 0.068, | |
| "NanoQuoraRetrieval_cosine_recall@1": 0.30333333333333334, | |
| "NanoQuoraRetrieval_cosine_recall@3": 0.3866666666666667, | |
| "NanoQuoraRetrieval_cosine_recall@5": 0.46399999999999997, | |
| "NanoQuoraRetrieval_cosine_recall@10": 0.5153333333333333, | |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.41742602478464447, | |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.39988888888888885, | |
| "NanoQuoraRetrieval_cosine_map@100": 0.3849072837395894, | |
| "NanoSCIDOCS_cosine_accuracy@1": 0.34, | |
| "NanoSCIDOCS_cosine_accuracy@3": 0.5, | |
| "NanoSCIDOCS_cosine_accuracy@5": 0.68, | |
| "NanoSCIDOCS_cosine_accuracy@10": 0.74, | |
| "NanoSCIDOCS_cosine_precision@1": 0.34, | |
| "NanoSCIDOCS_cosine_precision@3": 0.23333333333333336, | |
| "NanoSCIDOCS_cosine_precision@5": 0.22399999999999998, | |
| "NanoSCIDOCS_cosine_precision@10": 0.16399999999999998, | |
| "NanoSCIDOCS_cosine_recall@1": 0.07166666666666666, | |
| "NanoSCIDOCS_cosine_recall@3": 0.1446666666666667, | |
| "NanoSCIDOCS_cosine_recall@5": 0.22966666666666666, | |
| "NanoSCIDOCS_cosine_recall@10": 0.33766666666666667, | |
| "NanoSCIDOCS_cosine_ndcg@10": 0.30826851927375737, | |
| "NanoSCIDOCS_cosine_mrr@10": 0.45596825396825397, | |
| "NanoSCIDOCS_cosine_map@100": 0.23392780808046051, | |
| "NanoArguAna_cosine_accuracy@1": 0.12, | |
| "NanoArguAna_cosine_accuracy@3": 0.34, | |
| "NanoArguAna_cosine_accuracy@5": 0.52, | |
| "NanoArguAna_cosine_accuracy@10": 0.66, | |
| "NanoArguAna_cosine_precision@1": 0.12, | |
| "NanoArguAna_cosine_precision@3": 0.11333333333333333, | |
| "NanoArguAna_cosine_precision@5": 0.10400000000000002, | |
| "NanoArguAna_cosine_precision@10": 0.066, | |
| "NanoArguAna_cosine_recall@1": 0.12, | |
| "NanoArguAna_cosine_recall@3": 0.34, | |
| "NanoArguAna_cosine_recall@5": 0.52, | |
| "NanoArguAna_cosine_recall@10": 0.66, | |
| "NanoArguAna_cosine_ndcg@10": 0.36306862307848503, | |
| "NanoArguAna_cosine_mrr@10": 0.2706111111111111, | |
| "NanoArguAna_cosine_map@100": 0.2759809932547803, | |
| "NanoSciFact_cosine_accuracy@1": 0.06, | |
| "NanoSciFact_cosine_accuracy@3": 0.12, | |
| "NanoSciFact_cosine_accuracy@5": 0.14, | |
| "NanoSciFact_cosine_accuracy@10": 0.22, | |
| "NanoSciFact_cosine_precision@1": 0.06, | |
| "NanoSciFact_cosine_precision@3": 0.04666666666666666, | |
| "NanoSciFact_cosine_precision@5": 0.04, | |
| "NanoSciFact_cosine_precision@10": 0.032, | |
| "NanoSciFact_cosine_recall@1": 0.045, | |
| "NanoSciFact_cosine_recall@3": 0.09, | |
| "NanoSciFact_cosine_recall@5": 0.125, | |
| "NanoSciFact_cosine_recall@10": 0.21, | |
| "NanoSciFact_cosine_ndcg@10": 0.12526198949596956, | |
| "NanoSciFact_cosine_mrr@10": 0.10172222222222223, | |
| "NanoSciFact_cosine_map@100": 0.10651676027200917, | |
| "NanoTouche2020_cosine_accuracy@1": 0.16326530612244897, | |
| "NanoTouche2020_cosine_accuracy@3": 0.3469387755102041, | |
| "NanoTouche2020_cosine_accuracy@5": 0.40816326530612246, | |
| "NanoTouche2020_cosine_accuracy@10": 0.46938775510204084, | |
| "NanoTouche2020_cosine_precision@1": 0.16326530612244897, | |
| "NanoTouche2020_cosine_precision@3": 0.1768707482993197, | |
| "NanoTouche2020_cosine_precision@5": 0.16734693877551018, | |
| "NanoTouche2020_cosine_precision@10": 0.15714285714285717, | |
| "NanoTouche2020_cosine_recall@1": 0.010834061791286787, | |
| "NanoTouche2020_cosine_recall@3": 0.04246737445701241, | |
| "NanoTouche2020_cosine_recall@5": 0.07022584048078456, | |
| "NanoTouche2020_cosine_recall@10": 0.12445610349631041, | |
| "NanoTouche2020_cosine_ndcg@10": 0.16935634176158382, | |
| "NanoTouche2020_cosine_mrr@10": 0.2637998056365404, | |
| "NanoTouche2020_cosine_map@100": 0.13613719859328205, | |
| "NanoBEIR_mean_cosine_accuracy@1": 0.20178963893249613, | |
| "NanoBEIR_mean_cosine_accuracy@3": 0.33437990580847726, | |
| "NanoBEIR_mean_cosine_accuracy@5": 0.3975510204081632, | |
| "NanoBEIR_mean_cosine_accuracy@10": 0.46379905808477234, | |
| "NanoBEIR_mean_cosine_precision@1": 0.20178963893249613, | |
| "NanoBEIR_mean_cosine_precision@3": 0.1443746729461015, | |
| "NanoBEIR_mean_cosine_precision@5": 0.12179591836734695, | |
| "NanoBEIR_mean_cosine_precision@10": 0.09193406593406594, | |
| "NanoBEIR_mean_cosine_recall@1": 0.10562646017872422, | |
| "NanoBEIR_mean_cosine_recall@3": 0.1943125667163338, | |
| "NanoBEIR_mean_cosine_recall@5": 0.24266811242187075, | |
| "NanoBEIR_mean_cosine_recall@10": 0.30212882262568536, | |
| "NanoBEIR_mean_cosine_ndcg@10": 0.25329773088878016, | |
| "NanoBEIR_mean_cosine_mrr@10": 0.2821360045849841, | |
| "NanoBEIR_mean_cosine_map@100": 0.20162615847278237 | |
| }, | |
| "beir_touche2020": { | |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.061224489795918366, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.22448979591836735, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.2653061224489796, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.46938775510204084, | |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.061224489795918366, | |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.10204081632653061, | |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.1183673469387755, | |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.13061224489795917, | |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.0013107288493681675, | |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.0066139914690223275, | |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.012873721947137703, | |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.028554044417287688, | |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.11889918185298816, | |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.1667233560090703, | |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.06704607565351835 | |
| } | |
| } |