| { |
| "nano_beir": { |
| "NanoClimateFEVER_cosine_accuracy@1": 0.28, |
| "NanoClimateFEVER_cosine_accuracy@3": 0.42, |
| "NanoClimateFEVER_cosine_accuracy@5": 0.5, |
| "NanoClimateFEVER_cosine_accuracy@10": 0.64, |
| "NanoClimateFEVER_cosine_precision@1": 0.28, |
| "NanoClimateFEVER_cosine_precision@3": 0.15333333333333332, |
| "NanoClimateFEVER_cosine_precision@5": 0.11600000000000002, |
| "NanoClimateFEVER_cosine_precision@10": 0.07400000000000001, |
| "NanoClimateFEVER_cosine_recall@1": 0.12666666666666665, |
| "NanoClimateFEVER_cosine_recall@3": 0.1973333333333333, |
| "NanoClimateFEVER_cosine_recall@5": 0.2606666666666666, |
| "NanoClimateFEVER_cosine_recall@10": 0.3123333333333333, |
| "NanoClimateFEVER_cosine_ndcg@10": 0.26290792445639205, |
| "NanoClimateFEVER_cosine_mrr@10": 0.37093650793650795, |
| "NanoClimateFEVER_cosine_map@100": 0.2087000001335581, |
| "NanoDBPedia_cosine_accuracy@1": 0.64, |
| "NanoDBPedia_cosine_accuracy@3": 0.82, |
| "NanoDBPedia_cosine_accuracy@5": 0.86, |
| "NanoDBPedia_cosine_accuracy@10": 0.9, |
| "NanoDBPedia_cosine_precision@1": 0.64, |
| "NanoDBPedia_cosine_precision@3": 0.4799999999999999, |
| "NanoDBPedia_cosine_precision@5": 0.4159999999999999, |
| "NanoDBPedia_cosine_precision@10": 0.366, |
| "NanoDBPedia_cosine_recall@1": 0.06869625936429839, |
| "NanoDBPedia_cosine_recall@3": 0.12411529604858355, |
| "NanoDBPedia_cosine_recall@5": 0.1649095059218987, |
| "NanoDBPedia_cosine_recall@10": 0.25973433711392624, |
| "NanoDBPedia_cosine_ndcg@10": 0.4696471920704787, |
| "NanoDBPedia_cosine_mrr@10": 0.7323809523809526, |
| "NanoDBPedia_cosine_map@100": 0.31155113021441067, |
| "NanoFEVER_cosine_accuracy@1": 0.8, |
| "NanoFEVER_cosine_accuracy@3": 0.96, |
| "NanoFEVER_cosine_accuracy@5": 0.96, |
| "NanoFEVER_cosine_accuracy@10": 0.98, |
| "NanoFEVER_cosine_precision@1": 0.8, |
| "NanoFEVER_cosine_precision@3": 0.32666666666666666, |
| "NanoFEVER_cosine_precision@5": 0.19599999999999995, |
| "NanoFEVER_cosine_precision@10": 0.09999999999999998, |
| "NanoFEVER_cosine_recall@1": 0.7566666666666667, |
| "NanoFEVER_cosine_recall@3": 0.9066666666666667, |
| "NanoFEVER_cosine_recall@5": 0.9066666666666667, |
| "NanoFEVER_cosine_recall@10": 0.9266666666666667, |
| "NanoFEVER_cosine_ndcg@10": 0.862302442184373, |
| "NanoFEVER_cosine_mrr@10": 0.8728571428571429, |
| "NanoFEVER_cosine_map@100": 0.827208000215349, |
| "NanoFiQA2018_cosine_accuracy@1": 0.38, |
| "NanoFiQA2018_cosine_accuracy@3": 0.48, |
| "NanoFiQA2018_cosine_accuracy@5": 0.56, |
| "NanoFiQA2018_cosine_accuracy@10": 0.62, |
| "NanoFiQA2018_cosine_precision@1": 0.38, |
| "NanoFiQA2018_cosine_precision@3": 0.19333333333333336, |
| "NanoFiQA2018_cosine_precision@5": 0.14, |
| "NanoFiQA2018_cosine_precision@10": 0.088, |
| "NanoFiQA2018_cosine_recall@1": 0.2072460317460318, |
| "NanoFiQA2018_cosine_recall@3": 0.3121031746031746, |
| "NanoFiQA2018_cosine_recall@5": 0.34743650793650793, |
| "NanoFiQA2018_cosine_recall@10": 0.4231031746031746, |
| "NanoFiQA2018_cosine_ndcg@10": 0.35669365584544394, |
| "NanoFiQA2018_cosine_mrr@10": 0.4389126984126985, |
| "NanoFiQA2018_cosine_map@100": 0.30271886425746414, |
| "NanoHotpotQA_cosine_accuracy@1": 0.72, |
| "NanoHotpotQA_cosine_accuracy@3": 0.86, |
| "NanoHotpotQA_cosine_accuracy@5": 0.92, |
| "NanoHotpotQA_cosine_accuracy@10": 0.92, |
| "NanoHotpotQA_cosine_precision@1": 0.72, |
| "NanoHotpotQA_cosine_precision@3": 0.38666666666666666, |
| "NanoHotpotQA_cosine_precision@5": 0.272, |
| "NanoHotpotQA_cosine_precision@10": 0.144, |
| "NanoHotpotQA_cosine_recall@1": 0.36, |
| "NanoHotpotQA_cosine_recall@3": 0.58, |
| "NanoHotpotQA_cosine_recall@5": 0.68, |
| "NanoHotpotQA_cosine_recall@10": 0.72, |
| "NanoHotpotQA_cosine_ndcg@10": 0.6741831390182679, |
| "NanoHotpotQA_cosine_mrr@10": 0.7986666666666666, |
| "NanoHotpotQA_cosine_map@100": 0.5983102633770884, |
| "NanoMSMARCO_cosine_accuracy@1": 0.32, |
| "NanoMSMARCO_cosine_accuracy@3": 0.56, |
| "NanoMSMARCO_cosine_accuracy@5": 0.62, |
| "NanoMSMARCO_cosine_accuracy@10": 0.74, |
| "NanoMSMARCO_cosine_precision@1": 0.32, |
| "NanoMSMARCO_cosine_precision@3": 0.18666666666666668, |
| "NanoMSMARCO_cosine_precision@5": 0.124, |
| "NanoMSMARCO_cosine_precision@10": 0.07400000000000001, |
| "NanoMSMARCO_cosine_recall@1": 0.32, |
| "NanoMSMARCO_cosine_recall@3": 0.56, |
| "NanoMSMARCO_cosine_recall@5": 0.62, |
| "NanoMSMARCO_cosine_recall@10": 0.74, |
| "NanoMSMARCO_cosine_ndcg@10": 0.522258803283639, |
| "NanoMSMARCO_cosine_mrr@10": 0.4534126984126985, |
| "NanoMSMARCO_cosine_map@100": 0.4638252994171221, |
| "NanoNFCorpus_cosine_accuracy@1": 0.34, |
| "NanoNFCorpus_cosine_accuracy@3": 0.48, |
| "NanoNFCorpus_cosine_accuracy@5": 0.5, |
| "NanoNFCorpus_cosine_accuracy@10": 0.58, |
| "NanoNFCorpus_cosine_precision@1": 0.34, |
| "NanoNFCorpus_cosine_precision@3": 0.33333333333333326, |
| "NanoNFCorpus_cosine_precision@5": 0.292, |
| "NanoNFCorpus_cosine_precision@10": 0.262, |
| "NanoNFCorpus_cosine_recall@1": 0.03047223530556736, |
| "NanoNFCorpus_cosine_recall@3": 0.0543561699321758, |
| "NanoNFCorpus_cosine_recall@5": 0.06787885069496813, |
| "NanoNFCorpus_cosine_recall@10": 0.10337021977345857, |
| "NanoNFCorpus_cosine_ndcg@10": 0.2963492902849603, |
| "NanoNFCorpus_cosine_mrr@10": 0.4257142857142857, |
| "NanoNFCorpus_cosine_map@100": 0.12099779665938908, |
| "NanoNQ_cosine_accuracy@1": 0.32, |
| "NanoNQ_cosine_accuracy@3": 0.54, |
| "NanoNQ_cosine_accuracy@5": 0.54, |
| "NanoNQ_cosine_accuracy@10": 0.74, |
| "NanoNQ_cosine_precision@1": 0.32, |
| "NanoNQ_cosine_precision@3": 0.18666666666666665, |
| "NanoNQ_cosine_precision@5": 0.11600000000000002, |
| "NanoNQ_cosine_precision@10": 0.07800000000000001, |
| "NanoNQ_cosine_recall@1": 0.29, |
| "NanoNQ_cosine_recall@3": 0.52, |
| "NanoNQ_cosine_recall@5": 0.53, |
| "NanoNQ_cosine_recall@10": 0.71, |
| "NanoNQ_cosine_ndcg@10": 0.49985826827052954, |
| "NanoNQ_cosine_mrr@10": 0.4477936507936508, |
| "NanoNQ_cosine_map@100": 0.4354984725628689, |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.8, |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.94, |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.96, |
| "NanoQuoraRetrieval_cosine_accuracy@10": 0.98, |
| "NanoQuoraRetrieval_cosine_precision@1": 0.8, |
| "NanoQuoraRetrieval_cosine_precision@3": 0.3733333333333333, |
| "NanoQuoraRetrieval_cosine_precision@5": 0.24399999999999994, |
| "NanoQuoraRetrieval_cosine_precision@10": 0.132, |
| "NanoQuoraRetrieval_cosine_recall@1": 0.7040000000000001, |
| "NanoQuoraRetrieval_cosine_recall@3": 0.8853333333333333, |
| "NanoQuoraRetrieval_cosine_recall@5": 0.932, |
| "NanoQuoraRetrieval_cosine_recall@10": 0.97, |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.8822237320765974, |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.8636666666666666, |
| "NanoQuoraRetrieval_cosine_map@100": 0.8473146191282837, |
| "NanoSCIDOCS_cosine_accuracy@1": 0.44, |
| "NanoSCIDOCS_cosine_accuracy@3": 0.7, |
| "NanoSCIDOCS_cosine_accuracy@5": 0.76, |
| "NanoSCIDOCS_cosine_accuracy@10": 0.82, |
| "NanoSCIDOCS_cosine_precision@1": 0.44, |
| "NanoSCIDOCS_cosine_precision@3": 0.35999999999999993, |
| "NanoSCIDOCS_cosine_precision@5": 0.276, |
| "NanoSCIDOCS_cosine_precision@10": 0.18799999999999997, |
| "NanoSCIDOCS_cosine_recall@1": 0.09000000000000002, |
| "NanoSCIDOCS_cosine_recall@3": 0.22366666666666668, |
| "NanoSCIDOCS_cosine_recall@5": 0.2856666666666667, |
| "NanoSCIDOCS_cosine_recall@10": 0.3856666666666666, |
| "NanoSCIDOCS_cosine_ndcg@10": 0.3770553629496287, |
| "NanoSCIDOCS_cosine_mrr@10": 0.5814126984126983, |
| "NanoSCIDOCS_cosine_map@100": 0.29083941157524296, |
| "NanoArguAna_cosine_accuracy@1": 0.2, |
| "NanoArguAna_cosine_accuracy@3": 0.46, |
| "NanoArguAna_cosine_accuracy@5": 0.62, |
| "NanoArguAna_cosine_accuracy@10": 0.82, |
| "NanoArguAna_cosine_precision@1": 0.2, |
| "NanoArguAna_cosine_precision@3": 0.1533333333333333, |
| "NanoArguAna_cosine_precision@5": 0.124, |
| "NanoArguAna_cosine_precision@10": 0.08199999999999999, |
| "NanoArguAna_cosine_recall@1": 0.2, |
| "NanoArguAna_cosine_recall@3": 0.46, |
| "NanoArguAna_cosine_recall@5": 0.62, |
| "NanoArguAna_cosine_recall@10": 0.82, |
| "NanoArguAna_cosine_ndcg@10": 0.4933028735845294, |
| "NanoArguAna_cosine_mrr@10": 0.390611111111111, |
| "NanoArguAna_cosine_map@100": 0.3998066055743007, |
| "NanoSciFact_cosine_accuracy@1": 0.54, |
| "NanoSciFact_cosine_accuracy@3": 0.62, |
| "NanoSciFact_cosine_accuracy@5": 0.68, |
| "NanoSciFact_cosine_accuracy@10": 0.78, |
| "NanoSciFact_cosine_precision@1": 0.54, |
| "NanoSciFact_cosine_precision@3": 0.22, |
| "NanoSciFact_cosine_precision@5": 0.14800000000000002, |
| "NanoSciFact_cosine_precision@10": 0.08799999999999997, |
| "NanoSciFact_cosine_recall@1": 0.505, |
| "NanoSciFact_cosine_recall@3": 0.605, |
| "NanoSciFact_cosine_recall@5": 0.67, |
| "NanoSciFact_cosine_recall@10": 0.77, |
| "NanoSciFact_cosine_ndcg@10": 0.6369569682887986, |
| "NanoSciFact_cosine_mrr@10": 0.6037142857142856, |
| "NanoSciFact_cosine_map@100": 0.5980723176336579, |
| "NanoTouche2020_cosine_accuracy@1": 0.6122448979591837, |
| "NanoTouche2020_cosine_accuracy@3": 0.8163265306122449, |
| "NanoTouche2020_cosine_accuracy@5": 0.9183673469387755, |
| "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939, |
| "NanoTouche2020_cosine_precision@1": 0.6122448979591837, |
| "NanoTouche2020_cosine_precision@3": 0.5306122448979591, |
| "NanoTouche2020_cosine_precision@5": 0.48571428571428565, |
| "NanoTouche2020_cosine_precision@10": 0.42857142857142855, |
| "NanoTouche2020_cosine_recall@1": 0.043687253263675355, |
| "NanoTouche2020_cosine_recall@3": 0.11567711645152232, |
| "NanoTouche2020_cosine_recall@5": 0.17379773177120716, |
| "NanoTouche2020_cosine_recall@10": 0.2854021806590398, |
| "NanoTouche2020_cosine_ndcg@10": 0.48361355760830715, |
| "NanoTouche2020_cosine_mrr@10": 0.7382896015549075, |
| "NanoTouche2020_cosine_map@100": 0.3640696958602512, |
| "NanoBEIR_mean_cosine_accuracy@1": 0.4917111459968604, |
| "NanoBEIR_mean_cosine_accuracy@3": 0.6658712715855573, |
| "NanoBEIR_mean_cosine_accuracy@5": 0.7229513343799059, |
| "NanoBEIR_mean_cosine_accuracy@10": 0.8076609105180533, |
| "NanoBEIR_mean_cosine_precision@1": 0.4917111459968604, |
| "NanoBEIR_mean_cosine_precision@3": 0.2987650444793302, |
| "NanoBEIR_mean_cosine_precision@5": 0.22690109890109894, |
| "NanoBEIR_mean_cosine_precision@10": 0.16189010989010988, |
| "NanoBEIR_mean_cosine_recall@1": 0.28480270100099275, |
| "NanoBEIR_mean_cosine_recall@3": 0.42648090438734276, |
| "NanoBEIR_mean_cosine_recall@5": 0.4814632766403525, |
| "NanoBEIR_mean_cosine_recall@10": 0.5712520445243282, |
| "NanoBEIR_mean_cosine_ndcg@10": 0.5244117853786112, |
| "NanoBEIR_mean_cosine_mrr@10": 0.5937206897410979, |
| "NanoBEIR_mean_cosine_map@100": 0.4437624982006913 |
| }, |
| "beir_touche2020": { |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.8571428571428571, |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939, |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0, |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0, |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.8571428571428571, |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.802721088435374, |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.7387755102040815, |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.6571428571428573, |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.01898438501321, |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.05323720714947885, |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.0818345425971837, |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.14545490934511227, |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.7018027446625917, |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.9200680272108844, |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.30282137720059765 |
| } |
| } |
