| { |
| "nano_beir": { |
| "NanoClimateFEVER_cosine_accuracy@1": 0.22, |
| "NanoClimateFEVER_cosine_accuracy@3": 0.36, |
| "NanoClimateFEVER_cosine_accuracy@5": 0.44, |
| "NanoClimateFEVER_cosine_accuracy@10": 0.68, |
| "NanoClimateFEVER_cosine_precision@1": 0.22, |
| "NanoClimateFEVER_cosine_precision@3": 0.12, |
| "NanoClimateFEVER_cosine_precision@5": 0.09200000000000001, |
| "NanoClimateFEVER_cosine_precision@10": 0.08, |
| "NanoClimateFEVER_cosine_recall@1": 0.10166666666666666, |
| "NanoClimateFEVER_cosine_recall@3": 0.1433333333333333, |
| "NanoClimateFEVER_cosine_recall@5": 0.19666666666666666, |
| "NanoClimateFEVER_cosine_recall@10": 0.32233333333333336, |
| "NanoClimateFEVER_cosine_ndcg@10": 0.24154521021050848, |
| "NanoClimateFEVER_cosine_mrr@10": 0.3309126984126983, |
| "NanoClimateFEVER_cosine_map@100": 0.17419838412151278, |
| "NanoDBPedia_cosine_accuracy@1": 0.62, |
| "NanoDBPedia_cosine_accuracy@3": 0.78, |
| "NanoDBPedia_cosine_accuracy@5": 0.84, |
| "NanoDBPedia_cosine_accuracy@10": 0.92, |
| "NanoDBPedia_cosine_precision@1": 0.62, |
| "NanoDBPedia_cosine_precision@3": 0.5199999999999999, |
| "NanoDBPedia_cosine_precision@5": 0.452, |
| "NanoDBPedia_cosine_precision@10": 0.364, |
| "NanoDBPedia_cosine_recall@1": 0.07067219113244924, |
| "NanoDBPedia_cosine_recall@3": 0.1473605766367288, |
| "NanoDBPedia_cosine_recall@5": 0.18535916558236945, |
| "NanoDBPedia_cosine_recall@10": 0.27484027728017424, |
| "NanoDBPedia_cosine_ndcg@10": 0.4817256707832707, |
| "NanoDBPedia_cosine_mrr@10": 0.7183571428571429, |
| "NanoDBPedia_cosine_map@100": 0.3555155246867996, |
| "NanoFEVER_cosine_accuracy@1": 0.76, |
| "NanoFEVER_cosine_accuracy@3": 0.84, |
| "NanoFEVER_cosine_accuracy@5": 0.9, |
| "NanoFEVER_cosine_accuracy@10": 0.9, |
| "NanoFEVER_cosine_precision@1": 0.76, |
| "NanoFEVER_cosine_precision@3": 0.29333333333333333, |
| "NanoFEVER_cosine_precision@5": 0.18799999999999997, |
| "NanoFEVER_cosine_precision@10": 0.09399999999999999, |
| "NanoFEVER_cosine_recall@1": 0.7066666666666666, |
| "NanoFEVER_cosine_recall@3": 0.7933333333333333, |
| "NanoFEVER_cosine_recall@5": 0.8533333333333333, |
| "NanoFEVER_cosine_recall@10": 0.8533333333333333, |
| "NanoFEVER_cosine_ndcg@10": 0.7928392587586685, |
| "NanoFEVER_cosine_mrr@10": 0.805, |
| "NanoFEVER_cosine_map@100": 0.7629176534259828, |
| "NanoFiQA2018_cosine_accuracy@1": 0.3, |
| "NanoFiQA2018_cosine_accuracy@3": 0.4, |
| "NanoFiQA2018_cosine_accuracy@5": 0.42, |
| "NanoFiQA2018_cosine_accuracy@10": 0.52, |
| "NanoFiQA2018_cosine_precision@1": 0.3, |
| "NanoFiQA2018_cosine_precision@3": 0.1733333333333333, |
| "NanoFiQA2018_cosine_precision@5": 0.124, |
| "NanoFiQA2018_cosine_precision@10": 0.08, |
| "NanoFiQA2018_cosine_recall@1": 0.14474603174603173, |
| "NanoFiQA2018_cosine_recall@3": 0.2201031746031746, |
| "NanoFiQA2018_cosine_recall@5": 0.2519365079365079, |
| "NanoFiQA2018_cosine_recall@10": 0.31682539682539684, |
| "NanoFiQA2018_cosine_ndcg@10": 0.2761214091575939, |
| "NanoFiQA2018_cosine_mrr@10": 0.35405555555555557, |
| "NanoFiQA2018_cosine_map@100": 0.23650883511668197, |
| "NanoHotpotQA_cosine_accuracy@1": 0.7, |
| "NanoHotpotQA_cosine_accuracy@3": 0.76, |
| "NanoHotpotQA_cosine_accuracy@5": 0.78, |
| "NanoHotpotQA_cosine_accuracy@10": 0.8, |
| "NanoHotpotQA_cosine_precision@1": 0.7, |
| "NanoHotpotQA_cosine_precision@3": 0.3733333333333333, |
| "NanoHotpotQA_cosine_precision@5": 0.244, |
| "NanoHotpotQA_cosine_precision@10": 0.13399999999999998, |
| "NanoHotpotQA_cosine_recall@1": 0.35, |
| "NanoHotpotQA_cosine_recall@3": 0.56, |
| "NanoHotpotQA_cosine_recall@5": 0.61, |
| "NanoHotpotQA_cosine_recall@10": 0.67, |
| "NanoHotpotQA_cosine_ndcg@10": 0.6362341710243232, |
| "NanoHotpotQA_cosine_mrr@10": 0.7373333333333334, |
| "NanoHotpotQA_cosine_map@100": 0.579012255659608, |
| "NanoMSMARCO_cosine_accuracy@1": 0.28, |
| "NanoMSMARCO_cosine_accuracy@3": 0.58, |
| "NanoMSMARCO_cosine_accuracy@5": 0.64, |
| "NanoMSMARCO_cosine_accuracy@10": 0.72, |
| "NanoMSMARCO_cosine_precision@1": 0.28, |
| "NanoMSMARCO_cosine_precision@3": 0.19333333333333333, |
| "NanoMSMARCO_cosine_precision@5": 0.128, |
| "NanoMSMARCO_cosine_precision@10": 0.07200000000000001, |
| "NanoMSMARCO_cosine_recall@1": 0.28, |
| "NanoMSMARCO_cosine_recall@3": 0.58, |
| "NanoMSMARCO_cosine_recall@5": 0.64, |
| "NanoMSMARCO_cosine_recall@10": 0.72, |
| "NanoMSMARCO_cosine_ndcg@10": 0.5075011853031293, |
| "NanoMSMARCO_cosine_mrr@10": 0.4386111111111111, |
| "NanoMSMARCO_cosine_map@100": 0.4533366047009664, |
| "NanoNFCorpus_cosine_accuracy@1": 0.38, |
| "NanoNFCorpus_cosine_accuracy@3": 0.46, |
| "NanoNFCorpus_cosine_accuracy@5": 0.54, |
| "NanoNFCorpus_cosine_accuracy@10": 0.64, |
| "NanoNFCorpus_cosine_precision@1": 0.38, |
| "NanoNFCorpus_cosine_precision@3": 0.3, |
| "NanoNFCorpus_cosine_precision@5": 0.3, |
| "NanoNFCorpus_cosine_precision@10": 0.276, |
| "NanoNFCorpus_cosine_recall@1": 0.012479157217241355, |
| "NanoNFCorpus_cosine_recall@3": 0.04881894595681059, |
| "NanoNFCorpus_cosine_recall@5": 0.06922116223257517, |
| "NanoNFCorpus_cosine_recall@10": 0.10938910626227699, |
| "NanoNFCorpus_cosine_ndcg@10": 0.30283246736353403, |
| "NanoNFCorpus_cosine_mrr@10": 0.45196825396825396, |
| "NanoNFCorpus_cosine_map@100": 0.12231981928859673, |
| "NanoNQ_cosine_accuracy@1": 0.32, |
| "NanoNQ_cosine_accuracy@3": 0.54, |
| "NanoNQ_cosine_accuracy@5": 0.6, |
| "NanoNQ_cosine_accuracy@10": 0.66, |
| "NanoNQ_cosine_precision@1": 0.32, |
| "NanoNQ_cosine_precision@3": 0.18666666666666665, |
| "NanoNQ_cosine_precision@5": 0.128, |
| "NanoNQ_cosine_precision@10": 0.07, |
| "NanoNQ_cosine_recall@1": 0.3, |
| "NanoNQ_cosine_recall@3": 0.51, |
| "NanoNQ_cosine_recall@5": 0.58, |
| "NanoNQ_cosine_recall@10": 0.64, |
| "NanoNQ_cosine_ndcg@10": 0.48687028758380874, |
| "NanoNQ_cosine_mrr@10": 0.4465, |
| "NanoNQ_cosine_map@100": 0.4417143853257704, |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.88, |
| "NanoQuoraRetrieval_cosine_accuracy@3": 1.0, |
| "NanoQuoraRetrieval_cosine_accuracy@5": 1.0, |
| "NanoQuoraRetrieval_cosine_accuracy@10": 1.0, |
| "NanoQuoraRetrieval_cosine_precision@1": 0.88, |
| "NanoQuoraRetrieval_cosine_precision@3": 0.41999999999999993, |
| "NanoQuoraRetrieval_cosine_precision@5": 0.26799999999999996, |
| "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998, |
| "NanoQuoraRetrieval_cosine_recall@1": 0.7773333333333332, |
| "NanoQuoraRetrieval_cosine_recall@3": 0.972, |
| "NanoQuoraRetrieval_cosine_recall@5": 0.9893333333333334, |
| "NanoQuoraRetrieval_cosine_recall@10": 0.9926666666666667, |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.9483612484877714, |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.9366666666666665, |
| "NanoQuoraRetrieval_cosine_map@100": 0.9296388888888888, |
| "NanoSCIDOCS_cosine_accuracy@1": 0.46, |
| "NanoSCIDOCS_cosine_accuracy@3": 0.68, |
| "NanoSCIDOCS_cosine_accuracy@5": 0.84, |
| "NanoSCIDOCS_cosine_accuracy@10": 0.9, |
| "NanoSCIDOCS_cosine_precision@1": 0.46, |
| "NanoSCIDOCS_cosine_precision@3": 0.3533333333333333, |
| "NanoSCIDOCS_cosine_precision@5": 0.304, |
| "NanoSCIDOCS_cosine_precision@10": 0.18999999999999997, |
| "NanoSCIDOCS_cosine_recall@1": 0.09666666666666666, |
| "NanoSCIDOCS_cosine_recall@3": 0.21766666666666665, |
| "NanoSCIDOCS_cosine_recall@5": 0.31266666666666665, |
| "NanoSCIDOCS_cosine_recall@10": 0.3896666666666666, |
| "NanoSCIDOCS_cosine_ndcg@10": 0.3893008993021786, |
| "NanoSCIDOCS_cosine_mrr@10": 0.6114444444444443, |
| "NanoSCIDOCS_cosine_map@100": 0.3091964898288773, |
| "NanoArguAna_cosine_accuracy@1": 0.22, |
| "NanoArguAna_cosine_accuracy@3": 0.54, |
| "NanoArguAna_cosine_accuracy@5": 0.58, |
| "NanoArguAna_cosine_accuracy@10": 0.74, |
| "NanoArguAna_cosine_precision@1": 0.22, |
| "NanoArguAna_cosine_precision@3": 0.18, |
| "NanoArguAna_cosine_precision@5": 0.11600000000000002, |
| "NanoArguAna_cosine_precision@10": 0.07400000000000001, |
| "NanoArguAna_cosine_recall@1": 0.22, |
| "NanoArguAna_cosine_recall@3": 0.54, |
| "NanoArguAna_cosine_recall@5": 0.58, |
| "NanoArguAna_cosine_recall@10": 0.74, |
| "NanoArguAna_cosine_ndcg@10": 0.4674888162177975, |
| "NanoArguAna_cosine_mrr@10": 0.3815793650793651, |
| "NanoArguAna_cosine_map@100": 0.3917367299367299, |
| "NanoSciFact_cosine_accuracy@1": 0.58, |
| "NanoSciFact_cosine_accuracy@3": 0.68, |
| "NanoSciFact_cosine_accuracy@5": 0.7, |
| "NanoSciFact_cosine_accuracy@10": 0.72, |
| "NanoSciFact_cosine_precision@1": 0.58, |
| "NanoSciFact_cosine_precision@3": 0.2533333333333333, |
| "NanoSciFact_cosine_precision@5": 0.156, |
| "NanoSciFact_cosine_precision@10": 0.08199999999999999, |
| "NanoSciFact_cosine_recall@1": 0.545, |
| "NanoSciFact_cosine_recall@3": 0.665, |
| "NanoSciFact_cosine_recall@5": 0.685, |
| "NanoSciFact_cosine_recall@10": 0.71, |
| "NanoSciFact_cosine_ndcg@10": 0.6523742480687815, |
| "NanoSciFact_cosine_mrr@10": 0.6375, |
| "NanoSciFact_cosine_map@100": 0.6370166989443306, |
| "NanoTouche2020_cosine_accuracy@1": 0.4489795918367347, |
| "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326, |
| "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694, |
| "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939, |
| "NanoTouche2020_cosine_precision@1": 0.4489795918367347, |
| "NanoTouche2020_cosine_precision@3": 0.41496598639455773, |
| "NanoTouche2020_cosine_precision@5": 0.4326530612244897, |
| "NanoTouche2020_cosine_precision@10": 0.3591836734693878, |
| "NanoTouche2020_cosine_recall@1": 0.03398816288797225, |
| "NanoTouche2020_cosine_recall@3": 0.09117793391499442, |
| "NanoTouche2020_cosine_recall@5": 0.15321422858378142, |
| "NanoTouche2020_cosine_recall@10": 0.24000922572748823, |
| "NanoTouche2020_cosine_ndcg@10": 0.3959230964031327, |
| "NanoTouche2020_cosine_mrr@10": 0.6308309037900873, |
| "NanoTouche2020_cosine_map@100": 0.3023791135389433, |
| "NanoBEIR_mean_cosine_accuracy@1": 0.47453689167974883, |
| "NanoBEIR_mean_cosine_accuracy@3": 0.6458084772370486, |
| "NanoBEIR_mean_cosine_accuracy@5": 0.7059968602825746, |
| "NanoBEIR_mean_cosine_accuracy@10": 0.7830455259026687, |
| "NanoBEIR_mean_cosine_precision@1": 0.47453689167974883, |
| "NanoBEIR_mean_cosine_precision@3": 0.290894819466248, |
| "NanoBEIR_mean_cosine_precision@5": 0.22558869701726847, |
| "NanoBEIR_mean_cosine_precision@10": 0.15470643642072213, |
| "NanoBEIR_mean_cosine_recall@1": 0.2799399135628483, |
| "NanoBEIR_mean_cosine_recall@3": 0.42221492034192626, |
| "NanoBEIR_mean_cosine_recall@5": 0.4697485434104026, |
| "NanoBEIR_mean_cosine_recall@10": 0.536851077391949, |
| "NanoBEIR_mean_cosine_ndcg@10": 0.5060859975895767, |
| "NanoBEIR_mean_cosine_mrr@10": 0.5754430365552815, |
| "NanoBEIR_mean_cosine_map@100": 0.4381147218048991 |
| }, |
| "beir_touche2020": { |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6530612244897959, |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877, |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877, |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939, |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.6530612244897959, |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.727891156462585, |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.6448979591836735, |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.5795918367346938, |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.01432104834093062, |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.048281100280382724, |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.07113270115683268, |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.1277462197359846, |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6075766364842123, |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.7950680272108844, |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.25739036878474303 |
| } |
| } |
