File size: 11,839 Bytes
4834bb0 9734b02 4facb1d cd05f4e 4facb1d 46438de cd05f4e 4facb1d 9734b02 4facb1d 9734b02 4834bb0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 |
{
"nano_beir": {
"NanoClimateFEVER_cosine_accuracy@1": 0.32,
"NanoClimateFEVER_cosine_accuracy@3": 0.52,
"NanoClimateFEVER_cosine_accuracy@5": 0.62,
"NanoClimateFEVER_cosine_accuracy@10": 0.74,
"NanoClimateFEVER_cosine_precision@1": 0.32,
"NanoClimateFEVER_cosine_precision@3": 0.19333333333333333,
"NanoClimateFEVER_cosine_precision@5": 0.16,
"NanoClimateFEVER_cosine_precision@10": 0.11,
"NanoClimateFEVER_cosine_recall@1": 0.15899999999999997,
"NanoClimateFEVER_cosine_recall@3": 0.2613333333333333,
"NanoClimateFEVER_cosine_recall@5": 0.3236666666666666,
"NanoClimateFEVER_cosine_recall@10": 0.40700000000000003,
"NanoClimateFEVER_cosine_ndcg@10": 0.3478588457319482,
"NanoClimateFEVER_cosine_mrr@10": 0.4562142857142857,
"NanoClimateFEVER_cosine_map@100": 0.27192256380447954,
"NanoDBPedia_cosine_accuracy@1": 0.72,
"NanoDBPedia_cosine_accuracy@3": 0.9,
"NanoDBPedia_cosine_accuracy@5": 0.92,
"NanoDBPedia_cosine_accuracy@10": 0.96,
"NanoDBPedia_cosine_precision@1": 0.72,
"NanoDBPedia_cosine_precision@3": 0.6133333333333333,
"NanoDBPedia_cosine_precision@5": 0.544,
"NanoDBPedia_cosine_precision@10": 0.43199999999999994,
"NanoDBPedia_cosine_recall@1": 0.07461015179902417,
"NanoDBPedia_cosine_recall@3": 0.17237056223055905,
"NanoDBPedia_cosine_recall@5": 0.22230662709072546,
"NanoDBPedia_cosine_recall@10": 0.30233979824269086,
"NanoDBPedia_cosine_ndcg@10": 0.5569755747729851,
"NanoDBPedia_cosine_mrr@10": 0.8111904761904762,
"NanoDBPedia_cosine_map@100": 0.4113010482354108,
"NanoFEVER_cosine_accuracy@1": 0.72,
"NanoFEVER_cosine_accuracy@3": 0.9,
"NanoFEVER_cosine_accuracy@5": 0.94,
"NanoFEVER_cosine_accuracy@10": 0.96,
"NanoFEVER_cosine_precision@1": 0.72,
"NanoFEVER_cosine_precision@3": 0.3133333333333333,
"NanoFEVER_cosine_precision@5": 0.19599999999999998,
"NanoFEVER_cosine_precision@10": 0.102,
"NanoFEVER_cosine_recall@1": 0.6866666666666665,
"NanoFEVER_cosine_recall@3": 0.8666666666666667,
"NanoFEVER_cosine_recall@5": 0.9066666666666667,
"NanoFEVER_cosine_recall@10": 0.9233333333333333,
"NanoFEVER_cosine_ndcg@10": 0.8330276181632214,
"NanoFEVER_cosine_mrr@10": 0.819,
"NanoFEVER_cosine_map@100": 0.7968559218559218,
"NanoFiQA2018_cosine_accuracy@1": 0.44,
"NanoFiQA2018_cosine_accuracy@3": 0.64,
"NanoFiQA2018_cosine_accuracy@5": 0.66,
"NanoFiQA2018_cosine_accuracy@10": 0.78,
"NanoFiQA2018_cosine_precision@1": 0.44,
"NanoFiQA2018_cosine_precision@3": 0.2866666666666667,
"NanoFiQA2018_cosine_precision@5": 0.21599999999999997,
"NanoFiQA2018_cosine_precision@10": 0.13599999999999998,
"NanoFiQA2018_cosine_recall@1": 0.22274603174603175,
"NanoFiQA2018_cosine_recall@3": 0.3995714285714286,
"NanoFiQA2018_cosine_recall@5": 0.4769603174603174,
"NanoFiQA2018_cosine_recall@10": 0.5907063492063492,
"NanoFiQA2018_cosine_ndcg@10": 0.4887927066660687,
"NanoFiQA2018_cosine_mrr@10": 0.5600793650793651,
"NanoFiQA2018_cosine_map@100": 0.4199835200773622,
"NanoHotpotQA_cosine_accuracy@1": 0.74,
"NanoHotpotQA_cosine_accuracy@3": 0.88,
"NanoHotpotQA_cosine_accuracy@5": 0.9,
"NanoHotpotQA_cosine_accuracy@10": 0.96,
"NanoHotpotQA_cosine_precision@1": 0.74,
"NanoHotpotQA_cosine_precision@3": 0.3933333333333333,
"NanoHotpotQA_cosine_precision@5": 0.252,
"NanoHotpotQA_cosine_precision@10": 0.146,
"NanoHotpotQA_cosine_recall@1": 0.37,
"NanoHotpotQA_cosine_recall@3": 0.59,
"NanoHotpotQA_cosine_recall@5": 0.63,
"NanoHotpotQA_cosine_recall@10": 0.73,
"NanoHotpotQA_cosine_ndcg@10": 0.6743004437852563,
"NanoHotpotQA_cosine_mrr@10": 0.8178571428571431,
"NanoHotpotQA_cosine_map@100": 0.5894060296359103,
"NanoMSMARCO_cosine_accuracy@1": 0.38,
"NanoMSMARCO_cosine_accuracy@3": 0.68,
"NanoMSMARCO_cosine_accuracy@5": 0.8,
"NanoMSMARCO_cosine_accuracy@10": 0.86,
"NanoMSMARCO_cosine_precision@1": 0.38,
"NanoMSMARCO_cosine_precision@3": 0.22666666666666668,
"NanoMSMARCO_cosine_precision@5": 0.16,
"NanoMSMARCO_cosine_precision@10": 0.08599999999999998,
"NanoMSMARCO_cosine_recall@1": 0.38,
"NanoMSMARCO_cosine_recall@3": 0.68,
"NanoMSMARCO_cosine_recall@5": 0.8,
"NanoMSMARCO_cosine_recall@10": 0.86,
"NanoMSMARCO_cosine_ndcg@10": 0.6232981077766904,
"NanoMSMARCO_cosine_mrr@10": 0.5465555555555556,
"NanoMSMARCO_cosine_map@100": 0.5540526315789474,
"NanoNFCorpus_cosine_accuracy@1": 0.38,
"NanoNFCorpus_cosine_accuracy@3": 0.58,
"NanoNFCorpus_cosine_accuracy@5": 0.6,
"NanoNFCorpus_cosine_accuracy@10": 0.7,
"NanoNFCorpus_cosine_precision@1": 0.38,
"NanoNFCorpus_cosine_precision@3": 0.37333333333333335,
"NanoNFCorpus_cosine_precision@5": 0.32800000000000007,
"NanoNFCorpus_cosine_precision@10": 0.28,
"NanoNFCorpus_cosine_recall@1": 0.022446184388013234,
"NanoNFCorpus_cosine_recall@3": 0.05053542890524719,
"NanoNFCorpus_cosine_recall@5": 0.06734343706646348,
"NanoNFCorpus_cosine_recall@10": 0.10186053840579298,
"NanoNFCorpus_cosine_ndcg@10": 0.31475946894173357,
"NanoNFCorpus_cosine_mrr@10": 0.4830238095238096,
"NanoNFCorpus_cosine_map@100": 0.13094783527948065,
"NanoNQ_cosine_accuracy@1": 0.64,
"NanoNQ_cosine_accuracy@3": 0.7,
"NanoNQ_cosine_accuracy@5": 0.78,
"NanoNQ_cosine_accuracy@10": 0.82,
"NanoNQ_cosine_precision@1": 0.64,
"NanoNQ_cosine_precision@3": 0.24,
"NanoNQ_cosine_precision@5": 0.16,
"NanoNQ_cosine_precision@10": 0.08800000000000001,
"NanoNQ_cosine_recall@1": 0.61,
"NanoNQ_cosine_recall@3": 0.66,
"NanoNQ_cosine_recall@5": 0.73,
"NanoNQ_cosine_recall@10": 0.78,
"NanoNQ_cosine_ndcg@10": 0.6987067579229547,
"NanoNQ_cosine_mrr@10": 0.69,
"NanoNQ_cosine_map@100": 0.6733088641959746,
"NanoQuoraRetrieval_cosine_accuracy@1": 0.94,
"NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
"NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
"NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
"NanoQuoraRetrieval_cosine_precision@1": 0.94,
"NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
"NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
"NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
"NanoQuoraRetrieval_cosine_recall@1": 0.8173333333333334,
"NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
"NanoQuoraRetrieval_cosine_recall@5": 0.9633333333333333,
"NanoQuoraRetrieval_cosine_recall@10": 0.9966666666666666,
"NanoQuoraRetrieval_cosine_ndcg@10": 0.9594936652982458,
"NanoQuoraRetrieval_cosine_mrr@10": 0.9620000000000001,
"NanoQuoraRetrieval_cosine_map@100": 0.940111111111111,
"NanoSCIDOCS_cosine_accuracy@1": 0.38,
"NanoSCIDOCS_cosine_accuracy@3": 0.56,
"NanoSCIDOCS_cosine_accuracy@5": 0.68,
"NanoSCIDOCS_cosine_accuracy@10": 0.82,
"NanoSCIDOCS_cosine_precision@1": 0.38,
"NanoSCIDOCS_cosine_precision@3": 0.26,
"NanoSCIDOCS_cosine_precision@5": 0.21199999999999997,
"NanoSCIDOCS_cosine_precision@10": 0.158,
"NanoSCIDOCS_cosine_recall@1": 0.08266666666666668,
"NanoSCIDOCS_cosine_recall@3": 0.16366666666666668,
"NanoSCIDOCS_cosine_recall@5": 0.22066666666666662,
"NanoSCIDOCS_cosine_recall@10": 0.3266666666666667,
"NanoSCIDOCS_cosine_ndcg@10": 0.30895797446581463,
"NanoSCIDOCS_cosine_mrr@10": 0.500047619047619,
"NanoSCIDOCS_cosine_map@100": 0.22772867233915395,
"NanoArguAna_cosine_accuracy@1": 0.28,
"NanoArguAna_cosine_accuracy@3": 0.74,
"NanoArguAna_cosine_accuracy@5": 0.88,
"NanoArguAna_cosine_accuracy@10": 0.98,
"NanoArguAna_cosine_precision@1": 0.28,
"NanoArguAna_cosine_precision@3": 0.24666666666666667,
"NanoArguAna_cosine_precision@5": 0.176,
"NanoArguAna_cosine_precision@10": 0.09799999999999998,
"NanoArguAna_cosine_recall@1": 0.28,
"NanoArguAna_cosine_recall@3": 0.74,
"NanoArguAna_cosine_recall@5": 0.88,
"NanoArguAna_cosine_recall@10": 0.98,
"NanoArguAna_cosine_ndcg@10": 0.6460723276476084,
"NanoArguAna_cosine_mrr@10": 0.5368809523809523,
"NanoArguAna_cosine_map@100": 0.538547619047619,
"NanoSciFact_cosine_accuracy@1": 0.6,
"NanoSciFact_cosine_accuracy@3": 0.8,
"NanoSciFact_cosine_accuracy@5": 0.86,
"NanoSciFact_cosine_accuracy@10": 0.92,
"NanoSciFact_cosine_precision@1": 0.6,
"NanoSciFact_cosine_precision@3": 0.2866666666666667,
"NanoSciFact_cosine_precision@5": 0.192,
"NanoSciFact_cosine_precision@10": 0.10399999999999998,
"NanoSciFact_cosine_recall@1": 0.58,
"NanoSciFact_cosine_recall@3": 0.78,
"NanoSciFact_cosine_recall@5": 0.855,
"NanoSciFact_cosine_recall@10": 0.92,
"NanoSciFact_cosine_ndcg@10": 0.765518286972529,
"NanoSciFact_cosine_mrr@10": 0.7124126984126984,
"NanoSciFact_cosine_map@100": 0.7157914862914864,
"NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
"NanoTouche2020_cosine_accuracy@3": 0.7755102040816326,
"NanoTouche2020_cosine_accuracy@5": 0.7959183673469388,
"NanoTouche2020_cosine_accuracy@10": 0.9387755102040817,
"NanoTouche2020_cosine_precision@1": 0.5510204081632653,
"NanoTouche2020_cosine_precision@3": 0.4965986394557823,
"NanoTouche2020_cosine_precision@5": 0.4489795918367347,
"NanoTouche2020_cosine_precision@10": 0.3857142857142857,
"NanoTouche2020_cosine_recall@1": 0.038350512046706774,
"NanoTouche2020_cosine_recall@3": 0.10463247309122958,
"NanoTouche2020_cosine_recall@5": 0.1601177509631834,
"NanoTouche2020_cosine_recall@10": 0.2638522113042906,
"NanoTouche2020_cosine_ndcg@10": 0.4343981931232126,
"NanoTouche2020_cosine_mrr@10": 0.6724165856818918,
"NanoTouche2020_cosine_map@100": 0.3125988889755917,
"NanoBEIR_mean_cosine_accuracy@1": 0.5454631083202511,
"NanoBEIR_mean_cosine_accuracy@3": 0.7427315541601256,
"NanoBEIR_mean_cosine_accuracy@5": 0.8012244897959184,
"NanoBEIR_mean_cosine_accuracy@10": 0.879905808477237,
"NanoBEIR_mean_cosine_precision@1": 0.5454631083202511,
"NanoBEIR_mean_cosine_precision@3": 0.33409733124018837,
"NanoBEIR_mean_cosine_precision@5": 0.2542291993720565,
"NanoBEIR_mean_cosine_precision@10": 0.1741318681318681,
"NanoBEIR_mean_cosine_recall@1": 0.3326015035881879,
"NanoBEIR_mean_cosine_recall@3": 0.4939058891896255,
"NanoBEIR_mean_cosine_recall@5": 0.5566201127626171,
"NanoBEIR_mean_cosine_recall@10": 0.6294173510635223,
"NanoBEIR_mean_cosine_ndcg@10": 0.5886276900975592,
"NanoBEIR_mean_cosine_mrr@10": 0.6590521915725998,
"NanoBEIR_mean_cosine_map@100": 0.5063504763406499
},
"beir_touche2020": {
"BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
"BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
"BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
"BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
"BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
"BeIR-touche2020-subset-test_cosine_precision@3": 0.6666666666666666,
"BeIR-touche2020-subset-test_cosine_precision@5": 0.6489795918367347,
"BeIR-touche2020-subset-test_cosine_precision@10": 0.5857142857142857,
"BeIR-touche2020-subset-test_cosine_recall@1": 0.01588655937369367,
"BeIR-touche2020-subset-test_cosine_recall@3": 0.044376901309583335,
"BeIR-touche2020-subset-test_cosine_recall@5": 0.07212152387883033,
"BeIR-touche2020-subset-test_cosine_recall@10": 0.12988237851060958,
"BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6130310136078281,
"BeIR-touche2020-subset-test_cosine_mrr@10": 0.8148202137998055,
"BeIR-touche2020-subset-test_cosine_map@100": 0.27278068955592705
}
} |