File size: 11,795 Bytes
e376fbf 2173df4 413844e 96c60a1 413844e 96c60a1 413844e 96c60a1 413844e 96c60a1 413844e 96c60a1 413844e 96c60a1 413844e 96c60a1 413844e 2173df4 413844e 2173df4 e376fbf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 |
{
"nano_beir": {
"NanoClimateFEVER_cosine_accuracy@1": 0.08,
"NanoClimateFEVER_cosine_accuracy@3": 0.12,
"NanoClimateFEVER_cosine_accuracy@5": 0.16,
"NanoClimateFEVER_cosine_accuracy@10": 0.16,
"NanoClimateFEVER_cosine_precision@1": 0.08,
"NanoClimateFEVER_cosine_precision@3": 0.04,
"NanoClimateFEVER_cosine_precision@5": 0.032,
"NanoClimateFEVER_cosine_precision@10": 0.02,
"NanoClimateFEVER_cosine_recall@1": 0.044000000000000004,
"NanoClimateFEVER_cosine_recall@3": 0.06066666666666667,
"NanoClimateFEVER_cosine_recall@5": 0.07233333333333332,
"NanoClimateFEVER_cosine_recall@10": 0.08633333333333333,
"NanoClimateFEVER_cosine_ndcg@10": 0.0781059456735817,
"NanoClimateFEVER_cosine_mrr@10": 0.11,
"NanoClimateFEVER_cosine_map@100": 0.06833787477618904,
"NanoDBPedia_cosine_accuracy@1": 0.46,
"NanoDBPedia_cosine_accuracy@3": 0.64,
"NanoDBPedia_cosine_accuracy@5": 0.7,
"NanoDBPedia_cosine_accuracy@10": 0.7,
"NanoDBPedia_cosine_precision@1": 0.46,
"NanoDBPedia_cosine_precision@3": 0.35333333333333333,
"NanoDBPedia_cosine_precision@5": 0.324,
"NanoDBPedia_cosine_precision@10": 0.272,
"NanoDBPedia_cosine_recall@1": 0.06779923654924348,
"NanoDBPedia_cosine_recall@3": 0.09101477894261994,
"NanoDBPedia_cosine_recall@5": 0.11178903310310241,
"NanoDBPedia_cosine_recall@10": 0.1661349298623623,
"NanoDBPedia_cosine_ndcg@10": 0.3485658327676415,
"NanoDBPedia_cosine_mrr@10": 0.5539999999999999,
"NanoDBPedia_cosine_map@100": 0.23815258110889106,
"NanoFEVER_cosine_accuracy@1": 0.1,
"NanoFEVER_cosine_accuracy@3": 0.18,
"NanoFEVER_cosine_accuracy@5": 0.18,
"NanoFEVER_cosine_accuracy@10": 0.18,
"NanoFEVER_cosine_precision@1": 0.1,
"NanoFEVER_cosine_precision@3": 0.06,
"NanoFEVER_cosine_precision@5": 0.036000000000000004,
"NanoFEVER_cosine_precision@10": 0.018000000000000002,
"NanoFEVER_cosine_recall@1": 0.1,
"NanoFEVER_cosine_recall@3": 0.17,
"NanoFEVER_cosine_recall@5": 0.17,
"NanoFEVER_cosine_recall@10": 0.17,
"NanoFEVER_cosine_ndcg@10": 0.1413686620705129,
"NanoFEVER_cosine_mrr@10": 0.13333333333333333,
"NanoFEVER_cosine_map@100": 0.13606881645848964,
"NanoFiQA2018_cosine_accuracy@1": 0.0,
"NanoFiQA2018_cosine_accuracy@3": 0.04,
"NanoFiQA2018_cosine_accuracy@5": 0.04,
"NanoFiQA2018_cosine_accuracy@10": 0.08,
"NanoFiQA2018_cosine_precision@1": 0.0,
"NanoFiQA2018_cosine_precision@3": 0.013333333333333332,
"NanoFiQA2018_cosine_precision@5": 0.008,
"NanoFiQA2018_cosine_precision@10": 0.008,
"NanoFiQA2018_cosine_recall@1": 0.0,
"NanoFiQA2018_cosine_recall@3": 0.03,
"NanoFiQA2018_cosine_recall@5": 0.03,
"NanoFiQA2018_cosine_recall@10": 0.04066666666666666,
"NanoFiQA2018_cosine_ndcg@10": 0.02312664901999998,
"NanoFiQA2018_cosine_mrr@10": 0.022380952380952376,
"NanoFiQA2018_cosine_map@100": 0.018921182537984783,
"NanoHotpotQA_cosine_accuracy@1": 0.12,
"NanoHotpotQA_cosine_accuracy@3": 0.22,
"NanoHotpotQA_cosine_accuracy@5": 0.22,
"NanoHotpotQA_cosine_accuracy@10": 0.24,
"NanoHotpotQA_cosine_precision@1": 0.12,
"NanoHotpotQA_cosine_precision@3": 0.08,
"NanoHotpotQA_cosine_precision@5": 0.04800000000000001,
"NanoHotpotQA_cosine_precision@10": 0.026000000000000006,
"NanoHotpotQA_cosine_recall@1": 0.06,
"NanoHotpotQA_cosine_recall@3": 0.12,
"NanoHotpotQA_cosine_recall@5": 0.12,
"NanoHotpotQA_cosine_recall@10": 0.13,
"NanoHotpotQA_cosine_ndcg@10": 0.12033361730160845,
"NanoHotpotQA_cosine_mrr@10": 0.1653333333333333,
"NanoHotpotQA_cosine_map@100": 0.10340462569138031,
"NanoMSMARCO_cosine_accuracy@1": 0.22,
"NanoMSMARCO_cosine_accuracy@3": 0.48,
"NanoMSMARCO_cosine_accuracy@5": 0.56,
"NanoMSMARCO_cosine_accuracy@10": 0.64,
"NanoMSMARCO_cosine_precision@1": 0.22,
"NanoMSMARCO_cosine_precision@3": 0.15999999999999998,
"NanoMSMARCO_cosine_precision@5": 0.11200000000000002,
"NanoMSMARCO_cosine_precision@10": 0.06400000000000002,
"NanoMSMARCO_cosine_recall@1": 0.22,
"NanoMSMARCO_cosine_recall@3": 0.48,
"NanoMSMARCO_cosine_recall@5": 0.56,
"NanoMSMARCO_cosine_recall@10": 0.64,
"NanoMSMARCO_cosine_ndcg@10": 0.4266240469607859,
"NanoMSMARCO_cosine_mrr@10": 0.35841269841269835,
"NanoMSMARCO_cosine_map@100": 0.37030130420385204,
"NanoNFCorpus_cosine_accuracy@1": 0.3,
"NanoNFCorpus_cosine_accuracy@3": 0.4,
"NanoNFCorpus_cosine_accuracy@5": 0.42,
"NanoNFCorpus_cosine_accuracy@10": 0.6,
"NanoNFCorpus_cosine_precision@1": 0.3,
"NanoNFCorpus_cosine_precision@3": 0.26666666666666666,
"NanoNFCorpus_cosine_precision@5": 0.24,
"NanoNFCorpus_cosine_precision@10": 0.21599999999999997,
"NanoNFCorpus_cosine_recall@1": 0.010510683982884447,
"NanoNFCorpus_cosine_recall@3": 0.03058121391270753,
"NanoNFCorpus_cosine_recall@5": 0.041670587900432904,
"NanoNFCorpus_cosine_recall@10": 0.07708366077523644,
"NanoNFCorpus_cosine_ndcg@10": 0.2372833724225595,
"NanoNFCorpus_cosine_mrr@10": 0.3741269841269841,
"NanoNFCorpus_cosine_map@100": 0.08346711417458783,
"NanoNQ_cosine_accuracy@1": 0.32,
"NanoNQ_cosine_accuracy@3": 0.54,
"NanoNQ_cosine_accuracy@5": 0.64,
"NanoNQ_cosine_accuracy@10": 0.8,
"NanoNQ_cosine_precision@1": 0.32,
"NanoNQ_cosine_precision@3": 0.18,
"NanoNQ_cosine_precision@5": 0.132,
"NanoNQ_cosine_precision@10": 0.08399999999999999,
"NanoNQ_cosine_recall@1": 0.32,
"NanoNQ_cosine_recall@3": 0.54,
"NanoNQ_cosine_recall@5": 0.64,
"NanoNQ_cosine_recall@10": 0.77,
"NanoNQ_cosine_ndcg@10": 0.534080876943012,
"NanoNQ_cosine_mrr@10": 0.45819047619047626,
"NanoNQ_cosine_map@100": 0.4650165172546752,
"NanoQuoraRetrieval_cosine_accuracy@1": 0.34,
"NanoQuoraRetrieval_cosine_accuracy@3": 0.42,
"NanoQuoraRetrieval_cosine_accuracy@5": 0.5,
"NanoQuoraRetrieval_cosine_accuracy@10": 0.54,
"NanoQuoraRetrieval_cosine_precision@1": 0.34,
"NanoQuoraRetrieval_cosine_precision@3": 0.1533333333333333,
"NanoQuoraRetrieval_cosine_precision@5": 0.11599999999999999,
"NanoQuoraRetrieval_cosine_precision@10": 0.068,
"NanoQuoraRetrieval_cosine_recall@1": 0.30333333333333334,
"NanoQuoraRetrieval_cosine_recall@3": 0.3866666666666667,
"NanoQuoraRetrieval_cosine_recall@5": 0.46399999999999997,
"NanoQuoraRetrieval_cosine_recall@10": 0.5153333333333333,
"NanoQuoraRetrieval_cosine_ndcg@10": 0.41742602478464447,
"NanoQuoraRetrieval_cosine_mrr@10": 0.39988888888888885,
"NanoQuoraRetrieval_cosine_map@100": 0.3849072837395894,
"NanoSCIDOCS_cosine_accuracy@1": 0.34,
"NanoSCIDOCS_cosine_accuracy@3": 0.5,
"NanoSCIDOCS_cosine_accuracy@5": 0.68,
"NanoSCIDOCS_cosine_accuracy@10": 0.74,
"NanoSCIDOCS_cosine_precision@1": 0.34,
"NanoSCIDOCS_cosine_precision@3": 0.23333333333333336,
"NanoSCIDOCS_cosine_precision@5": 0.22399999999999998,
"NanoSCIDOCS_cosine_precision@10": 0.16399999999999998,
"NanoSCIDOCS_cosine_recall@1": 0.07166666666666666,
"NanoSCIDOCS_cosine_recall@3": 0.1446666666666667,
"NanoSCIDOCS_cosine_recall@5": 0.22966666666666666,
"NanoSCIDOCS_cosine_recall@10": 0.33766666666666667,
"NanoSCIDOCS_cosine_ndcg@10": 0.30826851927375737,
"NanoSCIDOCS_cosine_mrr@10": 0.45596825396825397,
"NanoSCIDOCS_cosine_map@100": 0.23392780808046051,
"NanoArguAna_cosine_accuracy@1": 0.12,
"NanoArguAna_cosine_accuracy@3": 0.34,
"NanoArguAna_cosine_accuracy@5": 0.52,
"NanoArguAna_cosine_accuracy@10": 0.66,
"NanoArguAna_cosine_precision@1": 0.12,
"NanoArguAna_cosine_precision@3": 0.11333333333333333,
"NanoArguAna_cosine_precision@5": 0.10400000000000002,
"NanoArguAna_cosine_precision@10": 0.066,
"NanoArguAna_cosine_recall@1": 0.12,
"NanoArguAna_cosine_recall@3": 0.34,
"NanoArguAna_cosine_recall@5": 0.52,
"NanoArguAna_cosine_recall@10": 0.66,
"NanoArguAna_cosine_ndcg@10": 0.36306862307848503,
"NanoArguAna_cosine_mrr@10": 0.2706111111111111,
"NanoArguAna_cosine_map@100": 0.2759809932547803,
"NanoSciFact_cosine_accuracy@1": 0.06,
"NanoSciFact_cosine_accuracy@3": 0.12,
"NanoSciFact_cosine_accuracy@5": 0.14,
"NanoSciFact_cosine_accuracy@10": 0.22,
"NanoSciFact_cosine_precision@1": 0.06,
"NanoSciFact_cosine_precision@3": 0.04666666666666666,
"NanoSciFact_cosine_precision@5": 0.04,
"NanoSciFact_cosine_precision@10": 0.032,
"NanoSciFact_cosine_recall@1": 0.045,
"NanoSciFact_cosine_recall@3": 0.09,
"NanoSciFact_cosine_recall@5": 0.125,
"NanoSciFact_cosine_recall@10": 0.21,
"NanoSciFact_cosine_ndcg@10": 0.12526198949596956,
"NanoSciFact_cosine_mrr@10": 0.10172222222222223,
"NanoSciFact_cosine_map@100": 0.10651676027200917,
"NanoTouche2020_cosine_accuracy@1": 0.16326530612244897,
"NanoTouche2020_cosine_accuracy@3": 0.3469387755102041,
"NanoTouche2020_cosine_accuracy@5": 0.40816326530612246,
"NanoTouche2020_cosine_accuracy@10": 0.46938775510204084,
"NanoTouche2020_cosine_precision@1": 0.16326530612244897,
"NanoTouche2020_cosine_precision@3": 0.1768707482993197,
"NanoTouche2020_cosine_precision@5": 0.16734693877551018,
"NanoTouche2020_cosine_precision@10": 0.15714285714285717,
"NanoTouche2020_cosine_recall@1": 0.010834061791286787,
"NanoTouche2020_cosine_recall@3": 0.04246737445701241,
"NanoTouche2020_cosine_recall@5": 0.07022584048078456,
"NanoTouche2020_cosine_recall@10": 0.12445610349631041,
"NanoTouche2020_cosine_ndcg@10": 0.16935634176158382,
"NanoTouche2020_cosine_mrr@10": 0.2637998056365404,
"NanoTouche2020_cosine_map@100": 0.13613719859328205,
"NanoBEIR_mean_cosine_accuracy@1": 0.20178963893249613,
"NanoBEIR_mean_cosine_accuracy@3": 0.33437990580847726,
"NanoBEIR_mean_cosine_accuracy@5": 0.3975510204081632,
"NanoBEIR_mean_cosine_accuracy@10": 0.46379905808477234,
"NanoBEIR_mean_cosine_precision@1": 0.20178963893249613,
"NanoBEIR_mean_cosine_precision@3": 0.1443746729461015,
"NanoBEIR_mean_cosine_precision@5": 0.12179591836734695,
"NanoBEIR_mean_cosine_precision@10": 0.09193406593406594,
"NanoBEIR_mean_cosine_recall@1": 0.10562646017872422,
"NanoBEIR_mean_cosine_recall@3": 0.1943125667163338,
"NanoBEIR_mean_cosine_recall@5": 0.24266811242187075,
"NanoBEIR_mean_cosine_recall@10": 0.30212882262568536,
"NanoBEIR_mean_cosine_ndcg@10": 0.25329773088878016,
"NanoBEIR_mean_cosine_mrr@10": 0.2821360045849841,
"NanoBEIR_mean_cosine_map@100": 0.20162615847278237
},
"beir_touche2020": {
"BeIR-touche2020-subset-test_cosine_accuracy@1": 0.061224489795918366,
"BeIR-touche2020-subset-test_cosine_accuracy@3": 0.22448979591836735,
"BeIR-touche2020-subset-test_cosine_accuracy@5": 0.2653061224489796,
"BeIR-touche2020-subset-test_cosine_accuracy@10": 0.46938775510204084,
"BeIR-touche2020-subset-test_cosine_precision@1": 0.061224489795918366,
"BeIR-touche2020-subset-test_cosine_precision@3": 0.10204081632653061,
"BeIR-touche2020-subset-test_cosine_precision@5": 0.1183673469387755,
"BeIR-touche2020-subset-test_cosine_precision@10": 0.13061224489795917,
"BeIR-touche2020-subset-test_cosine_recall@1": 0.0013107288493681675,
"BeIR-touche2020-subset-test_cosine_recall@3": 0.0066139914690223275,
"BeIR-touche2020-subset-test_cosine_recall@5": 0.012873721947137703,
"BeIR-touche2020-subset-test_cosine_recall@10": 0.028554044417287688,
"BeIR-touche2020-subset-test_cosine_ndcg@10": 0.11889918185298816,
"BeIR-touche2020-subset-test_cosine_mrr@10": 0.1667233560090703,
"BeIR-touche2020-subset-test_cosine_map@100": 0.06704607565351835
}
} |