| { | |
| "dataset": "climate-fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.13616, | |
| "NDCG@3": 0.11999, | |
| "NDCG@5": 0.13185, | |
| "NDCG@10": 0.15352, | |
| "NDCG@20": 0.17229, | |
| "NDCG@50": 0.19776, | |
| "NDCG@100": 0.21563, | |
| "NDCG@200": 0.23358, | |
| "NDCG@1000": 0.26448 | |
| }, | |
| "map": { | |
| "MAP@1": 0.06621, | |
| "MAP@3": 0.08801, | |
| "MAP@5": 0.09729, | |
| "MAP@10": 0.10607, | |
| "MAP@20": 0.11106, | |
| "MAP@50": 0.11572, | |
| "MAP@100": 0.11776, | |
| "MAP@200": 0.11902, | |
| "MAP@1000": 0.12006 | |
| }, | |
| "precision": { | |
| "P@1": 0.13616, | |
| "P@3": 0.08426, | |
| "P@5": 0.06645, | |
| "P@10": 0.04671, | |
| "P@20": 0.03137, | |
| "P@50": 0.01812, | |
| "P@100": 0.01142, | |
| "P@200": 0.00711, | |
| "P@1000": 0.00202 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.06621, | |
| "Recall@3": 0.11046, | |
| "Recall@5": 0.14208, | |
| "Recall@10": 0.19198, | |
| "Recall@20": 0.24603, | |
| "Recall@50": 0.33811, | |
| "Recall@100": 0.41676, | |
| "Recall@200": 0.50799, | |
| "Recall@1000": 0.69866 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.13616, | |
| "MRR@3": 0.18198, | |
| "MRR@5": 0.19507, | |
| "MRR@10": 0.20745, | |
| "MRR@20": 0.21469, | |
| "MRR@50": 0.2189, | |
| "MRR@100": 0.22021, | |
| "MRR@200": 0.22085, | |
| "MRR@1000": 0.22118 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.13616, | |
| "R_cap@3": 0.11737, | |
| "R_cap@5": 0.14208, | |
| "R_cap@10": 0.19198, | |
| "R_cap@20": 0.24603, | |
| "R_cap@50": 0.33811, | |
| "R_cap@100": 0.41676, | |
| "R_cap@200": 0.50799, | |
| "R_cap@1000": 0.69866 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.67036, | |
| "Hole@3": 0.73181, | |
| "Hole@5": 0.75622, | |
| "Hole@10": 0.78339, | |
| "Hole@20": 0.81287, | |
| "Hole@50": 0.84128, | |
| "Hole@100": 0.86154, | |
| "Hole@200": 0.88163, | |
| "Hole@1000": 0.92799 | |
| } | |
| } | |
| } | |