Upload 130 files
cdaafab | { |
| "dataset": "trec-covid", |
| "split": "test", |
| "metric": "dot", |
| "norm_query": false, |
| "norm_doc": false, |
| "scores": { |
| "ndcg": { |
| "NDCG@1": 0.73, |
| "NDCG@3": 0.65212, |
| "NDCG@5": 0.62264, |
| "NDCG@10": 0.58943, |
| "NDCG@20": 0.56316, |
| "NDCG@50": 0.4955, |
| "NDCG@100": 0.44313, |
| "NDCG@200": 0.3814, |
| "NDCG@1000": 0.40665 |
| }, |
| "map": { |
| "MAP@1": 0.00216, |
| "MAP@3": 0.00538, |
| "MAP@5": 0.00815, |
| "MAP@10": 0.01415, |
| "MAP@20": 0.02525, |
| "MAP@50": 0.04725, |
| "MAP@100": 0.07527, |
| "MAP@200": 0.1094, |
| "MAP@1000": 0.18357 |
| }, |
| "precision": { |
| "P@1": 0.78, |
| "P@3": 0.69333, |
| "P@5": 0.656, |
| "P@10": 0.622, |
| "P@20": 0.606, |
| "P@50": 0.518, |
| "P@100": 0.4602, |
| "P@200": 0.3797, |
| "P@1000": 0.18474 |
| }, |
| "recall": { |
| "Recall@1": 0.00216, |
| "Recall@3": 0.00563, |
| "Recall@5": 0.00877, |
| "Recall@10": 0.01621, |
| "Recall@20": 0.03086, |
| "Recall@50": 0.06224, |
| "Recall@100": 0.10692, |
| "Recall@200": 0.16993, |
| "Recall@1000": 0.38745 |
| }, |
| "mrr": { |
| "MRR@1": 0.76, |
| "MRR@3": 0.80667, |
| "MRR@5": 0.81567, |
| "MRR@10": 0.82656, |
| "MRR@20": 0.82656, |
| "MRR@50": 0.82656, |
| "MRR@100": 0.82656, |
| "MRR@200": 0.82656, |
| "MRR@1000": 0.82656 |
| }, |
| "recall_cap": { |
| "R_cap@1": 0.76, |
| "R_cap@3": 0.69333, |
| "R_cap@5": 0.656, |
| "R_cap@10": 0.622, |
| "R_cap@20": 0.606, |
| "R_cap@50": 0.518, |
| "R_cap@100": 0.4602, |
| "R_cap@200": 0.38311, |
| "R_cap@1000": 0.3888 |
| }, |
| "hole": { |
| "Hole@1": 0.12, |
| "Hole@3": 0.09333, |
| "Hole@5": 0.124, |
| "Hole@10": 0.142, |
| "Hole@20": 0.152, |
| "Hole@50": 0.1788, |
| "Hole@100": 0.2032, |
| "Hole@200": 0.2504, |
| "Hole@1000": 0.38076 |
| } |
| } |
| } |
|
|