diff --git "a/WhereIsAI_UAE-Large-V1.json" "b/WhereIsAI_UAE-Large-V1.json" new file mode 100644--- /dev/null +++ "b/WhereIsAI_UAE-Large-V1.json" @@ -0,0 +1,5021 @@ +{ + "bomFormat": "CycloneDX", + "specVersion": "1.6", + "serialNumber": "urn:uuid:747c3050-8691-4e5a-884b-3ff6c331d464", + "version": 1, + "metadata": { + "timestamp": "2025-07-14T11:04:36.316274+00:00", + "component": { + "type": "machine-learning-model", + "bom-ref": "WhereIsAI/UAE-Large-V1-83b4a817-6832-583b-9493-e41454791238", + "name": "WhereIsAI/UAE-Large-V1", + "externalReferences": [ + { + "url": "https://huggingface.co/WhereIsAI/UAE-Large-V1", + "type": "documentation" + } + ], + "modelCard": { + "modelParameters": { + "task": "feature-extraction", + "architectureFamily": "bert", + "modelArchitecture": "BertModel" + }, + "properties": [ + { + "name": "library_name", + "value": "sentence-transformers" + } + ], + "quantitativeAnalysis": { + "performanceMetrics": [ + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "accuracy", + "value": 75.55223880597015 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "ap", + "value": 38.264070815317794 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "f1", + "value": 69.40977934769845 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "accuracy", + "value": 92.84267499999999 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "ap", + "value": 89.57568507997713 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "f1", + "value": 92.82590734337774 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "accuracy", + "value": 48.292 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "f1", + "value": 47.90257816032778 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_1", + "value": 42.105 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_10", + "value": 58.181000000000004 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_100", + "value": 58.653999999999996 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_1000", + "value": 58.657000000000004 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_3", + "value": 54.386 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_5", + "value": 56.757999999999996 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_1", + "value": 42.745 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_10", + "value": 58.437 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_100", + "value": 58.894999999999996 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_1000", + "value": 58.897999999999996 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_3", + "value": 54.635 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_5", + "value": 56.99999999999999 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_1", + "value": 42.105 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_10", + "value": 66.14999999999999 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_100", + "value": 68.048 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_1000", + "value": 68.11399999999999 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_3", + "value": 58.477000000000004 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_5", + "value": 62.768 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_1", + "value": 42.105 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_10", + "value": 9.110999999999999 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_100", + "value": 0.991 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_1000", + "value": 0.1 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_3", + "value": 23.447000000000003 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_5", + "value": 16.159000000000002 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_1", + "value": 42.105 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_10", + "value": 91.11 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_100", + "value": 99.14699999999999 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_1000", + "value": 99.644 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_3", + "value": 70.341 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_5", + "value": 80.797 + }, + { + "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 49.02580759154173 + }, + { + "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 43.093601280163554 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "map", + "value": 64.19590406875427 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 77.09547992788991 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 87.86678362843676 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 86.1423242570783 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 85.98994198511751 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 86.48209103503942 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 85.6446436316182 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 86.21039809734357 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "accuracy", + "value": 87.69155844155844 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "f1", + "value": 87.68109381943547 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 39.37501687500394 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 37.23401405155885 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 30.232 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 41.404999999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 42.896 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 43.028 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 37.925 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 39.865 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 36.338 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 46.969 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 47.684 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 47.731 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 44.063 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 45.908 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 36.338 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 47.887 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 53.357 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 55.376999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 42.588 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 45.132 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 36.338 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 9.17 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.4909999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.196 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 20.315 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 14.793000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 30.232 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 60.67399999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 83.628 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 96.209 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 45.48 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 52.354 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 32.237 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 42.829 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 44.065 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 44.199 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 39.885999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 41.55 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 40.064 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 48.611 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 49.245 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 49.29 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 46.561 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 47.771 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 40.064 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 48.388 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 52.666999999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 54.67100000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 44.504 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 46.303 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 40.064 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 9.051 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.4500000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.193 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 21.444 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 15.045 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 32.237 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 57.943999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 75.98700000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 88.453 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 46.268 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 51.459999999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 38.797 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 51.263000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 52.333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 52.393 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 47.936 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 49.844 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 44.389 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 54.601 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 55.300000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 55.333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 52.068999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 53.627 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 44.389 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 57.193000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 61.307 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 62.529 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 51.607 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 54.409 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 44.389 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 9.26 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.222 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.13699999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 23.03 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 15.887 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 38.797 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 71.449 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 88.881 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 97.52 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 56.503 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 63.392 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 27.291999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 35.65 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 36.689 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 36.753 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 32.995000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 34.409 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 29.04 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 37.486000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 38.394 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 38.445 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 35.028 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 36.305 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 29.04 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 40.613 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 45.733000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 47.447 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 35.339999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 37.706 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 29.04 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 6.192 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.9249999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 14.802000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 10.305 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 27.291999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 54.25299999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 77.773 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 90.795 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 39.731 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 45.403999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 18.326 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 26.290999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 27.456999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 27.583000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 23.578 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 25.113000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 22.637 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 31.139 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 32.074999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 32.147 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 28.483000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 29.963 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 22.637 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 31.717000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 37.201 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 40.088 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 26.686 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 29.076999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 22.637 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.7090000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.979 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.13799999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 12.894 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 9.328 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 18.326 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 43.824999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 67.316 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 87.481 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 29.866999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 35.961999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 29.875 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 40.458 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 41.772 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 41.882999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 37.086999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 39.153 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 36.381 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 46.190999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 46.983999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 47.032000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 43.486999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 45.249 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 36.381 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 46.602 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 51.885999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 53.895 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 41.155 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 44.182 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 36.381 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 8.402 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.278 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.16199999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 19.346 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 14.09 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 29.875 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 59.065999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 80.923 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 93.927 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 44.462 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 51.89 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 24.94 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 35.125 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 36.476 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 36.579 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 31.840000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 33.647 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 30.936000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 40.637 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 41.471000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 41.525 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 38.013999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 39.469 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 30.936000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 41.295 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 46.92 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 49.183 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 35.811 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 38.306000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 30.936000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.728 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.226 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.158 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 17.237 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 12.42 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 24.94 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 54.235 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 78.314 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 93.973 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 38.925 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 45.505 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 26.250833333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 35.46875 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 36.667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 36.78025 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 32.56733333333334 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 34.20333333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 30.8945 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 39.636833333333335 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 40.46508333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 40.521249999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 37.140166666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 38.60999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 30.8945 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 40.93441666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 46.062416666666664 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.28341666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 35.97575 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 38.3785 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 30.8945 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.180250000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.1468333333333334 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.15283333333333332 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 16.525583333333334 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.798333333333332 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 26.250833333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 52.96108333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 75.45908333333334 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 90.73924999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 39.25483333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 45.37950000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 24.595 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 31.747999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 32.62 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 32.713 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 29.48 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 30.635 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 27.607 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 34.449000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 35.182 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 35.254000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 32.413 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 33.372 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 27.607 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 36.041000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 40.514 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 42.851 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 31.689 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 33.479 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 27.607 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.66 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.868 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11299999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 13.446 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 9.264 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 24.595 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 46.79 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 67.413 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 84.753 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 34.644999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 39.09 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 17.333000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 24.427 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 25.576 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 25.692999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 22.002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 23.249 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 20.716 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 28.072000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 29.067 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 29.137 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 25.832 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 27.045 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 20.716 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 29.109 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 34.797 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 37.503 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 24.668 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 26.552999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 20.716 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.351 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.955 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.136 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 11.584999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 8.362 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 17.333000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 39.604 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 65.525 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 84.651 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 27.199 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 32.019 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 26.342 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 35.349000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 36.443 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 36.548 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 32.307 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 34.164 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 31.063000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 39.703 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 40.555 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 40.614 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 37.141999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 38.812000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 31.063000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 40.873 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 45.896 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.205999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 35.522 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 38.419 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 31.063000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 6.866 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.053 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.13699999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 16.014 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.604000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 26.342 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 53.40200000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 75.251 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 91.13799999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 39.103 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 46.357 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 23.71 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 32.153999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 33.821 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 34.034 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 29.376 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 30.878 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 28.458 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 36.775999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 37.804 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 37.858999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 34.123999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 35.596 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 28.458 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 37.858999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 44.194 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 46.744 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 33.348 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 35.448 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 28.458 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.4510000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.5 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.23700000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 15.809999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.462 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 23.71 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 48.272999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 77.134 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 93.001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 35.480000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 41.19 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 21.331 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 28.926000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 29.855999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 29.957 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 26.395999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 27.933000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 23.105 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 31.008000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 31.819999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 31.887999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 28.466 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 30.203000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 23.105 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 33.635999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 38.277 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 40.907 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 28.791 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 31.528 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 23.105 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.323 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.815 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.117 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 12.384 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 9.02 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 21.331 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 46.018 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 67.364 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 86.97 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 33.395 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 39.931 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_1", + "value": 17.011000000000003 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_10", + "value": 28.816999999999997 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_100", + "value": 30.761 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_1000", + "value": 30.958000000000002 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_3", + "value": 24.044999999999998 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_5", + "value": 26.557 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_1", + "value": 38.696999999999996 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_10", + "value": 50.464 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_100", + "value": 51.193999999999996 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 51.219 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_3", + "value": 47.339999999999996 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_5", + "value": 49.346000000000004 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 38.696999999999996 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 38.53 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 45.525 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.685 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 32.282 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 34.482 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_1", + "value": 38.696999999999996 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_10", + "value": 11.895999999999999 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_100", + "value": 1.95 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.254 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_3", + "value": 24.038999999999998 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_5", + "value": 18.332 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_1", + "value": 17.011000000000003 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_10", + "value": 44.452999999999996 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_100", + "value": 68.223 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_1000", + "value": 85.653 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_3", + "value": 28.784 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_5", + "value": 35.66 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_1", + "value": 9.516 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_10", + "value": 21.439 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_100", + "value": 31.517 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_1000", + "value": 33.267 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_3", + "value": 15.004999999999999 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_5", + "value": 17.793999999999997 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_1", + "value": 71.25 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_10", + "value": 79.071 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_100", + "value": 79.325 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_1000", + "value": 79.33 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_3", + "value": 77.708 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_5", + "value": 78.546 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_1", + "value": 58.62500000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_10", + "value": 44.889 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_100", + "value": 50.536 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_1000", + "value": 57.724 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_3", + "value": 49.32 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_5", + "value": 46.775 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_1", + "value": 71.25 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_10", + "value": 36.175000000000004 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_100", + "value": 11.940000000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_1000", + "value": 2.178 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_3", + "value": 53.583000000000006 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_5", + "value": 45.550000000000004 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_1", + "value": 9.516 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_10", + "value": 27.028000000000002 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_100", + "value": 57.581 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_1000", + "value": 80.623 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_3", + "value": 16.313 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_5", + "value": 20.674 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "accuracy", + "value": 51.74999999999999 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "f1", + "value": 46.46706502669774 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_1", + "value": 77.266 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_10", + "value": 84.89999999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_100", + "value": 85.109 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_1000", + "value": 85.123 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_3", + "value": 83.898 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_5", + "value": 84.541 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_1", + "value": 83.138 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_10", + "value": 89.37 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_100", + "value": 89.432 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 89.43299999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_3", + "value": 88.836 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_5", + "value": 89.21 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 83.138 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 88.244 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 88.98700000000001 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 89.21900000000001 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 86.825 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 87.636 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_1", + "value": 83.138 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_10", + "value": 10.47 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_100", + "value": 1.1079999999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11499999999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_3", + "value": 32.933 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_5", + "value": 20.36 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_1", + "value": 77.266 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_10", + "value": 94.063 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_100", + "value": 96.993 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_1000", + "value": 98.414 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_3", + "value": 90.228 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_5", + "value": 92.328 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_1", + "value": 22.319 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_10", + "value": 36.943 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_100", + "value": 38.951 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_1000", + "value": 39.114 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_3", + "value": 32.82 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_5", + "value": 34.945 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_1", + "value": 44.135999999999996 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_10", + "value": 53.071999999999996 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_100", + "value": 53.87 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 53.90200000000001 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_3", + "value": 50.77199999999999 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_5", + "value": 52.129999999999995 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 44.135999999999996 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 44.836 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 51.754 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 54.36 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 41.658 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 42.354 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_1", + "value": 44.135999999999996 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_10", + "value": 12.284 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_100", + "value": 1.952 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.242 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_3", + "value": 27.828999999999997 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_5", + "value": 20.093 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_1", + "value": 22.319 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_10", + "value": 51.528 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_100", + "value": 76.70700000000001 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_1000", + "value": 92.143 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_3", + "value": 38.641 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_5", + "value": 43.653999999999996 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_1", + "value": 40.182 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_10", + "value": 65.146 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_100", + "value": 66.023 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_1000", + "value": 66.078 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_3", + "value": 61.617999999999995 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_5", + "value": 63.82299999999999 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_1", + "value": 80.365 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_10", + "value": 85.79 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_100", + "value": 85.963 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 85.968 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_3", + "value": 84.952 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_5", + "value": 85.503 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 80.365 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 73.13499999999999 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 76.133 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 77.151 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 68.255 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 70.978 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_1", + "value": 80.365 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_10", + "value": 15.359 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_100", + "value": 1.7690000000000001 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.19 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_3", + "value": 44.024 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_5", + "value": 28.555999999999997 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_1", + "value": 40.182 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_10", + "value": 76.793 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_100", + "value": 88.474 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_1000", + "value": 95.159 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_3", + "value": 66.036 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_5", + "value": 71.391 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "accuracy", + "value": 92.7796 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "ap", + "value": 89.24883716810874 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "f1", + "value": 92.7706903433313 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_1", + "value": 22.016 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_10", + "value": 34.408 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_100", + "value": 35.592 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_1000", + "value": 35.64 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_3", + "value": 30.459999999999997 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_5", + "value": 32.721000000000004 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_1", + "value": 22.593 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_10", + "value": 34.993 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_100", + "value": 36.113 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_1000", + "value": 36.156 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_3", + "value": 31.101 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_5", + "value": 33.364 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_1", + "value": 22.579 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_10", + "value": 41.404999999999994 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_100", + "value": 47.018 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_1000", + "value": 48.211999999999996 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_3", + "value": 33.389 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_5", + "value": 37.425000000000004 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_1", + "value": 22.579 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_10", + "value": 6.59 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_100", + "value": 0.938 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_1000", + "value": 0.104 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_3", + "value": 14.241000000000001 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_5", + "value": 10.59 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_1", + "value": 22.016 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_10", + "value": 62.927 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_100", + "value": 88.72 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_1000", + "value": 97.80799999999999 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_3", + "value": 41.229 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_5", + "value": 50.88 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "accuracy", + "value": 94.01732786137711 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "f1", + "value": 93.76353126402202 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "accuracy", + "value": 76.91746466028272 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "f1", + "value": 57.715651682646765 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "accuracy", + "value": 76.5030262273033 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "f1", + "value": 74.6693629986121 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "accuracy", + "value": 79.74781439139207 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "f1", + "value": 79.96684171018774 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 33.2156206892017 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 31.180539484816137 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "map", + "value": 32.51125957874274 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "mrr", + "value": 33.777037359249995 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_1", + "value": 7.248 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_10", + "value": 15.340000000000002 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_100", + "value": 19.591 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_1000", + "value": 21.187 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_3", + "value": 11.329 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_5", + "value": 13.209999999999999 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_1", + "value": 47.678 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_10", + "value": 57.493 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_100", + "value": 58.038999999999994 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_1000", + "value": 58.07 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_3", + "value": 55.36600000000001 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_5", + "value": 56.635999999999996 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_1", + "value": 46.129999999999995 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_10", + "value": 38.653999999999996 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_100", + "value": 36.288 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_1000", + "value": 44.765 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_3", + "value": 43.553 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_5", + "value": 41.317 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_1", + "value": 47.368 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_10", + "value": 28.669 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_100", + "value": 9.158 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_1000", + "value": 2.207 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_3", + "value": 40.97 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_5", + "value": 35.604 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_1", + "value": 7.248 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_10", + "value": 19.46 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_100", + "value": 37.214000000000006 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_1000", + "value": 67.64099999999999 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_3", + "value": 12.025 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_5", + "value": 15.443999999999999 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_1", + "value": 31.595000000000002 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_10", + "value": 47.815999999999995 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_100", + "value": 48.811 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_1000", + "value": 48.835 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_3", + "value": 43.225 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_5", + "value": 46.017 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_1", + "value": 35.689 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_10", + "value": 50.341 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_100", + "value": 51.044999999999995 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_1000", + "value": 51.062 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_3", + "value": 46.553 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_5", + "value": 48.918 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_1", + "value": 35.66 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_10", + "value": 55.859 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_100", + "value": 59.864 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_1000", + "value": 60.419999999999995 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_3", + "value": 47.371 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_5", + "value": 51.995000000000005 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_1", + "value": 35.66 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_10", + "value": 9.27 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_100", + "value": 1.1520000000000001 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_1000", + "value": 0.12 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_3", + "value": 21.63 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_5", + "value": 15.655 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_1", + "value": 31.595000000000002 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_10", + "value": 77.704 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_100", + "value": 94.774 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_1000", + "value": 98.919 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_3", + "value": 56.052 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_5", + "value": 66.623 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_1", + "value": 71.489 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_10", + "value": 85.411 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_100", + "value": 86.048 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_1000", + "value": 86.064 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_3", + "value": 82.587 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_5", + "value": 84.339 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_1", + "value": 82.28 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_10", + "value": 88.27199999999999 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_100", + "value": 88.362 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_1000", + "value": 88.362 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_3", + "value": 87.372 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_5", + "value": 87.995 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_1", + "value": 82.27 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_10", + "value": 89.023 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_100", + "value": 90.191 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_1000", + "value": 90.266 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_3", + "value": 86.37 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_5", + "value": 87.804 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_1", + "value": 82.27 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_10", + "value": 13.469000000000001 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_100", + "value": 1.533 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_1000", + "value": 0.157 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_3", + "value": 37.797 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_5", + "value": 24.734 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_1", + "value": 71.489 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_10", + "value": 95.824 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_100", + "value": 99.70599999999999 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_1000", + "value": 99.979 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_3", + "value": 88.099 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_5", + "value": 92.285 + }, + { + "slice": "dataset: mteb/reddit-clustering, split: test, config: default", + "type": "v_measure", + "value": 60.52398807444541 + }, + { + "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 65.34855891507871 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_1", + "value": 5.188000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_10", + "value": 13.987 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_100", + "value": 16.438 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_1000", + "value": 16.829 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_3", + "value": 9.767000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_5", + "value": 11.912 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_1", + "value": 25.6 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_10", + "value": 37.744 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_100", + "value": 38.847 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_1000", + "value": 38.894 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_3", + "value": 34.166999999999994 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_5", + "value": 36.207 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_1", + "value": 25.6 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_10", + "value": 22.980999999999998 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_100", + "value": 32.039 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_1000", + "value": 38.157000000000004 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_3", + "value": 21.567 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_5", + "value": 19.070999999999998 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_1", + "value": 25.6 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_10", + "value": 12.02 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_100", + "value": 2.5100000000000002 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_1000", + "value": 0.396 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_3", + "value": 20.333000000000002 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_5", + "value": 16.98 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_1", + "value": 5.188000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_10", + "value": 24.372 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_100", + "value": 50.934999999999995 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_1000", + "value": 80.477 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_3", + "value": 12.363 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_5", + "value": 17.203 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 87.24286275535398 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 82.62333770991818 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 84.60353717637284 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 82.32990108810047 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 84.6089049738196 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 82.33361785438936 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 87.87428858503165 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 79.09145886519929 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 86.42669231664036 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 80.03127375435449 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 86.41330338305022 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 80.02492538673368 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 88.67912277322645 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 89.6171319711762 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 86.56571917398725 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 87.71216907898948 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 86.57459050182473 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 87.71916648349993 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 86.71957379085862 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 85.01784075851465 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 84.7407848472801 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 84.61063091345538 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 84.71494352494403 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 84.58772077604254 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 88.40508326325175 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 89.50912897763186 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 87.82349070086627 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 88.44179162727521 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 87.80181927025595 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 88.43205129636243 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 85.35846741715478 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 86.61172476741842 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 84.60123125491637 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 85.3001948141827 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 84.56231142658329 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 85.23579900798813 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cos_sim_pearson", + "value": 88.94539129818824 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cos_sim_spearman", + "value": 88.99349064256742 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_pearson", + "value": 88.7142444640351 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_spearman", + "value": 88.34120813505011 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_pearson", + "value": 88.70363008238084 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_spearman", + "value": 88.31952816956954 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cos_sim_pearson", + "value": 68.29910260369893 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cos_sim_spearman", + "value": 68.79263346213466 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_pearson", + "value": 68.41627521422252 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_spearman", + "value": 66.61602587398579 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_pearson", + "value": 68.49402183447361 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_spearman", + "value": 66.80157792354453 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 87.43703906343708 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 89.06081805093662 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 87.48311456299662 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 88.07417597580013 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 87.48202249768894 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 88.04758031111642 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "map", + "value": 87.49080620485203 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "mrr", + "value": 96.19145378949301 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_1", + "value": 59.317 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_10", + "value": 69.296 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_100", + "value": 69.738 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_1000", + "value": 69.759 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_3", + "value": 66.12599999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_5", + "value": 67.532 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_1", + "value": 62 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_10", + "value": 70.176 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_100", + "value": 70.565 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_1000", + "value": 70.583 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_3", + "value": 67.833 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_5", + "value": 68.93299999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_1", + "value": 62 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_10", + "value": 74.069 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_100", + "value": 76.037 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_1000", + "value": 76.467 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_3", + "value": 68.628 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_5", + "value": 70.57600000000001 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_1", + "value": 62 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_10", + "value": 10 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_100", + "value": 1.097 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11299999999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_3", + "value": 26.667 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_5", + "value": 17.4 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_1", + "value": 59.317 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_10", + "value": 87.822 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_100", + "value": 96.833 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_1000", + "value": 100 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_3", + "value": 73.06099999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_5", + "value": 77.928 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 99.88910891089108 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 97.236958456951 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 94.39999999999999 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 94.39999999999999 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 94.39999999999999 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 99.82574257425742 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 94.94344759441888 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 91.17352056168507 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 91.44869215291752 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 90.9 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 99.88415841584158 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 97.2044250782305 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 94.210786739238 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 93.24191968658178 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 95.19999999999999 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 99.88613861386139 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 97.20683205497689 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 94.2643391521197 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 94.02985074626866 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 94.5 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 99.88910891089108 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 97.236958456951 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 94.39999999999999 + }, + { + "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", + "type": "v_measure", + "value": 66.53940781726187 + }, + { + "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 36.71865011295108 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "map", + "value": 55.3218674533331 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 56.28279910449028 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cos_sim_pearson", + "value": 30.723915667479673 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cos_sim_spearman", + "value": 32.029070449745234 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_pearson", + "value": 28.864944212481454 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_spearman", + "value": 27.939266999596725 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_1", + "value": 0.231 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_10", + "value": 1.949 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_100", + "value": 10.023 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_1000", + "value": 23.485 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_3", + "value": 0.652 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_5", + "value": 1.054 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_1", + "value": 86 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_10", + "value": 92.067 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_100", + "value": 92.067 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_1000", + "value": 92.067 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_3", + "value": 91.667 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_5", + "value": 92.067 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_1", + "value": 83 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_10", + "value": 76.32900000000001 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_100", + "value": 54.662 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.062 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_3", + "value": 81.827 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_5", + "value": 80.664 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_1", + "value": 86 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_10", + "value": 80 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_100", + "value": 55.48 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_1000", + "value": 20.938000000000002 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_3", + "value": 85.333 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_5", + "value": 84.39999999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_1", + "value": 0.231 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_10", + "value": 2.158 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_100", + "value": 13.344000000000001 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_1000", + "value": 44.31 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_3", + "value": 0.6779999999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_5", + "value": 1.13 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_1", + "value": 2.524 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_10", + "value": 10.183 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_100", + "value": 16.625 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_1000", + "value": 18.017 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_3", + "value": 5.169 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_5", + "value": 6.772 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_1", + "value": 32.653 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_10", + "value": 47.128 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_100", + "value": 48.458 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_1000", + "value": 48.473 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_3", + "value": 44.897999999999996 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_5", + "value": 45.306000000000004 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_1", + "value": 30.612000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_10", + "value": 24.928 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_100", + "value": 37.613 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.528 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_3", + "value": 28.829 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_5", + "value": 25.237 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_1", + "value": 32.653 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_10", + "value": 22.448999999999998 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_100", + "value": 8.02 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_1000", + "value": 1.537 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_3", + "value": 30.612000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_5", + "value": 24.490000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_1", + "value": 2.524 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_10", + "value": 16.38 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_100", + "value": 49.529 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_1000", + "value": 83.598 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_3", + "value": 6.411 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_5", + "value": 8.932 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "accuracy", + "value": 71.09020000000001 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "ap", + "value": 14.451710060978993 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "f1", + "value": 54.7874410609049 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "accuracy", + "value": 59.745331069609506 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "f1", + "value": 60.08387848592697 + }, + { + "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", + "type": "v_measure", + "value": 51.71549485462037 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 87.39345532574357 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 78.16796549696478 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 71.27713276123171 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 68.3115626511853 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 74.51187335092348 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 85.12248912201228 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 69.26039256107077 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 65.04294321240867 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 63.251059586138126 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 66.93931398416886 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 87.07754664123503 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 77.7872176038945 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 70.85587801278899 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 66.3519115614924 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 76.01583113456465 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 87.07754664123503 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 77.7341400185556 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 70.80310880829015 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 69.54198473282443 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 72.1108179419525 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 87.39345532574357 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 78.16796549696478 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 71.27713276123171 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 89.09457833663213 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 86.33024314706873 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 78.59623733719248 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 74.13322413322413 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 83.63104404065291 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 88.3086894089339 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 83.92225241805097 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 76.8721826377781 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 72.8168044077135 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 81.40591315060055 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 88.77052043311213 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 85.7410710218755 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 77.97705489398781 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 73.77713657598241 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 82.68401601478288 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 88.73753250281368 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 85.72867199072802 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 77.89774182922812 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 74.23787931635857 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 81.93717277486911 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 89.09457833663213 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 86.33024314706873 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 78.59623733719248 + } + ] + } + }, + "authors": [ + { + "name": "WhereIsAI" + } + ], + "licenses": [ + { + "license": { + "id": "MIT", + "url": "https://spdx.org/licenses/MIT.html" + } + } + ], + "tags": [ + "sentence-transformers", + "onnx", + "safetensors", + "openvino", + "bert", + "feature-extraction", + "mteb", + "sentence_embedding", + "feature_extraction", + "transformers", + "transformers.js", + "en", + "arxiv:2309.12871", + "license:mit", + "model-index", + "autotrain_compatible", + "text-embeddings-inference", + "endpoints_compatible", + "region:us" + ] + } + } +} \ No newline at end of file