{ "bomFormat": "CycloneDX", "specVersion": "1.6", "serialNumber": "urn:uuid:1c80cd70-56b1-487e-a9c0-d521ff5d25c0", "version": 1, "metadata": { "timestamp": "2025-10-23T16:23:21.783558+00:00", "component": { "type": "machine-learning-model", "bom-ref": "TencentBAC/Conan-embedding-v1-fe97accb-5adf-58e0-8222-ee0b14ae6841", "licenses": [ { "license": { "id": "CC-BY-NC-4.0", "url": "https://spdx.org/licenses/CC-BY-NC-4.0.html" } } ], "externalReferences": [ { "url": "https://huggingface.co/TencentBAC/Conan-embedding-v1", "type": "documentation" } ], "modelCard": { "modelParameters": { "datasets": [], "architectureFamily": "bert", "modelArchitecture": "BertModel" }, "properties": [ { "name": "library_name", "value": "sentence-transformers" } ], "quantitativeAnalysis": { "performanceMetrics": [ { "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", "type": "cos_sim_pearson", "value": 56.613572467148856 }, { "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", "type": "cos_sim_spearman", "value": 60.66446211824284 }, { "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", "type": "euclidean_pearson", "value": 58.42080485872613 }, { "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", "type": "euclidean_spearman", "value": 59.82750030458164 }, { "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", "type": "manhattan_pearson", "value": 58.39885271199772 }, { "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", "type": "manhattan_spearman", "value": 59.817749720366734 }, { "slice": "dataset: C-MTEB/ATEC, split: test, config: default", "type": "cos_sim_pearson", "value": 56.60530380552331 }, { "slice": "dataset: C-MTEB/ATEC, split: test, config: default", "type": "cos_sim_spearman", "value": 58.63822441736707 }, { "slice": "dataset: C-MTEB/ATEC, split: test, config: default", "type": "euclidean_pearson", "value": 62.18551665180664 }, { "slice": "dataset: C-MTEB/ATEC, split: test, config: default", "type": "euclidean_spearman", "value": 58.23168804495912 }, { "slice": "dataset: C-MTEB/ATEC, split: test, config: default", "type": "manhattan_pearson", "value": 62.17191480770053 }, { "slice": "dataset: C-MTEB/ATEC, split: test, config: default", "type": "manhattan_spearman", "value": 58.22556219601401 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: zh", "type": "accuracy", "value": 50.308 }, { "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: zh", "type": "f1", "value": 46.927458607895126 }, { "slice": "dataset: C-MTEB/BQ, split: test, config: default", "type": "cos_sim_pearson", "value": 72.6472074172711 }, { "slice": "dataset: C-MTEB/BQ, split: test, config: default", "type": "cos_sim_spearman", "value": 74.50748447236577 }, { "slice": "dataset: C-MTEB/BQ, split: test, config: default", "type": "euclidean_pearson", "value": 72.51833296451854 }, { "slice": "dataset: C-MTEB/BQ, split: test, config: default", "type": "euclidean_spearman", "value": 73.9898922606105 }, { "slice": "dataset: C-MTEB/BQ, split: test, config: default", "type": "manhattan_pearson", "value": 72.50184948939338 }, { "slice": "dataset: C-MTEB/BQ, split: test, config: default", "type": "manhattan_spearman", "value": 73.97797921509638 }, { "slice": "dataset: C-MTEB/CLSClusteringP2P, split: test, config: default", "type": "v_measure", "value": 60.63545326048343 }, { "slice": "dataset: C-MTEB/CLSClusteringS2S, split: test, config: default", "type": "v_measure", "value": 52.64834762325994 }, { "slice": "dataset: C-MTEB/CMedQAv1-reranking, split: test, config: default", "type": "map", "value": 91.38528814655234 }, { "slice": "dataset: C-MTEB/CMedQAv1-reranking, split: test, config: default", "type": "mrr", "value": 93.35857142857144 }, { "slice": "dataset: C-MTEB/CMedQAv2-reranking, split: test, config: default", "type": "map", "value": 89.72084678877096 }, { "slice": "dataset: C-MTEB/CMedQAv2-reranking, split: test, config: default", "type": "mrr", "value": 91.74380952380953 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "map_at_1", "value": 26.987 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "map_at_10", "value": 40.675 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "map_at_100", "value": 42.495 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "map_at_1000", "value": 42.596000000000004 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "map_at_3", "value": 36.195 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "map_at_5", "value": 38.704 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "mrr_at_1", "value": 41.21 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "mrr_at_10", "value": 49.816 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "mrr_at_100", "value": 50.743 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 50.77700000000001 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "mrr_at_3", "value": 47.312 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "mrr_at_5", "value": 48.699999999999996 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 41.21 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 47.606 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 54.457 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 56.16100000000001 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 42.108000000000004 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 44.393 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "precision_at_1", "value": 41.21 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "precision_at_10", "value": 10.593 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "precision_at_100", "value": 1.609 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.183 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "precision_at_3", "value": 23.881 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "precision_at_5", "value": 17.339 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "recall_at_1", "value": 26.987 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "recall_at_10", "value": 58.875 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "recall_at_100", "value": 87.023 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "recall_at_1000", "value": 98.328 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "recall_at_3", "value": 42.265 }, { "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", "type": "recall_at_5", "value": 49.334 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "cos_sim_accuracy", "value": 85.91701743836441 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "cos_sim_ap", "value": 92.53650618807644 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "cos_sim_f1", "value": 86.80265975431082 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "cos_sim_precision", "value": 83.79025239338556 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "cos_sim_recall", "value": 90.039747486556 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "dot_accuracy", "value": 77.17378232110643 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "dot_ap", "value": 85.40244368166546 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "dot_f1", "value": 79.03038001481951 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "dot_precision", "value": 72.20502901353966 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "dot_recall", "value": 87.2808043020809 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "euclidean_accuracy", "value": 84.65423932651834 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "euclidean_ap", "value": 91.47775530034588 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "euclidean_f1", "value": 85.64471499723298 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "euclidean_precision", "value": 81.31567885666246 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "euclidean_recall", "value": 90.46060322656068 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "manhattan_accuracy", "value": 84.58208057726999 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "manhattan_ap", "value": 91.46228709402014 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "manhattan_f1", "value": 85.6631626034444 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "manhattan_precision", "value": 82.10075026795283 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "manhattan_recall", "value": 89.5487491232172 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "max_accuracy", "value": 85.91701743836441 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "max_ap", "value": 92.53650618807644 }, { "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", "type": "max_f1", "value": 86.80265975431082 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "map_at_1", "value": 83.693 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "map_at_10", "value": 90.098 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "map_at_100", "value": 90.145 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "map_at_1000", "value": 90.146 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "map_at_3", "value": 89.445 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "map_at_5", "value": 89.935 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "mrr_at_1", "value": 83.878 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "mrr_at_10", "value": 90.007 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "mrr_at_100", "value": 90.045 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 90.046 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "mrr_at_3", "value": 89.34 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "mrr_at_5", "value": 89.835 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 84.089 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 92.351 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 92.54599999999999 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 92.561 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 91.15299999999999 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 91.968 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "precision_at_1", "value": 84.089 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "precision_at_10", "value": 10.011000000000001 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "precision_at_100", "value": 1.009 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.101 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "precision_at_3", "value": 32.28 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "precision_at_5", "value": 19.789 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "recall_at_1", "value": 83.693 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "recall_at_10", "value": 99.05199999999999 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "recall_at_100", "value": 99.895 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "recall_at_3", "value": 95.917 }, { "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", "type": "recall_at_5", "value": 97.893 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "map_at_1", "value": 26.924 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "map_at_10", "value": 81.392 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "map_at_100", "value": 84.209 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "map_at_1000", "value": 84.237 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "map_at_3", "value": 56.998000000000005 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "map_at_5", "value": 71.40100000000001 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "mrr_at_1", "value": 91.75 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "mrr_at_10", "value": 94.45 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "mrr_at_100", "value": 94.503 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 94.505 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "mrr_at_3", "value": 94.258 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "mrr_at_5", "value": 94.381 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 91.75 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 88.53 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 91.13900000000001 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 91.387 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 87.925 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 86.461 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "precision_at_1", "value": 91.75 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "precision_at_10", "value": 42.05 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "precision_at_100", "value": 4.827 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.48900000000000005 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "precision_at_3", "value": 78.55 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "precision_at_5", "value": 65.82000000000001 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "recall_at_1", "value": 26.924 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "recall_at_10", "value": 89.338 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "recall_at_100", "value": 97.856 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "recall_at_1000", "value": 99.11 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "recall_at_3", "value": 59.202999999999996 }, { "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", "type": "recall_at_5", "value": 75.642 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "map_at_1", "value": 54.800000000000004 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "map_at_10", "value": 65.613 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "map_at_100", "value": 66.185 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "map_at_1000", "value": 66.191 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "map_at_3", "value": 62.8 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "map_at_5", "value": 64.535 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "mrr_at_1", "value": 54.800000000000004 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "mrr_at_10", "value": 65.613 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "mrr_at_100", "value": 66.185 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 66.191 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "mrr_at_3", "value": 62.8 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "mrr_at_5", "value": 64.535 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 54.800000000000004 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 70.991 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 73.434 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 73.587 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 65.324 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 68.431 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "precision_at_1", "value": 54.800000000000004 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "precision_at_10", "value": 8.790000000000001 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "precision_at_100", "value": 0.9860000000000001 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "precision_at_3", "value": 24.2 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "precision_at_5", "value": 16.02 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "recall_at_1", "value": 54.800000000000004 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "recall_at_10", "value": 87.9 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "recall_at_100", "value": 98.6 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "recall_at_1000", "value": 99.8 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "recall_at_3", "value": 72.6 }, { "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", "type": "recall_at_5", "value": 80.10000000000001 }, { "slice": "dataset: C-MTEB/IFlyTek-classification, split: validation, config: default", "type": "accuracy", "value": 51.94305502116199 }, { "slice": "dataset: C-MTEB/IFlyTek-classification, split: validation, config: default", "type": "f1", "value": 39.82197338426721 }, { "slice": "dataset: C-MTEB/JDReview-classification, split: test, config: default", "type": "accuracy", "value": 90.31894934333957 }, { "slice": "dataset: C-MTEB/JDReview-classification, split: test, config: default", "type": "ap", "value": 63.89821836499594 }, { "slice": "dataset: C-MTEB/JDReview-classification, split: test, config: default", "type": "f1", "value": 85.93687177603624 }, { "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", "type": "cos_sim_pearson", "value": 73.18906216730208 }, { "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", "type": "cos_sim_spearman", "value": 79.44570226735877 }, { "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", "type": "euclidean_pearson", "value": 78.8105072242798 }, { "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", "type": "euclidean_spearman", "value": 79.15605680863212 }, { "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", "type": "manhattan_pearson", "value": 78.80576507484064 }, { "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", "type": "manhattan_spearman", "value": 79.14625534068364 }, { "slice": "dataset: C-MTEB/Mmarco-reranking, split: dev, config: default", "type": "map", "value": 41.58107192600853 }, { "slice": "dataset: C-MTEB/Mmarco-reranking, split: dev, config: default", "type": "mrr", "value": 41.37063492063492 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "map_at_1", "value": 68.33 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "map_at_10", "value": 78.261 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "map_at_100", "value": 78.522 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "map_at_1000", "value": 78.527 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "map_at_3", "value": 76.236 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "map_at_5", "value": 77.557 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "mrr_at_1", "value": 70.602 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "mrr_at_10", "value": 78.779 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "mrr_at_100", "value": 79.00500000000001 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 79.01 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "mrr_at_3", "value": 77.037 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "mrr_at_5", "value": 78.157 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 70.602 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 82.254 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 83.319 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 83.449 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 78.46 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 80.679 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "precision_at_1", "value": 70.602 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "precision_at_10", "value": 9.989 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "precision_at_100", "value": 1.05 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.106 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "precision_at_3", "value": 29.598999999999997 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "precision_at_5", "value": 18.948 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "recall_at_1", "value": 68.33 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "recall_at_10", "value": 94.00800000000001 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "recall_at_100", "value": 98.589 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "recall_at_1000", "value": 99.60799999999999 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "recall_at_3", "value": 84.057 }, { "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", "type": "recall_at_5", "value": 89.32900000000001 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-CN", "type": "accuracy", "value": 78.13718897108272 }, { "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-CN", "type": "f1", "value": 74.07613180855328 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-CN", "type": "accuracy", "value": 86.20040349697376 }, { "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-CN", "type": "f1", "value": 85.05282136519973 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "map_at_1", "value": 56.8 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "map_at_10", "value": 64.199 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "map_at_100", "value": 64.89 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "map_at_1000", "value": 64.917 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "map_at_3", "value": 62.383 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "map_at_5", "value": 63.378 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "mrr_at_1", "value": 56.8 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "mrr_at_10", "value": 64.199 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "mrr_at_100", "value": 64.89 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 64.917 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "mrr_at_3", "value": 62.383 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "mrr_at_5", "value": 63.378 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 56.8 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 67.944 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 71.286 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 71.879 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 64.163 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 65.96600000000001 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "precision_at_1", "value": 56.8 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "precision_at_10", "value": 7.9799999999999995 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "precision_at_100", "value": 0.954 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "precision_at_3", "value": 23.1 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "precision_at_5", "value": 14.74 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "recall_at_1", "value": 56.8 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "recall_at_10", "value": 79.80000000000001 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "recall_at_100", "value": 95.39999999999999 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "recall_at_1000", "value": 99.8 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "recall_at_3", "value": 69.3 }, { "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", "type": "recall_at_5", "value": 73.7 }, { "slice": "dataset: C-MTEB/MultilingualSentiment-classification, split: validation, config: default", "type": "accuracy", "value": 78.57666666666667 }, { "slice": "dataset: C-MTEB/MultilingualSentiment-classification, split: validation, config: default", "type": "f1", "value": 78.23373528202681 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "cos_sim_accuracy", "value": 85.43584190579317 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "cos_sim_ap", "value": 90.76665640338129 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "cos_sim_f1", "value": 86.5021770682148 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "cos_sim_precision", "value": 79.82142857142858 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "cos_sim_recall", "value": 94.40337909186906 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "dot_accuracy", "value": 78.66811044937737 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "dot_ap", "value": 85.84084363880804 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "dot_f1", "value": 80.10075566750629 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "dot_precision", "value": 76.58959537572254 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "dot_recall", "value": 83.9493136219641 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "euclidean_accuracy", "value": 84.46128857606931 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "euclidean_ap", "value": 88.62351100230491 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "euclidean_f1", "value": 85.7709469509172 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "euclidean_precision", "value": 80.8411214953271 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "euclidean_recall", "value": 91.34107708553326 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "manhattan_accuracy", "value": 84.51543042772063 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "manhattan_ap", "value": 88.53975607870393 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "manhattan_f1", "value": 85.75697211155378 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "manhattan_precision", "value": 81.14985862393968 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "manhattan_recall", "value": 90.91869060190075 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "max_accuracy", "value": 85.43584190579317 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "max_ap", "value": 90.76665640338129 }, { "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", "type": "max_f1", "value": 86.5021770682148 }, { "slice": "dataset: C-MTEB/OnlineShopping-classification, split: test, config: default", "type": "accuracy", "value": 95.06999999999998 }, { "slice": "dataset: C-MTEB/OnlineShopping-classification, split: test, config: default", "type": "ap", "value": 93.45104559324996 }, { "slice": "dataset: C-MTEB/OnlineShopping-classification, split: test, config: default", "type": "f1", "value": 95.06036329426092 }, { "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", "type": "cos_sim_pearson", "value": 40.01998290519605 }, { "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", "type": "cos_sim_spearman", "value": 46.5989769986853 }, { "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", "type": "euclidean_pearson", "value": 45.37905883182924 }, { "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", "type": "euclidean_spearman", "value": 46.22213849806378 }, { "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", "type": "manhattan_pearson", "value": 45.40925124776211 }, { "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", "type": "manhattan_spearman", "value": 46.250705124226386 }, { "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", "type": "cos_sim_pearson", "value": 42.719516197112526 }, { "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", "type": "cos_sim_spearman", "value": 44.57507789581106 }, { "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", "type": "euclidean_pearson", "value": 35.73062264160721 }, { "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", "type": "euclidean_spearman", "value": 40.473523909913695 }, { "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", "type": "manhattan_pearson", "value": 35.69868964086357 }, { "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", "type": "manhattan_spearman", "value": 40.46349925372903 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "cos_sim_pearson", "value": 62.340118285801104 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "cos_sim_spearman", "value": 67.72781908620632 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "euclidean_pearson", "value": 63.161965746091596 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "euclidean_spearman", "value": 67.36825684340769 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "manhattan_pearson", "value": 63.089863788261425 }, { "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", "type": "manhattan_spearman", "value": 67.40868898995384 }, { "slice": "dataset: C-MTEB/STSB, split: test, config: default", "type": "cos_sim_pearson", "value": 79.1646360962365 }, { "slice": "dataset: C-MTEB/STSB, split: test, config: default", "type": "cos_sim_spearman", "value": 81.24426700767087 }, { "slice": "dataset: C-MTEB/STSB, split: test, config: default", "type": "euclidean_pearson", "value": 79.43826409936123 }, { "slice": "dataset: C-MTEB/STSB, split: test, config: default", "type": "euclidean_spearman", "value": 79.71787965300125 }, { "slice": "dataset: C-MTEB/STSB, split: test, config: default", "type": "manhattan_pearson", "value": 79.43377784961737 }, { "slice": "dataset: C-MTEB/STSB, split: test, config: default", "type": "manhattan_spearman", "value": 79.69348376886967 }, { "slice": "dataset: C-MTEB/T2Reranking, split: dev, config: default", "type": "map", "value": 68.35595092507496 }, { "slice": "dataset: C-MTEB/T2Reranking, split: dev, config: default", "type": "mrr", "value": 79.00244892585788 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "map_at_1", "value": 26.588 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "map_at_10", "value": 75.327 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "map_at_100", "value": 79.095 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "map_at_1000", "value": 79.163 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "map_at_3", "value": 52.637 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "map_at_5", "value": 64.802 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "mrr_at_1", "value": 88.103 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "mrr_at_10", "value": 91.29899999999999 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "mrr_at_100", "value": 91.408 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 91.411 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "mrr_at_3", "value": 90.801 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "mrr_at_5", "value": 91.12700000000001 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 88.103 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 83.314 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 87.201 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 87.83999999999999 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 84.408 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 83.078 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "precision_at_1", "value": 88.103 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "precision_at_10", "value": 41.638999999999996 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "precision_at_100", "value": 5.006 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.516 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "precision_at_3", "value": 73.942 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "precision_at_5", "value": 62.056 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "recall_at_1", "value": 26.588 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "recall_at_10", "value": 82.819 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "recall_at_100", "value": 95.334 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "recall_at_1000", "value": 98.51299999999999 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "recall_at_3", "value": 54.74 }, { "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", "type": "recall_at_5", "value": 68.864 }, { "slice": "dataset: C-MTEB/TNews-classification, split: validation, config: default", "type": "accuracy", "value": 55.029 }, { "slice": "dataset: C-MTEB/TNews-classification, split: validation, config: default", "type": "f1", "value": 53.043617905026764 }, { "slice": "dataset: C-MTEB/ThuNewsClusteringP2P, split: test, config: default", "type": "v_measure", "value": 77.83675116835911 }, { "slice": "dataset: C-MTEB/ThuNewsClusteringS2S, split: test, config: default", "type": "v_measure", "value": 74.19701455865277 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "map_at_1", "value": 64.7 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "map_at_10", "value": 75.593 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "map_at_100", "value": 75.863 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "map_at_1000", "value": 75.863 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "map_at_3", "value": 73.63300000000001 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "map_at_5", "value": 74.923 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "mrr_at_1", "value": 64.7 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "mrr_at_10", "value": 75.593 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "mrr_at_100", "value": 75.863 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "mrr_at_1000", "value": 75.863 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "mrr_at_3", "value": 73.63300000000001 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "mrr_at_5", "value": 74.923 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "ndcg_at_1", "value": 64.7 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "ndcg_at_10", "value": 80.399 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "ndcg_at_100", "value": 81.517 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "ndcg_at_1000", "value": 81.517 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "ndcg_at_3", "value": 76.504 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "ndcg_at_5", "value": 78.79899999999999 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "precision_at_1", "value": 64.7 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "precision_at_10", "value": 9.520000000000001 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "precision_at_100", "value": 1 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "precision_at_1000", "value": 0.1 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "precision_at_3", "value": 28.266999999999996 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "precision_at_5", "value": 18.060000000000002 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "recall_at_1", "value": 64.7 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "recall_at_10", "value": 95.19999999999999 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "recall_at_100", "value": 100 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "recall_at_1000", "value": 100 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "recall_at_3", "value": 84.8 }, { "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", "type": "recall_at_5", "value": 90.3 }, { "slice": "dataset: C-MTEB/waimai-classification, split: test, config: default", "type": "accuracy", "value": 89.69999999999999 }, { "slice": "dataset: C-MTEB/waimai-classification, split: test, config: default", "type": "ap", "value": 75.91371640164184 }, { "slice": "dataset: C-MTEB/waimai-classification, split: test, config: default", "type": "f1", "value": 88.34067777698694 } ] } }, "name": "TencentBAC/Conan-embedding-v1", "authors": [ { "name": "TencentBAC" } ], "tags": [ "sentence-transformers", "pytorch", "safetensors", "bert", "mteb", "zh", "arxiv:2408.15710", "license:cc-by-nc-4.0", "model-index", "region:us" ] } }, "components": [] }