Upload tokenizer

README.md

@@ -5,14 +5,17 @@ tags:
 - sentence-similarity
 - transformers
 - mteb
+license: mit
+language:
+- en
 model-index:
 - name: bge-base-en-v1.5
   results:
   - task:
       type: Classification
     dataset:
-      type: mteb/amazon_counterfactual
       name: MTEB AmazonCounterfactualClassification (en)
+      type: mteb/amazon_counterfactual
       config: en
       split: test
       revision: e8379541af4e31359cca9fbcf4b00f2671dba205
@@ -26,8 +29,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/amazon_polarity
       name: MTEB AmazonPolarityClassification
+      type: mteb/amazon_polarity
       config: default
       split: test
       revision: e2d317d38cd51312af73b3d32a06d1a08b442046
@@ -41,8 +44,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/amazon_reviews_multi
       name: MTEB AmazonReviewsClassification (en)
+      type: mteb/amazon_reviews_multi
       config: en
       split: test
       revision: 1399c76144fd37290681b995c656ef9b2e06e26d
@@ -54,8 +57,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: arguana
       name: MTEB ArguAna
+      type: arguana
       config: default
       split: test
       revision: None
@@ -123,8 +126,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/arxiv-clustering-p2p
       name: MTEB ArxivClusteringP2P
+      type: mteb/arxiv-clustering-p2p
       config: default
       split: test
       revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
@@ -134,8 +137,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/arxiv-clustering-s2s
       name: MTEB ArxivClusteringS2S
+      type: mteb/arxiv-clustering-s2s
       config: default
       split: test
       revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
@@ -145,8 +148,8 @@ model-index:
   - task:
       type: Reranking
     dataset:
-      type: mteb/askubuntudupquestions-reranking
       name: MTEB AskUbuntuDupQuestions
+      type: mteb/askubuntudupquestions-reranking
       config: default
       split: test
       revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
@@ -158,8 +161,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/biosses-sts
       name: MTEB BIOSSES
+      type: mteb/biosses-sts
       config: default
       split: test
       revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
@@ -179,8 +182,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/banking77
       name: MTEB Banking77Classification
+      type: mteb/banking77
       config: default
       split: test
       revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
@@ -192,8 +195,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/biorxiv-clustering-p2p
       name: MTEB BiorxivClusteringP2P
+      type: mteb/biorxiv-clustering-p2p
       config: default
       split: test
       revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
@@ -203,8 +206,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/biorxiv-clustering-s2s
       name: MTEB BiorxivClusteringS2S
+      type: mteb/biorxiv-clustering-s2s
       config: default
       split: test
       revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
@@ -214,8 +217,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: BeIR/cqadupstack
       name: MTEB CQADupstackAndroidRetrieval
+      type: BeIR/cqadupstack
       config: default
       split: test
       revision: None
@@ -280,15 +283,6 @@ model-index:
       value: 48.065000000000005
     - type: recall_at_5
       value: 54.519
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackEnglishRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 32.671
     - type: map_at_10
@@ -349,15 +343,6 @@ model-index:
       value: 45.626
     - type: recall_at_5
       value: 51.812000000000005
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackGamingRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 41.185
     - type: map_at_10
@@ -418,15 +403,6 @@ model-index:
       value: 59.199999999999996
     - type: recall_at_5
       value: 66.118
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackGisRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 27.27
     - type: map_at_10
@@ -487,15 +463,6 @@ model-index:
       value: 40.974
     - type: recall_at_5
       value: 47.327000000000005
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackMathematicaRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 17.848
     - type: map_at_10
@@ -556,15 +523,6 @@ model-index:
       value: 29.18
     - type: recall_at_5
       value: 35.347
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackPhysicsRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 30.94
     - type: map_at_10
@@ -625,15 +583,6 @@ model-index:
       value: 44.712
     - type: recall_at_5
       value: 51.932
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackProgrammersRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 27.104
     - type: map_at_10
@@ -694,15 +643,6 @@ model-index:
       value: 39.92
     - type: recall_at_5
       value: 45.457
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 27.707749999999997
     - type: map_at_10
@@ -763,15 +703,6 @@ model-index:
       value: 40.39083333333334
     - type: recall_at_5
       value: 46.40083333333333
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackStatsRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 26.482
     - type: map_at_10
@@ -832,15 +763,6 @@ model-index:
       value: 36.65
     - type: recall_at_5
       value: 40.774
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackTexRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 18.815
     - type: map_at_10
@@ -901,15 +823,6 @@ model-index:
       value: 29.694
     - type: recall_at_5
       value: 34.935
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackUnixRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 27.840999999999998
     - type: map_at_10
@@ -970,15 +883,6 @@ model-index:
       value: 40.146
     - type: recall_at_5
       value: 44.951
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackWebmastersRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 26.529000000000003
     - type: map_at_10
@@ -1039,15 +943,6 @@ model-index:
       value: 36.986000000000004
     - type: recall_at_5
       value: 43.096000000000004
-  - task:
-      type: Retrieval
-    dataset:
-      type: BeIR/cqadupstack
-      name: MTEB CQADupstackWordpressRetrieval
-      config: default
-      split: test
-      revision: None
-    metrics:
     - type: map_at_1
       value: 23.480999999999998
     - type: map_at_10
@@ -1111,8 +1006,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: climate-fever
       name: MTEB ClimateFEVER
+      type: climate-fever
       config: default
       split: test
       revision: None
@@ -1180,8 +1075,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: dbpedia-entity
       name: MTEB DBPedia
+      type: dbpedia-entity
       config: default
       split: test
       revision: None
@@ -1249,8 +1144,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/emotion
       name: MTEB EmotionClassification
+      type: mteb/emotion
       config: default
       split: test
       revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
@@ -1262,8 +1157,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: fever
       name: MTEB FEVER
+      type: fever
       config: default
       split: test
       revision: None
@@ -1331,8 +1226,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: fiqa
       name: MTEB FiQA2018
+      type: fiqa
       config: default
       split: test
       revision: None
@@ -1400,8 +1295,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: hotpotqa
       name: MTEB HotpotQA
+      type: hotpotqa
       config: default
       split: test
       revision: None
@@ -1469,8 +1364,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/imdb
       name: MTEB ImdbClassification
+      type: mteb/imdb
       config: default
       split: test
       revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
@@ -1484,8 +1379,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: msmarco
       name: MTEB MSMARCO
+      type: msmarco
       config: default
       split: dev
       revision: None
@@ -1553,8 +1448,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_domain
       name: MTEB MTOPDomainClassification (en)
+      type: mteb/mtop_domain
       config: en
       split: test
       revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
@@ -1566,8 +1461,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_intent
       name: MTEB MTOPIntentClassification (en)
+      type: mteb/mtop_intent
       config: en
       split: test
       revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
@@ -1579,8 +1474,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/amazon_massive_intent
       name: MTEB MassiveIntentClassification (en)
+      type: mteb/amazon_massive_intent
       config: en
       split: test
       revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
@@ -1592,8 +1487,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/amazon_massive_scenario
       name: MTEB MassiveScenarioClassification (en)
+      type: mteb/amazon_massive_scenario
       config: en
       split: test
       revision: 7d571f92784cd94a019292a1f45445077d0ef634
@@ -1605,8 +1500,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/medrxiv-clustering-p2p
       name: MTEB MedrxivClusteringP2P
+      type: mteb/medrxiv-clustering-p2p
       config: default
       split: test
       revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
@@ -1616,8 +1511,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/medrxiv-clustering-s2s
       name: MTEB MedrxivClusteringS2S
+      type: mteb/medrxiv-clustering-s2s
       config: default
       split: test
       revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
@@ -1627,8 +1522,8 @@ model-index:
   - task:
       type: Reranking
     dataset:
-      type: mteb/mind_small
       name: MTEB MindSmallReranking
+      type: mteb/mind_small
       config: default
       split: test
       revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
@@ -1640,8 +1535,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: nfcorpus
       name: MTEB NFCorpus
+      type: nfcorpus
       config: default
       split: test
       revision: None
@@ -1709,8 +1604,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: nq
       name: MTEB NQ
+      type: nq
       config: default
       split: test
       revision: None
@@ -1778,8 +1673,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: quora
       name: MTEB QuoraRetrieval
+      type: quora
       config: default
       split: test
       revision: None
@@ -1847,8 +1742,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/reddit-clustering
       name: MTEB RedditClustering
+      type: mteb/reddit-clustering
       config: default
       split: test
       revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
@@ -1858,8 +1753,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/reddit-clustering-p2p
       name: MTEB RedditClusteringP2P
+      type: mteb/reddit-clustering-p2p
       config: default
       split: test
       revision: 282350215ef01743dc01b456c7f5241fa8937f16
@@ -1869,8 +1764,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: scidocs
       name: MTEB SCIDOCS
+      type: scidocs
       config: default
       split: test
       revision: None
@@ -1938,8 +1833,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sickr-sts
       name: MTEB SICK-R
+      type: mteb/sickr-sts
       config: default
       split: test
       revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
@@ -1959,8 +1854,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sts12-sts
       name: MTEB STS12
+      type: mteb/sts12-sts
       config: default
       split: test
       revision: a0d554a64d88156834ff5ae9920b964011b16384
@@ -1980,8 +1875,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sts13-sts
       name: MTEB STS13
+      type: mteb/sts13-sts
       config: default
       split: test
       revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
@@ -2001,8 +1896,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sts14-sts
       name: MTEB STS14
+      type: mteb/sts14-sts
       config: default
       split: test
       revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
@@ -2022,8 +1917,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sts15-sts
       name: MTEB STS15
+      type: mteb/sts15-sts
       config: default
       split: test
       revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
@@ -2043,8 +1938,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sts16-sts
       name: MTEB STS16
+      type: mteb/sts16-sts
       config: default
       split: test
       revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
@@ -2064,8 +1959,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sts17-crosslingual-sts
       name: MTEB STS17 (en-en)
+      type: mteb/sts17-crosslingual-sts
       config: en-en
       split: test
       revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
@@ -2085,8 +1980,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/sts22-crosslingual-sts
       name: MTEB STS22 (en)
+      type: mteb/sts22-crosslingual-sts
       config: en
       split: test
       revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
@@ -2106,8 +2001,8 @@ model-index:
   - task:
       type: STS
     dataset:
-      type: mteb/stsbenchmark-sts
       name: MTEB STSBenchmark
+      type: mteb/stsbenchmark-sts
       config: default
       split: test
       revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
@@ -2127,8 +2022,8 @@ model-index:
   - task:
       type: Reranking
     dataset:
-      type: mteb/scidocs-reranking
       name: MTEB SciDocsRR
+      type: mteb/scidocs-reranking
       config: default
       split: test
       revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
@@ -2140,8 +2035,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: scifact
       name: MTEB SciFact
+      type: scifact
       config: default
       split: test
       revision: None
@@ -2209,8 +2104,8 @@ model-index:
   - task:
       type: PairClassification
     dataset:
-      type: mteb/sprintduplicatequestions-pairclassification
       name: MTEB SprintDuplicateQuestions
+      type: mteb/sprintduplicatequestions-pairclassification
       config: default
       split: test
       revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
@@ -2264,8 +2159,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/stackexchange-clustering
       name: MTEB StackExchangeClustering
+      type: mteb/stackexchange-clustering
       config: default
       split: test
       revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
@@ -2275,8 +2170,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/stackexchange-clustering-p2p
       name: MTEB StackExchangeClusteringP2P
+      type: mteb/stackexchange-clustering-p2p
       config: default
       split: test
       revision: 815ca46b2622cec33ccafc3735d572c266efdb44
@@ -2286,8 +2181,8 @@ model-index:
   - task:
       type: Reranking
     dataset:
-      type: mteb/stackoverflowdupquestions-reranking
       name: MTEB StackOverflowDupQuestions
+      type: mteb/stackoverflowdupquestions-reranking
       config: default
       split: test
       revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
@@ -2299,8 +2194,8 @@ model-index:
   - task:
       type: Summarization
     dataset:
-      type: mteb/summeval
       name: MTEB SummEval
+      type: mteb/summeval
       config: default
       split: test
       revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
@@ -2316,8 +2211,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: trec-covid
       name: MTEB TRECCOVID
+      type: trec-covid
       config: default
       split: test
       revision: None
@@ -2385,8 +2280,8 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: webis-touche2020
       name: MTEB Touche2020
+      type: webis-touche2020
       config: default
       split: test
       revision: None
@@ -2454,8 +2349,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/toxic_conversations_50k
       name: MTEB ToxicConversationsClassification
+      type: mteb/toxic_conversations_50k
       config: default
       split: test
       revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
@@ -2469,8 +2364,8 @@ model-index:
   - task:
       type: Classification
     dataset:
-      type: mteb/tweet_sentiment_extraction
       name: MTEB TweetSentimentExtractionClassification
+      type: mteb/tweet_sentiment_extraction
       config: default
       split: test
       revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
@@ -2482,8 +2377,8 @@ model-index:
   - task:
       type: Clustering
     dataset:
-      type: mteb/twentynewsgroups-clustering
       name: MTEB TwentyNewsgroupsClustering
+      type: mteb/twentynewsgroups-clustering
       config: default
       split: test
       revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
@@ -2493,8 +2388,8 @@ model-index:
   - task:
       type: PairClassification
     dataset:
-      type: mteb/twittersemeval2015-pairclassification
       name: MTEB TwitterSemEval2015
+      type: mteb/twittersemeval2015-pairclassification
       config: default
       split: test
       revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
@@ -2548,8 +2443,8 @@ model-index:
   - task:
       type: PairClassification
     dataset:
-      type: mteb/twitterurlcorpus-pairclassification
       name: MTEB TwitterURLCorpus
+      type: mteb/twitterurlcorpus-pairclassification
       config: default
       split: test
       revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
@@ -2600,9 +2495,6 @@ model-index:
       value: 85.64591703003417
     - type: max_f1
       value: 77.59531005352656
-license: mit
-language:
-- en
 ---