jinaai
/

jina-bert-flash-implementation

🇪🇺 Region: EU

Model card Files Files and versions

michael-guenther commited on Mar 13, 2024

Commit

9072f7f

·

verified ·

1 Parent(s): 11b09c9

Update tokenizer.py

Files changed (1) hide show

tokenizer.py +2 -2

tokenizer.py CHANGED Viewed

@@ -8,11 +8,11 @@ import warnings
 def get_tokenizer(parent_class):
     class TokenizerClass(parent_class):
         class TaskTypes(IntEnum):
-            NULL = (0,)
             QUERY = 1
             DOCUMENT = 2
             STS = 3
-            CLUSTERING = (4,)
             CLASSIFICATION = 5
         def __init__(self, *args, **kwargs):

 def get_tokenizer(parent_class):
     class TokenizerClass(parent_class):
         class TaskTypes(IntEnum):
+            NULL = 0
             QUERY = 1
             DOCUMENT = 2
             STS = 3
+            CLUSTERING = 4
             CLASSIFICATION = 5
         def __init__(self, *args, **kwargs):