Upload bert_tokenizer.py
Browse files- bert_tokenizer.py +1 -1
bert_tokenizer.py
CHANGED
|
@@ -83,7 +83,7 @@ class ChineseBertTokenizer(BertTokenizerFast):
|
|
| 83 |
return_offsets_mapping: bool = False,
|
| 84 |
return_length: bool = False,
|
| 85 |
verbose: bool = True, **kwargs) -> BatchEncoding:
|
| 86 |
-
encoding = super.__call__(
|
| 87 |
text=text,
|
| 88 |
text_pair=text_pair,
|
| 89 |
text_target=text_target,
|
|
|
|
| 83 |
return_offsets_mapping: bool = False,
|
| 84 |
return_length: bool = False,
|
| 85 |
verbose: bool = True, **kwargs) -> BatchEncoding:
|
| 86 |
+
encoding = super(ChineseBertTokenizer, self).__call__(
|
| 87 |
text=text,
|
| 88 |
text_pair=text_pair,
|
| 89 |
text_target=text_target,
|