Update README.md

README.md

@@ -22,14 +22,12 @@ Task: Summarization
 
 ## Usage
 ```python
-from typing import List, Optional
-import jieba_fast as jieba
-jieba.initialize()
+
 from transformers import PegasusForConditionalGeneration,BertTokenizer
 class PegasusTokenizer(BertTokenizer):
     model_input_names = ["input_ids", "attention_mask"]
     def __init__(self, **kwargs):
-        super().__init__(pre_tokenizer=lambda x: jieba.cut(x, HMM=False), **kwargs)
+        super().__init__(**kwargs)
         # super().__init__(**kwargs)
         self.add_special_tokens({'additional_special_tokens':["<mask_1>"]})