Update README.md

README.md

@@ -3,13 +3,12 @@ from transformers import LlamaTokenizer
 
 tokenizer = LlamaTokenizer.from_pretrained(
         'ocisd4/openllama_tokenizer_ext_zh',
+        pad_token="<|pad|>",
         add_bos_token=True,
         add_eos_token=False,
         use_auth_token='True',
 )
 
-tokenizer.pad_token_id = tokenizer.vocab_size -1
-
 print('vocab size:',tokenizer.vocab_size)
 #vocab size: 52928