Added tokenizer files for loading pretrained

special_tokens_map.json

@@ -0,0 +1,4 @@
+{
+  "pad_token": "[PAD]",
+  "unk_token": "[UNK]"
+}

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed5866b9343d3944816f82b1dd7db82073dc4763ce3d21860211896b17304320
-size 11739927
+oid sha256:ca9f00c4d17541163ad7efcd5cd3d91dd0965028c6a8c38572923124d23724a6
+size 11739955

tokenizer_config.json

@@ -0,0 +1,5 @@
+{
+  "clean_up_tokenization_spaces": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}