Upload tokenizer

special_tokens_map.json

@@ -13,13 +13,7 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": {
-    "content": "[control_14]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
+  "pad_token": "[control_748]",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -154,7 +154,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 17,
@@ -6760,7 +6760,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": false
+      "special": true
     },
     {
       "id": 751,

tokenizer_config.json

@@ -137,7 +137,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "17": {
       "content": "[control_15]",
@@ -6009,7 +6009,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "751": {
       "content": "[REFERENCE_DOC_19]",
@@ -6178,7 +6178,7 @@
   "eos_token": "</s>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "[control_14]",
+  "pad_token": "[control_748]",
   "padding_side": "left",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,