Update special_tokens_map.json

Files changed (1) hide show

special_tokens_map.json CHANGED Viewed

	@@ -1 +1,15 @@
1	- {"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}}

+{
+  "bos_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "unk_token": "[UNK]",
+  "sep_token": "[SEP]",
+  "pad_token": "[PAD]",
+  "cls_token": "[CLS]",
+  "mask_token": {
+    "content": "[MASK]",
+    "single_word": false,
+    "lstrip": true,
+    "rstrip": false,
+    "normalized": true
+  }
+}