circulus
/

kobart-trans-formal-v1

text2text-generation

Model card Files Files and versions

rippertnt commited on Sep 8, 2022

Commit

df1b417

·

1 Parent(s): 194ce62

Upload tokenizer

Files changed (2) hide show

special_tokens_map.json +1 -1
tokenizer_config.json +6 -3

special_tokens_map.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "bos_token": "</s>",
   "eos_token": "</s>",
   "mask_token": "<mask>",
   "pad_token": "<pad>",

 {
+  "bos_token": "<s>",
   "eos_token": "</s>",
   "mask_token": "<mask>",
   "pad_token": "<pad>",

tokenizer_config.json CHANGED Viewed

@@ -1,5 +1,8 @@
 {
-  "name_or_path": "gogamza/kobart-base-v2",
-  "special_tokens_map_file": "/home/circulus/.cache/huggingface/transformers/a87d2ed77831bb40ce806a97c04126addf5ecc82b3e23ecf916b2a4acdb9c29a.c23d5e62137984cf842a885705037b25b156747d145406702932d5f5d5e7c88e",
-  "tokenizer_class": "PreTrainedTokenizerFast"
 }

 {
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
 }