language-ml-lab
/

postagger-azb

Token Classification

Model card Files Files and versions

mahsaamani commited on Sep 27, 2023

Commit

8003780

·

1 Parent(s): be10c84

Update config.json

Files changed (1) hide show

config.json +5 -1

config.json CHANGED Viewed

@@ -48,5 +48,9 @@
   "transformers_version": "4.29.2",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 10000
 }

   "transformers_version": "4.29.2",
   "type_vocab_size": 2,
   "use_cache": true,
+  "vocab_size": 10000,
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
 }