Bingsu
/

ko_BBPE_tokenizer_bert

Model card Files Files and versions

Bingsu commited on Aug 22, 2022

Commit

05c0c6c

·

1 Parent(s): a33d392

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "cls_token": "<s>",
-  "do_lower_case": true,
   "mask_token": "<mask>",
   "model_max_length": 512,
   "name_or_path": "ko_BBPE_tokenizer_bert",

 {
   "cls_token": "<s>",
+  "do_lower_case": false,
   "mask_token": "<mask>",
   "model_max_length": 512,
   "name_or_path": "ko_BBPE_tokenizer_bert",