Haaaaeun
/

kobert_hatespeech

Feature Extraction

Model card Files Files and versions

Haaaaeun commited on Apr 26, 2023

Commit

1702491

·

1 Parent(s): 1026ddf

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -7

tokenizer_config.json CHANGED Viewed

@@ -5,13 +5,7 @@
   "sep_token": "[SEP]",
   "pad_token": "[PAD]",
   "cls_token": "[CLS]",
-  "mask_token": {
-    "content": "[MASK]",
-    "single_word": false,
-    "lstrip": true,
-    "rstrip": false,
-    "normalized": true
-  },
   "special_tokens_map_file": "~/.cache/huggingface/transformers/Haaaaeun/kobert-hatespeech/",
 }

   "sep_token": "[SEP]",
   "pad_token": "[PAD]",
   "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
   "special_tokens_map_file": "~/.cache/huggingface/transformers/Haaaaeun/kobert-hatespeech/",
 }