ai-research-lab
/

bert-question-ner

Token Classification

Model card Files Files and versions

lekhnathrijal commited on Jan 24, 2025

Commit

97013b8

·

1 Parent(s): 83bb3b5

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -52,6 +52,6 @@
   "sep_token": "[SEP]",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
   "unk_token": "[UNK]"
 }

   "sep_token": "[SEP]",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
   "unk_token": "[UNK]"
 }