nonsodev commited on
Commit
ac6cb7e
·
verified ·
1 Parent(s): 3cd489e

Fix: exclude token_type_ids from model_input_names

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +6 -2
tokenizer_config.json CHANGED
@@ -11,5 +11,9 @@
11
  "strip_accents": null,
12
  "tokenize_chinese_chars": true,
13
  "tokenizer_class": "BertTokenizer",
14
- "unk_token": "[UNK]"
15
- }
 
 
 
 
 
11
  "strip_accents": null,
12
  "tokenize_chinese_chars": true,
13
  "tokenizer_class": "BertTokenizer",
14
+ "unk_token": "[UNK]",
15
+ "model_input_names": [
16
+ "input_ids",
17
+ "attention_mask"
18
+ ]
19
+ }