nielsr HF Staff commited on
Commit
88ce397
·
1 Parent(s): 93dde63

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "2": {
12
  "content": "<unk>",
13
  "lstrip": true,
14
- "normalized": true,
15
  "rstrip": true,
16
  "single_word": false,
17
  "special": true
 
11
  "2": {
12
  "content": "<unk>",
13
  "lstrip": true,
14
+ "normalized": false,
15
  "rstrip": true,
16
  "single_word": false,
17
  "special": true