robinfaro commited on
Commit
9ac7e94
·
verified ·
1 Parent(s): cd8b01d

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -19,5 +19,5 @@
19
  "unk_token": "<|endoftext|>",
20
  "auto_map": {
21
  "AutoTokenizer": ["transformers.GPT2TokenizerFast", null]
22
- },
23
  }
 
19
  "unk_token": "<|endoftext|>",
20
  "auto_map": {
21
  "AutoTokenizer": ["transformers.GPT2TokenizerFast", null]
22
+ }
23
  }