AxisCommunity commited on
Commit
ef70d15
·
verified ·
1 Parent(s): 3228925

Delete tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -8
tokenizer_config.json DELETED
@@ -1,8 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<bos>",
4
- "eos_token": "<eos>",
5
- "model_max_length": 1000000000000000019884624838656,
6
- "pad_token": "<pad>",
7
- "tokenizer_class": "GPT2Tokenizer"
8
- }