ybelkada commited on
Commit
500d6ec
·
verified ·
1 Parent(s): 6c8512a

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -4533,5 +4533,6 @@
4533
  "model_max_length": 1000000000000000019884624838656,
4534
  "pad_token": "<|pad|>",
4535
  "pad_token_id": 0,
 
4536
  "tokenizer_class": "PreTrainedTokenizerFast"
4537
  }
 
4533
  "model_max_length": 1000000000000000019884624838656,
4534
  "pad_token": "<|pad|>",
4535
  "pad_token_id": 0,
4536
+ "add_bos_token": false,
4537
  "tokenizer_class": "PreTrainedTokenizerFast"
4538
  }