manaestras commited on
Commit
fed9438
·
verified ·
1 Parent(s): 350e760

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -6550,7 +6550,7 @@
6550
  "eos_token": "<|hy_Assistant|>",
6551
  "model_max_length": 1000000000000000019884624838656,
6552
  "pad_token": "<|hy_▁pad▁|>",
6553
- "extra_sepcial_tokens": {
6554
  "image_token": "<|hy_place▁holder▁no▁102|>",
6555
  "image_start_token": "<|hy_place▁holder▁no▁100|>",
6556
  "image_end_token": "<|hy_place▁holder▁no▁101|>",
 
6550
  "eos_token": "<|hy_Assistant|>",
6551
  "model_max_length": 1000000000000000019884624838656,
6552
  "pad_token": "<|hy_▁pad▁|>",
6553
+ "extra_special_tokens": {
6554
  "image_token": "<|hy_place▁holder▁no▁102|>",
6555
  "image_start_token": "<|hy_place▁holder▁no▁100|>",
6556
  "image_end_token": "<|hy_place▁holder▁no▁101|>",