hf-transformers-bot commited on
Commit
8629850
·
verified ·
1 Parent(s): 8a45cd0

Bake patch_size/max_pixels/min_pixels into tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +4 -1
tokenizer_config.json CHANGED
@@ -235,5 +235,8 @@
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
237
  "tokenizer_class": "Qwen2Tokenizer",
238
- "unk_token": null
 
 
 
239
  }
 
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
237
  "tokenizer_class": "Qwen2Tokenizer",
238
+ "unk_token": null,
239
+ "patch_size": 4,
240
+ "max_pixels": 3136,
241
+ "min_pixels": 784
242
  }