Hugging Face's logo

nobug12345
/
nk_ocr

Image-to-Text
Transformers
vision-encoder-decoder
Model card Files
xet
Community
nobug12345 commited on
Commit
b4c388a
·
verified ·
1 Parent(s): 111a414

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +3 -3
tokenizer_config.json CHANGED
@@ -189,13 +189,13 @@
189
  "bos_token": "<s>",
190
  "clean_up_tokenization_spaces": false,
191
  "eos_token": "</s>",
192
- "max_length": 4096,
193
- "model_max_length": 768,
194
  "pad_to_multiple_of": null,
195
  "pad_token": "<pad>",
196
  "pad_token_type_id": 0,
197
  "padding_side": "right",
198
- "processor_class": "VariableDonutProcessor",
199
  "stride": 0,
200
  "tokenizer_class": "NougatTokenizer",
201
  "truncation_side": "right",
 
189
  "bos_token": "<s>",
190
  "clean_up_tokenization_spaces": false,
191
  "eos_token": "</s>",
192
+ "max_length": 100,
193
+ "model_max_length": 3548,
194
  "pad_to_multiple_of": null,
195
  "pad_token": "<pad>",
196
  "pad_token_type_id": 0,
197
  "padding_side": "right",
198
+ "processor_class": "NougatProcessor",
199
  "stride": 0,
200
  "tokenizer_class": "NougatTokenizer",
201
  "truncation_side": "right",