annutest commited on
Commit
8b77311
·
verified ·
1 Parent(s): 1ec43ab

Training done

Browse files
preprocessor_config.json CHANGED
@@ -19,8 +19,8 @@
19
  "processor_class": "DonutProcessor",
20
  "resample": 2,
21
  "rescale_factor": 0.00392156862745098,
22
- "size": [
23
- 960,
24
- 1280
25
- ]
26
  }
 
19
  "processor_class": "DonutProcessor",
20
  "resample": 2,
21
  "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "height": 1280,
24
+ "width": 960
25
+ }
26
  }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -194,11 +194,18 @@
194
  "cls_token": "<s>",
195
  "eos_token": "</s>",
196
  "mask_token": "<mask>",
 
197
  "model_max_length": 1000000000000000019884624838656,
 
198
  "pad_token": "<pad>",
 
 
199
  "processor_class": "DonutProcessor",
200
  "sep_token": "</s>",
201
  "sp_model_kwargs": {},
 
202
  "tokenizer_class": "XLMRobertaTokenizer",
 
 
203
  "unk_token": "<unk>"
204
  }
 
194
  "cls_token": "<s>",
195
  "eos_token": "</s>",
196
  "mask_token": "<mask>",
197
+ "max_length": 768,
198
  "model_max_length": 1000000000000000019884624838656,
199
+ "pad_to_multiple_of": null,
200
  "pad_token": "<pad>",
201
+ "pad_token_type_id": 0,
202
+ "padding_side": "right",
203
  "processor_class": "DonutProcessor",
204
  "sep_token": "</s>",
205
  "sp_model_kwargs": {},
206
+ "stride": 0,
207
  "tokenizer_class": "XLMRobertaTokenizer",
208
+ "truncation_side": "right",
209
+ "truncation_strategy": "longest_first",
210
  "unk_token": "<unk>"
211
  }