TomasFAV commited on
Commit
dc9caf1
·
verified ·
1 Parent(s): 8c38820

End of training

Browse files
Files changed (3) hide show
  1. processor_config.json +28 -0
  2. tokenizer.json +0 -0
  3. tokenizer_config.json +37 -0
processor_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "apply_ocr": false,
4
+ "data_format": "channels_first",
5
+ "do_normalize": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.5,
10
+ 0.5,
11
+ 0.5
12
+ ],
13
+ "image_processor_type": "LayoutLMv3ImageProcessorFast",
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 224,
23
+ "width": 224
24
+ },
25
+ "tesseract_config": ""
26
+ },
27
+ "processor_class": "LayoutLMv3Processor"
28
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "apply_ocr": false,
4
+ "backend": "tokenizers",
5
+ "bos_token": "<s>",
6
+ "cls_token": "<s>",
7
+ "cls_token_box": [
8
+ 0,
9
+ 0,
10
+ 0,
11
+ 0
12
+ ],
13
+ "eos_token": "</s>",
14
+ "errors": "replace",
15
+ "is_local": false,
16
+ "mask_token": "<mask>",
17
+ "model_max_length": 512,
18
+ "only_label_first_subword": true,
19
+ "pad_token": "<pad>",
20
+ "pad_token_box": [
21
+ 0,
22
+ 0,
23
+ 0,
24
+ 0
25
+ ],
26
+ "pad_token_label": -100,
27
+ "processor_class": "LayoutLMv3Processor",
28
+ "sep_token": "</s>",
29
+ "sep_token_box": [
30
+ 0,
31
+ 0,
32
+ 0,
33
+ 0
34
+ ],
35
+ "tokenizer_class": "LayoutLMv3Tokenizer",
36
+ "unk_token": "<unk>"
37
+ }