TomasFAV commited on
Commit
ec9a651
·
verified ·
1 Parent(s): 59fa7ca

End of training

Browse files
Files changed (3) hide show
  1. processor_config.json +29 -0
  2. tokenizer.json +0 -0
  3. tokenizer_config.json +57 -0
processor_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "data_format": "channels_first",
4
+ "do_align_long_axis": false,
5
+ "do_normalize": true,
6
+ "do_pad": true,
7
+ "do_rescale": true,
8
+ "do_resize": true,
9
+ "do_thumbnail": true,
10
+ "image_mean": [
11
+ 0.5,
12
+ 0.5,
13
+ 0.5
14
+ ],
15
+ "image_processor_type": "DonutImageProcessorFast",
16
+ "image_std": [
17
+ 0.5,
18
+ 0.5,
19
+ 0.5
20
+ ],
21
+ "resample": 2,
22
+ "rescale_factor": 0.00392156862745098,
23
+ "size": {
24
+ "height": 2338,
25
+ "width": 1654
26
+ }
27
+ },
28
+ "processor_class": "DonutProcessor"
29
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<s>",
4
+ "cls_token": "<s>",
5
+ "eos_token": "</s>",
6
+ "extra_special_tokens": [
7
+ "<parsing>",
8
+ "</s_currency>",
9
+ "</s_variable_symbol>",
10
+ "</s_issue_date>",
11
+ "<s_payment>",
12
+ "<s_currency>",
13
+ "<s_total_price>",
14
+ "<s_IBAN>",
15
+ "</s_IBAN>",
16
+ "<s_customer_tax_id>",
17
+ "<s_supplier_register_id>",
18
+ "<s_bank_account_number>",
19
+ "</s_bank_account_number>",
20
+ "<s_variable_symbol>",
21
+ "</s_due_date>",
22
+ "</s_taxable_supply_date>",
23
+ "</s_payment>",
24
+ "<s_const_symbol>",
25
+ "<s_customer_register_id>",
26
+ "</s_supplier_name>",
27
+ "<s_taxable_supply_date>",
28
+ "<s_issue_date>",
29
+ "<s_invoice_number>",
30
+ "</s_supplier_register_id>",
31
+ "<s_total_vat>",
32
+ "</s_total_price>",
33
+ "</s_total_vat>",
34
+ "</s_BIC>",
35
+ "</s_customer_name>",
36
+ "<s_BIC>",
37
+ "</s_customer_tax_id>",
38
+ "<s_supplier_name>",
39
+ "</s_supplier_tax_id>",
40
+ "</s_const_symbol>",
41
+ "</s_invoice_number>",
42
+ "<s_customer_name>",
43
+ "<s_due_date>",
44
+ "</s_customer_register_id>",
45
+ "<s_supplier_tax_id>"
46
+ ],
47
+ "from_slow": true,
48
+ "is_local": false,
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 1000000000000000019884624838656,
51
+ "pad_token": "<pad>",
52
+ "processor_class": "DonutProcessor",
53
+ "sep_token": "</s>",
54
+ "sp_model_kwargs": {},
55
+ "tokenizer_class": "TokenizersBackend",
56
+ "unk_token": "<unk>"
57
+ }