Upload processor

README.md

@@ -1,8 +1,8 @@
 ---
 license: mit
-base_model: xilpam/layoutlm-funsd-tf
 tags:
 - generated_from_keras_callback
+base_model: xilpam/layoutlm-funsd-tf
 model-index:
 - name: layoutlm-funsd-tf
   results: []

tokenizer.json

@@ -1,21 +1,7 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 512,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
-  "padding": {
-    "strategy": {
-      "Fixed": 512
-    },
-    "direction": "Right",
-    "pad_to_multiple_of": null,
-    "pad_id": 0,
-    "pad_type_id": 0,
-    "pad_token": "[PAD]"
-  },
+  "truncation": null,
+  "padding": null,
   "added_tokens": [
     {
       "id": 0,

tokenizer_config.json

@@ -58,6 +58,7 @@
   "model_max_length": 512,
   "never_split": null,
   "only_label_first_subword": true,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
   "pad_token_box": [
     0,
@@ -66,6 +67,8 @@
     0
   ],
   "pad_token_label": -100,
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "processor_class": "LayoutLMv2Processor",
   "sep_token": "[SEP]",
   "sep_token_box": [
@@ -74,8 +77,11 @@
     1000,
     1000
   ],
+  "stride": 0,
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "LayoutLMv2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }