Donut-Epochs3-Data0

Files changed (3) hide show

preprocessor_config.json CHANGED Viewed

@@ -19,8 +19,8 @@
   "processor_class": "DonutProcessor",
   "resample": 2,
   "rescale_factor": 0.00392156862745098,
-  "size": [
-    780,
-    1050
-  ]
 }

   "processor_class": "DonutProcessor",
   "resample": 2,
   "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 1050,
+    "width": 780
+  }
 }

special_tokens_map.json CHANGED Viewed

@@ -1,19 +1,7 @@
 {
   "additional_special_tokens": [
-    {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
   ],
   "bos_token": {
     "content": "<s>",

 {
   "additional_special_tokens": [
+    "<s>",
+    "</s>"
   ],
   "bos_token": {
     "content": "<s>",

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff