valid best lost

added_tokens.json

@@ -1,11 +1,10 @@
 {
-  "</|PROMPT|>": 50349,
-  "<dot>": 50352,
-  "<line>": 50350,
-  "<vertical_bar>": 50351,
+  "<dot>": 50351,
+  "<line>": 50349,
+  "<vertical_bar>": 50350,
   "<x_end>": 50346,
   "<x_start>": 50345,
   "<y_end>": 50348,
   "<y_start>": 50347,
-  "<|PROMPT|>": 50344
+  "<|BOS|>": 50344
 }

tokenizer.json

@@ -946,7 +946,7 @@
     },
     {
       "id": 50344,
-      "content": "<|PROMPT|>",
+      "content": "<|BOS|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -991,15 +991,6 @@
     },
     {
       "id": 50349,
-      "content": "</|PROMPT|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 50350,
       "content": "<line>",
       "single_word": false,
       "lstrip": false,
@@ -1008,7 +999,7 @@
       "special": false
     },
     {
-      "id": 50351,
+      "id": 50350,
       "content": "<vertical_bar>",
       "single_word": false,
       "lstrip": false,
@@ -1017,7 +1008,7 @@
       "special": false
     },
     {
-      "id": 50352,
+      "id": 50351,
       "content": "<dot>",
       "single_word": false,
       "lstrip": false,

tokenizer_config.json

@@ -104,6 +104,7 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
+  "is_vqa": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "processor_class": "Pix2StructProcessor",