Upload tokenizer

tokenizer_config.json

@@ -3,7 +3,7 @@
   "do_lower_case": false,
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,
-  "name_or_path": "/tmp/tmpwpkibjdl",
+  "name_or_path": "/tmp/tmpbweimwo3",
   "pad_token": "<pad>",
   "replace_word_delimiter_char": " ",
   "special_tokens_map_file": null,

vocab.json

@@ -1,34 +1,34 @@
 {
-  "'": 26,
+  "'": 8,
   "</s>": 2,
   "<pad>": 0,
   "<s>": 1,
   "<unk>": 3,
-  "A": 31,
-  "B": 23,
-  "C": 12,
-  "D": 20,
-  "E": 28,
-  "F": 16,
-  "G": 25,
-  "H": 27,
-  "I": 29,
-  "J": 9,
-  "K": 21,
-  "L": 8,
-  "M": 10,
-  "N": 15,
-  "O": 11,
-  "P": 7,
-  "Q": 24,
-  "R": 13,
-  "S": 17,
-  "T": 22,
-  "U": 19,
-  "V": 5,
-  "W": 4,
-  "X": 6,
-  "Y": 18,
-  "Z": 30,
-  "|": 14
+  "A": 22,
+  "B": 6,
+  "C": 17,
+  "D": 18,
+  "E": 26,
+  "F": 9,
+  "G": 24,
+  "H": 28,
+  "I": 27,
+  "J": 21,
+  "K": 31,
+  "L": 11,
+  "M": 15,
+  "N": 13,
+  "O": 10,
+  "P": 12,
+  "Q": 19,
+  "R": 23,
+  "S": 16,
+  "T": 20,
+  "U": 14,
+  "V": 7,
+  "W": 25,
+  "X": 4,
+  "Y": 29,
+  "Z": 5,
+  "|": 30
 }