Upload processor

added_tokens.json

@@ -1,4 +1,4 @@
 {
-  "</s>": 109,
-  "<s>": 108
+  "</s>": 74,
+  "<s>": 73
 }

special_tokens_map.json

@@ -1,4 +1,20 @@
 {
+  "additional_special_tokens": [
+    {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
   "bos_token": "<s>",
   "eos_token": "</s>",
   "pad_token": "[PAD]",

tokenizer_config.json

@@ -2,9 +2,11 @@
   "bos_token": "<s>",
   "do_lower_case": false,
   "eos_token": "</s>",
+  "name_or_path": "wav2vec2_run1",
   "pad_token": "[PAD]",
   "processor_class": "Wav2Vec2Processor",
   "replace_word_delimiter_char": " ",
+  "special_tokens_map_file": "wav2vec2_run1/special_tokens_map.json",
   "tokenizer_class": "Wav2Vec2CTCTokenizer",
   "unk_token": "[UNK]",
   "word_delimiter_token": "|"

vocab.json

@@ -1,110 +1,75 @@
 {
-  "'": 76,
-  "[PAD]": 107,
-  "[UNK]": 106,
-  "|": 71,
-  "་": 77,
-  "༌": 51,
-  "༔": 81,
-  "༡": 61,
-  "༢": 32,
-  "༤": 62,
-  "༥": 95,
-  "༦": 86,
-  "༧": 41,
-  "༨": 14,
-  "༩": 85,
-  "༷": 83,
-  "༸": 80,
-  "ཀ": 4,
-  "ཁ": 34,
-  "ག": 11,
-  "གྷ": 20,
-  "ང": 38,
-  "ཅ": 22,
-  "ཆ": 8,
-  "ཇ": 23,
-  "ཉ": 78,
-  "ཊ": 63,
-  "ཋ": 44,
-  "ཌ": 69,
-  "ཌྷ": 3,
-  "ཎ": 1,
-  "ཏ": 91,
-  "ཐ": 16,
-  "ད": 52,
-  "དྷ": 94,
-  "ན": 70,
-  "པ": 102,
-  "ཕ": 89,
-  "བ": 21,
-  "བྷ": 101,
-  "མ": 64,
-  "ཙ": 88,
-  "ཚ": 47,
-  "ཛ": 55,
-  "ཝ": 66,
-  "ཞ": 92,
-  "ཟ": 6,
-  "འ": 40,
-  "ཡ": 39,
-  "ར": 24,
-  "ལ": 25,
-  "ཤ": 96,
-  "ཥ": 5,
-  "ས": 103,
-  "ཧ": 53,
-  "ཨ": 7,
-  "ཀྵ": 12,
-  "ཪ": 9,
-  "ཱ": 31,
-  "ི": 43,
-  "ཱི": 82,
-  "ུ": 27,
-  "ཱུ": 19,
-  "ེ": 59,
-  "ཻ": 58,
-  "ོ": 73,
-  "ཽ": 50,
-  "ཾ": 60,
-  "ཿ": 68,
-  "ྀ": 93,
-  "ྂ": 97,
-  "ྃ": 2,
-  "྄": 36,
-  "྅": 105,
-  "ྐ": 30,
-  "ྑ": 46,
-  "ྒ": 26,
-  "ྔ": 17,
+  "[PAD]": 72,
+  "[UNK]": 71,
+  "|": 61,
+  "་": 39,
+  "༌": 10,
+  "༡": 25,
+  "༢": 43,
+  "༣": 22,
+  "༤": 21,
+  "༥": 50,
+  "༦": 56,
+  "༧": 64,
+  "༨": 0,
+  "༩": 7,
+  "ཀ": 70,
+  "ཁ": 12,
+  "ག": 36,
+  "ང": 49,
+  "ཅ": 35,
+  "ཆ": 63,
+  "ཇ": 8,
+  "ཉ": 30,
+  "ཊ": 48,
+  "ཌ": 26,
+  "ཎ": 57,
+  "ཏ": 31,
+  "ཐ": 42,
+  "ད": 20,
+  "ན": 69,
+  "པ": 41,
+  "ཕ": 6,
+  "བ": 53,
+  "མ": 45,
+  "ཙ": 1,
+  "ཚ": 33,
+  "ཛ": 51,
+  "ཝ": 4,
+  "ཞ": 46,
+  "ཟ": 40,
+  "འ": 13,
+  "ཡ": 58,
+  "ར": 38,
+  "ལ": 9,
+  "ཤ": 11,
+  "ས": 15,
+  "ཧ": 55,
+  "ཨ": 59,
+  "ཱ": 2,
+  "ི": 5,
+  "ུ": 65,
+  "ེ": 62,
+  "ོ": 29,
+  "ྐ": 17,
+  "ྒ": 18,
+  "ྔ": 16,
   "ྕ": 37,
-  "ྖ": 104,
   "ྗ": 28,
-  "ྙ": 45,
-  "ྚ": 67,
-  "ྛ": 13,
-  "ྜ": 65,
-  "ྞ": 74,
-  "ྟ": 84,
-  "ྠ": 56,
-  "ྡ": 29,
-  "ྡྷ": 98,
-  "ྣ": 79,
-  "ྤ": 0,
-  "ྥ": 49,
-  "ྦ": 90,
-  "ྦྷ": 18,
-  "ྨ": 35,
-  "ྩ": 72,
-  "ྪ": 87,
-  "ྫ": 15,
-  "ྭ": 99,
-  "ྰ": 48,
-  "ྱ": 57,
-  "ྲ": 54,
-  "ླ": 42,
-  "ྴ": 75,
-  "ྵ": 100,
-  "ྶ": 10,
-  "ྷ": 33
+  "ྙ": 19,
+  "ྜ": 54,
+  "ྟ": 66,
+  "ྡ": 67,
+  "ྣ": 60,
+  "ྤ": 47,
+  "ྥ": 14,
+  "ྦ": 23,
+  "ྨ": 34,
+  "ྩ": 44,
+  "ྫ": 27,
+  "ྭ": 24,
+  "ྱ": 68,
+  "ྲ": 3,
+  "ླ": 52,
+  "ྷ": 32
 }