Upload tokenizer

special_tokens_map.json

@@ -0,0 +1,4 @@
+{
+  "pad_token": "—",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,12 @@
+{
+  "add_blank": true,
+  "clean_up_tokenization_spaces": true,
+  "is_uroman": false,
+  "language": "mal",
+  "model_max_length": 1000000000000000019884624838656,
+  "normalize": true,
+  "pad_token": "—",
+  "phonemize": false,
+  "tokenizer_class": "VitsTokenizer",
+  "unk_token": "<unk>"
+}

vocab.json

@@ -0,0 +1,86 @@
+{
+  " ": 61,
+  "'": 81,
+  "-": 33,
+  "0": 6,
+  "1": 57,
+  "2": 54,
+  "3": 66,
+  "4": 23,
+  "5": 79,
+  "6": 46,
+  "_": 43,
+  "c": 75,
+  "i": 18,
+  "m": 30,
+  "o": 73,
+  "q": 82,
+  "ം": 29,
+  "ഃ": 38,
+  "അ": 63,
+  "ആ": 26,
+  "ഇ": 10,
+  "ഈ": 67,
+  "ഉ": 19,
+  "ഊ": 13,
+  "എ": 47,
+  "ഏ": 45,
+  "ഐ": 80,
+  "ഒ": 5,
+  "ഓ": 51,
+  "ഔ": 68,
+  "ക": 56,
+  "ഖ": 8,
+  "ഗ": 39,
+  "ഘ": 50,
+  "ങ": 59,
+  "ച": 14,
+  "ഛ": 35,
+  "ജ": 31,
+  "ഞ": 9,
+  "ട": 37,
+  "ഠ": 22,
+  "ഡ": 11,
+  "ഢ": 62,
+  "ണ": 40,
+  "ത": 1,
+  "ഥ": 49,
+  "ദ": 78,
+  "ധ": 32,
+  "ന": 71,
+  "പ": 69,
+  "ഫ": 20,
+  "ബ": 65,
+  "ഭ": 60,
+  "മ": 64,
+  "യ": 16,
+  "ര": 2,
+  "റ": 44,
+  "ല": 21,
+  "ള": 3,
+  "ഴ": 4,
+  "വ": 76,
+  "ശ": 83,
+  "ഷ": 17,
+  "സ": 27,
+  "ഹ": 34,
+  "ാ": 15,
+  "ി": 12,
+  "ീ": 52,
+  "ു": 28,
+  "ൂ": 7,
+  "ൃ": 74,
+  "െ": 24,
+  "േ": 55,
+  "ൈ": 53,
+  "ൊ": 72,
+  "ോ": 42,
+  "്": 36,
+  "ൗ": 25,
+  "ൺ": 70,
+  "ൻ": 77,
+  "ർ": 48,
+  "ൽ": 41,
+  "ൾ": 58,
+  "—": 0
+}