Update tokenizer.py

tokenizer.py

@@ -1,20 +1,14 @@
 import sentencepiece as spm
 
+
 class TTSTokenizer:
     def __init__(self, model_path):
         self.sp = spm.SentencePieceProcessor()
         self.sp.load(model_path)
 
     def encode(self, text):
-        return self.sp.encode(text)
-
-    def decode(self, ids):
-        return self.sp.decode(ids)
+        return self.sp.encode(text, out_type=int)
 
-        spm.SentencePieceTrainer.train(
-    input="all_text.txt",
-    model_prefix="tts_tokenizer",
-    vocab_size=8000,
-    model_type="unigram"
-)
+    def decode(self, tokens):
+        return self.sp.decode(tokens)