Update app.py

app.py

@@ -1,8 +1,7 @@
 import os 
 import sys 
 os.system("pip install transformers==4.27.0")
-from transformers import pipeline, WhisperModel
-import gradio as gr
+from transformers import pipeline, WhisperModel, WhisperTokenizer
 os.system("pip install evaluate")
 os.system("pip install datasets")
 os.system("pip install llvmlite")
@@ -21,9 +20,12 @@ disable_caching()
 
 p = pipeline("automatic-speech-recognition")
 
+#config = AutoConfig.from_pretrained('whisper-small')
+
 huggingface_token = os.environ["huggingface_token"]
 
 whisper_miso=WhisperModel.from_pretrained("mskov/whisper_miso", use_auth_token=huggingface_token)
+miso_tokenizer = WhisperTokenizer.from_pretrained("mskov/whisper_miso/tokenizer_config.json", use_auth_token=huggingface_token)
 
 
 task_evaluator = evaluator("automatic-speech-recognition")
@@ -35,6 +37,7 @@ results = task_evaluator.compute(
     model_or_pipeline=whisper_miso,
     #model_or_pipeline="mskov/whisper-small.en",
     data=dataset,
+    tokenizer=miso_tokenizer,
     input_column="audio",
     label_column="audio",
     # device=None,