Refactor the app

README.md

@@ -11,7 +11,7 @@ pinned: true
 ## Install
 
 ```shell
-uv venv --python 3.12
+uv venv --python 3.11
 
 source .venv/bin/activate
 

app.py

@@ -1,59 +1,129 @@
+import sys
 import time
 
 import torch
+import torchaudio
 import librosa
 
 import gradio as gr
 
 from transformers import AutoModelForCTC, Wav2Vec2BertProcessor
 
+# Config
 model_name = "Yehor/w2v-bert-2.0-uk-v2"
-device = "cpu"
-max_duration = 30
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+torch_dtype = torch.float16
 
-asr_model = AutoModelForCTC.from_pretrained(model_name).to(device)
+min_duration = 0.5
+max_duration = 60
+
+concurrency_limit = 1
+use_torch_compile = False
+
+# Load the model
+asr_model = AutoModelForCTC.from_pretrained(model_name, torch_dtype=torch_dtype).to(device)
 processor = Wav2Vec2BertProcessor.from_pretrained(model_name)
 
-audio_samples = [
-    "sample_1.wav",
-    "sample_2.wav",
-    "sample_3.wav",
-    "sample_4.wav",
-    "sample_5.wav",
-    "sample_6.wav",
+if use_torch_compile:
+    asr_model = torch.compile(asr_model)
+
+# Elements
+examples = [
+    "example_1.wav",
+    "example_2.wav",
+    "example_3.wav",
+    "example_4.wav",
+    "example_5.wav",
+    "example_6.wav",
 ]
 
-description_head = """
+examples_table = '''
+| File  | Text |
+| ------------- | ------------- |
+| `example_1.wav`  | тема про яку не люблять говорити офіційні джерела у генштабі і міноборони це хімічна зброя окупанти вже тривалий час використовують хімічну зброю заборонену |
+| `example_2.wav`  | всіма конвенціями якщо спочатку це були гранати з дронів то тепер фіксують випадки застосування  |
+| `example_3.wav`  | хімічних снарядів причому склад отруйної речовони різний а отже й наслідки для наших військових теж різні  |
+| `example_4.wav`  | використовує на фронті все що має і хімічна зброя не нийняток тож з чим маємо справу розбиралася марія моганисян |
+| `example_5.wav`  | двох тисяч випадків застосування росіянами боєприпасів споряджених небезпечними хімічними речовинами |
+| `example_6.wav`  | на всі писані норми марія моганисян олександр моторний спецкор марафон єдині новини |
+'''.strip()
+
+# https://www.tablesgenerator.com/markdown_tables
+authors_table = '''
+## Authors
+
+Follow them in social networks and **contact** if you need any help or have any questions:
+
+| <img src="https://avatars.githubusercontent.com/u/7875085?v=4" width="100"> **Yehor Smoliakov** |
+|-------------------------------------------------------------------------------------------------|
+| https://t.me/smlkw in Telegram                                                                  |
+| https://x.com/yehor_smoliakov at X                                                              |
+| https://github.com/egorsmkv at GitHub                                                           |
+| https://huggingface.co/Yehor at Hugging Face                                                    |
+| or use egorsmkv@gmail.com                                                                       |
+'''.strip()
+
+description_head = f"""
 # Speech-to-Text for Ukrainian v2
 
 ## Overview
 
-This space uses https://huggingface.co/Yehor/w2v-bert-2.0-uk-v2 model that solves 
-a Speech-to-Text task for the Ukrainian language.
+This space uses https://huggingface.co/Yehor/w2v-bert-2.0-uk-v2 model to recognize audio files.
+
+> For demo, audio duration **must not** exceed **{max_duration}** seconds.
 """.strip()
 
-description_foot = """
+description_foot = f"""
 ## Community
 
-- Join our Discord server - https://discord.gg/yVAjkBgmt4 - where we're talking about Data Science, 
-Machine Learning, Deep Learning, and Artificial Intelligence.
+- Join our Discord server where we talk about AI/ML/DL: https://discord.gg/yVAjkBgmt4
+- Join our Speech Recognition group in Telegram: https://t.me/speech_recognition_uk
 
-- Join our Speech Recognition Group in Telegram: https://t.me/speech_recognition_uk
+## More
 
-## Authors
+Check out other ASR models: https://github.com/egorsmkv/speech-recognition-uk
+
+{authors_table}
+""".strip()
+
+transcription_value = """
+Recognized text will appear here.
+
+Choose **an example file** below the Recognize button, upload **your audio file**, or use **the microphone** to record something.
+""".strip()
 
-Yehor Smoliakov: https://github.com/egorsmkv on GitHub, and egorsmkv@gmail.com for private discussions.
+tech_env = f"""
+#### Environment
+
+- Python: {sys.version}
+- Torch device: {device}
+- Torch dtype: {torch_dtype}
+- Use torch.compile: {use_torch_compile}
+""".strip()
+
+tech_libraries = f"""
+#### Libraries
+
+- PyTorch: {torch.__version__}
+- Transformers: {torch.__version__}
+- Librosa: {librosa.version.version}
+- Gradio: {gr.__version__}
 """.strip()
 
 
 def inference(audio_path, progress=gr.Progress()):
-    gr.Info("Starting process", duration=2)
+    if not audio_path:
+        raise gr.Error("Please upload an audio file.")
 
-    progress(0, desc="Starting")
+    gr.Info("Starting recognition", duration=2)
+
+    progress(0, desc="Recognizing")
 
     duration = librosa.get_duration(path=audio_path)
+    if duration < min_duration:
+        raise gr.Error(f"The duration of the file is less than {min_duration} seconds, it is {round(duration, 2)} seconds.")
     if duration > max_duration:
-        raise gr.Error("The duration of the file exceeds 10 seconds.")
+        raise gr.Error(f"The duration of the file exceeds {max_duration} seconds.")
 
     paths = [
         audio_path,
@@ -70,12 +140,18 @@ def inference(audio_path, progress=gr.Progress()):
         features = processor([audio_input], sampling_rate=16_000).input_features
         features = torch.tensor(features).to(device)
 
+        if torch_dtype == torch.float16:
+            features = features.half()
+
         with torch.inference_mode():
             logits = asr_model(features).logits
 
         predicted_ids = torch.argmax(logits, dim=-1)
         predictions = processor.batch_decode(predicted_ids)
 
+        if not predictions:
+            predictions = '-'
+
         elapsed_time = round(time.time() - t0, 2)
         rtf = round(elapsed_time / audio_duration, 4)
         audio_duration = round(audio_duration, 2)
@@ -89,7 +165,7 @@ def inference(audio_path, progress=gr.Progress()):
             }
         )
 
-    gr.Info("Finished...", duration=2)
+    gr.Info("Finished!", duration=2)
 
     result_texts = []
 
@@ -113,24 +189,34 @@ demo = gr.Blocks(
 with demo:
     gr.Markdown(description_head)
 
-    gr.Markdown(f"## Demo (max. duration: **{max_duration}** seconds)")
+    gr.Markdown("## Demo")
 
     with gr.Row():
         audio_file = gr.Audio(label="Audio file", type="filepath")
         transcription = gr.Markdown(
             label="Transcription",
-            value="Recognized text will appear here. Use **an example file** below the Recognize button,"
-            "upload **your audio file**, or use **the microphone** to record something...",
+            value=transcription_value,
         )
 
-    gr.Button("Recognize").click(inference, inputs=audio_file, outputs=transcription)
+    gr.Button("Recognize").click(
+        inference,
+        concurrency_limit=concurrency_limit,
+        inputs=audio_file,
+        outputs=transcription,
+    )
 
     with gr.Row():
-        gr.Examples(
-            label="Choose an example audio", inputs=audio_file, examples=audio_samples
-        )
+        gr.Examples(label="Choose an example", inputs=audio_file, examples=examples)
+    
+    gr.Markdown(examples_table)
 
     gr.Markdown(description_foot)
-    
+
+    gr.Markdown('### Gradio app uses the following technologies:')
+    with gr.Row():
+        gr.Markdown(tech_env)
+        gr.Markdown(tech_libraries)
+
 if __name__ == "__main__":
+    demo.queue()
     demo.launch()

requirements.txt

@@ -3,6 +3,9 @@ gradio
 torch
 torchaudio
 
+triton
+setuptools
+
 transformers
 
 librosa

sample_1.wav

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:172ade978b299f4a0c47e3b76666d1a06161e6001fbb5591b82038a1bbc4b5ad
-size 272568

sample_2.wav

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:98fe42f22f8ea632714081a958dc035f3d507523fd340b320a1223ac2f55ccac
-size 199942

sample_3.wav

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:83c0b7375beada8cee74b5de226da494368fcc6a3ce692913b3302dcda0bd9a2
-size 192842

sample_4.wav

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:19e466ee9c0c129c1eecf93eb6791a44c2ee8d68dce2c3e8fd3734b87f28324a
-size 241442

sample_5.wav

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5af19120c92859846a08496e0a617c21877cae2db5807d211f0a431d95163a3e
-size 193388

sample_6.wav

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac877968d5749438930339497f7548046003390a848496136f6cbe8a74c51629
-size 186290