Spaces:
Sleeping
Sleeping
Update src/streamlit_app.py
Browse files- src/streamlit_app.py +46 -39
src/streamlit_app.py
CHANGED
|
@@ -1,40 +1,47 @@
|
|
| 1 |
-
import altair as alt
|
| 2 |
-
import numpy as np
|
| 3 |
-
import pandas as pd
|
| 4 |
import streamlit as st
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
import streamlit as st
|
| 2 |
+
import torch
|
| 3 |
+
import tempfile
|
| 4 |
+
import os
|
| 5 |
+
import torchaudio
|
| 6 |
+
from transformers import WhisperProcessor, WhisperForConditionalGeneration
|
| 7 |
+
|
| 8 |
+
# Model from Hugging Face
|
| 9 |
+
MODEL_NAME = "chiyo123/whisper-small-tonga"
|
| 10 |
+
|
| 11 |
+
@st.cache_resource
|
| 12 |
+
def load_model_and_processor():
|
| 13 |
+
processor = WhisperProcessor.from_pretrained(MODEL_NAME)
|
| 14 |
+
model = WhisperForConditionalGeneration.from_pretrained(MODEL_NAME)
|
| 15 |
+
model.eval()
|
| 16 |
+
return processor, model
|
| 17 |
+
|
| 18 |
+
processor, model = load_model_and_processor()
|
| 19 |
+
|
| 20 |
+
# Streamlit UI
|
| 21 |
+
st.title("🗣️ Custom Whisper Transcriber")
|
| 22 |
+
st.write("Upload an audio file and transcribe it using your fine-tuned Whisper model.")
|
| 23 |
+
|
| 24 |
+
uploaded_file = st.file_uploader("Upload audio", type=["mp3", "wav", "flac", "m4a"])
|
| 25 |
+
language = st.text_input("Target language code (e.g., loz, bemba, en)", value="loz")
|
| 26 |
+
|
| 27 |
+
if uploaded_file:
|
| 28 |
+
with tempfile.NamedTemporaryFile(delete=False, suffix=".wav") as tmp:
|
| 29 |
+
tmp.write(uploaded_file.read())
|
| 30 |
+
tmp_path = tmp.name
|
| 31 |
+
|
| 32 |
+
# Load and preprocess audio
|
| 33 |
+
speech_array, sampling_rate = torchaudio.load(tmp_path)
|
| 34 |
+
speech_array = torchaudio.functional.resample(speech_array, orig_freq=sampling_rate, new_freq=16000)
|
| 35 |
+
input_values = processor(speech_array.squeeze(), return_tensors="pt", sampling_rate=16000).input_features
|
| 36 |
+
|
| 37 |
+
# Generate
|
| 38 |
+
with st.spinner("Transcribing..."):
|
| 39 |
+
forced_decoder_ids = processor.get_decoder_prompt_ids(language=language, task="transcribe")
|
| 40 |
+
predicted_ids = model.generate(input_values, forced_decoder_ids=forced_decoder_ids)
|
| 41 |
+
transcription = processor.batch_decode(predicted_ids, skip_special_tokens=True)[0]
|
| 42 |
+
|
| 43 |
+
st.subheader("📄 Transcription")
|
| 44 |
+
st.success(transcription)
|
| 45 |
+
|
| 46 |
+
# Cleanup
|
| 47 |
+
os.remove(tmp_path)
|