Spaces:
Sleeping
Sleeping
Create app.py
Browse files
app.py
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import gradio as gr
|
| 2 |
+
import whisper
|
| 3 |
+
from transformers import MarianMTModel, MarianTokenizer
|
| 4 |
+
|
| 5 |
+
# Load models once (so startup is slower, but inference is faster)
|
| 6 |
+
whisper_model = whisper.load_model("small") # you can switch to "base" or "large"
|
| 7 |
+
translator_model = MarianMTModel.from_pretrained("Helsinki-NLP/opus-mt-zh-en")
|
| 8 |
+
translator_tokenizer = MarianTokenizer.from_pretrained("Helsinki-NLP/opus-mt-zh-en")
|
| 9 |
+
|
| 10 |
+
def transcribe_and_translate(audio):
|
| 11 |
+
# Speech → Chinese text
|
| 12 |
+
result = whisper_model.transcribe(audio, language="zh")
|
| 13 |
+
chinese_text = result["text"].strip()
|
| 14 |
+
|
| 15 |
+
# Chinese → English translation
|
| 16 |
+
inputs = translator_tokenizer(chinese_text, return_tensors="pt", padding=True)
|
| 17 |
+
translated = translator_model.generate(**inputs, max_length=512)
|
| 18 |
+
english_text = translator_tokenizer.decode(translated[0], skip_special_tokens=True)
|
| 19 |
+
|
| 20 |
+
return chinese_text, english_text
|
| 21 |
+
|
| 22 |
+
# Gradio UI
|
| 23 |
+
app = gr.Interface(
|
| 24 |
+
fn=transcribe_and_translate,
|
| 25 |
+
inputs=gr.Audio(sources=["microphone", "upload"], type="filepath", label="🎙️ Speak Chinese or Upload Audio"),
|
| 26 |
+
outputs=[
|
| 27 |
+
gr.Textbox(label="🈶 Chinese Text"),
|
| 28 |
+
gr.Textbox(label="🌍 English Translation")
|
| 29 |
+
],
|
| 30 |
+
title="🎤 Chinese Voice → English Text Translator",
|
| 31 |
+
description="Speak or upload Chinese audio. It will transcribe into Chinese text and translate into English."
|
| 32 |
+
)
|
| 33 |
+
|
| 34 |
+
if __name__ == "__main__":
|
| 35 |
+
app.launch()
|