import gradio as gr from transformers import pipeline, MBartForConditionalGeneration, MBart50TokenizerFast # Load ASR model asr = pipeline("automatic-speech-recognition", model="Subu19/whisper-small-nepali") # Load translation model model = MBartForConditionalGeneration.from_pretrained("facebook/mbart-large-50-many-to-many-mmt") tokenizer = MBart50TokenizerFast.from_pretrained("facebook/mbart-large-50-many-to-many-mmt") def translate_nepali_to_english(text): tokenizer.src_lang = "ne_NP" encoded = tokenizer(text, return_tensors="pt") generated = model.generate(**encoded, forced_bos_token_id=tokenizer.lang_code_to_id["en_XX"]) return tokenizer.batch_decode(generated, skip_special_tokens=True)[0] def translate_english_to_nepali(text): tokenizer.src_lang = "en_XX" encoded = tokenizer(text, return_tensors="pt") generated = model.generate(**encoded, forced_bos_token_id=tokenizer.lang_code_to_id["ne_NP"]) return tokenizer.batch_decode(generated, skip_special_tokens=True)[0] # Load summarizer summarizer = pipeline("summarization") def summarize_text(text): word_count = len(text.split()) if word_count < 25: return text summary = summarizer(text, max_length=word_count, min_length=int(word_count * 0.4), do_sample=False) return summary[0]['summary_text'] def pipeline_fn(audio): result = asr(audio)["text"] english = translate_nepali_to_english(result) summary = summarize_text(english) nepali_summary = translate_english_to_nepali(summary) return result, english, summary, nepali_summary gr.Interface( fn=pipeline_fn, inputs=gr.Audio(type="filepath", label="🎤 Speak Nepali"), # Corrected input argument outputs=[ gr.Textbox(label="🗣️ Transcribed Nepali"), gr.Textbox(label="📘 Translated English"), gr.Textbox(label="📝 English Summary"), gr.Textbox(label="🔁 Summarized Nepali"), ], title="Nepali Voice Summarizer", description="Speak Nepali → Get English & Nepali Summary" ).launch()