""" GrandVoice - lively voice companion version. This is the version matching the requested changes: - cleans hidden/special characters before display and speech - story A/B controls appear only after the story is ready - user clicks "I finished listening - show choices" before A/B buttons appear - microphone recording stays until user clears it - colorful header/background - voice reply generated only from the assistant message - Groq key is pasted in the UI by each user """ import asyncio import concurrent.futures import html import os import re import tempfile import unicodedata import edge_tts import gradio.blocks import gradio as gr import httpx _orig_get_api_info = gradio.blocks.Blocks.get_api_info def _safe_get_api_info(self): try: return _orig_get_api_info(self) except Exception: return {"named_endpoints": {}, "unnamed_endpoints": {}} gradio.blocks.Blocks.get_api_info = _safe_get_api_info GROQ_MODEL = "llama-3.1-8b-instant" GROQ_FALLBACK_MODELS = ["llama-3.1-8b-instant", "llama3-8b-8192", "gemma2-9b-it", "qwen/qwen3-32b"] GROQ_CHAT_URL = "https://api.groq.com/openai/v1/chat/completions" GROQ_AUDIO_URL = "https://api.groq.com/openai/v1/audio/transcriptions" VOICE_MAP = { "English": "en-US-AriaNeural", "Hindi": "hi-IN-SwaraNeural", "Tamil": "ta-IN-PallaviNeural", "Telugu": "te-IN-ShrutiNeural", "Spanish": "es-ES-ElviraNeural", "French": "fr-FR-DeniseNeural", "Japanese": "ja-JP-NanamiNeural", "Portuguese": "pt-BR-FranciscaNeural", "Arabic": "ar-SA-ZariyahNeural", "Mandarin": "zh-CN-XiaoxiaoNeural", } LANGUAGES = list(VOICE_MAP.keys()) GTTS_LANG = { "English": "en", "Hindi": "hi", "Tamil": "ta", "Telugu": "te", "Spanish": "es", "French": "fr", "Japanese": "ja", "Portuguese": "pt", "Arabic": "ar", "Mandarin": "zh-CN", } LANGUAGE_SCRIPT = { "English": "English using Latin script", "Hindi": "Hindi using Devanagari script", "Tamil": "Tamil using Tamil script", "Telugu": "Telugu using Telugu script", "Spanish": "Spanish using Latin script", "French": "French using Latin script", "Japanese": "Japanese script", "Portuguese": "Portuguese using Latin script", "Arabic": "Arabic script", "Mandarin": "Simplified Chinese characters", } SCRIPT_STRICT = { "Hindi": "Write every word in Devanagari script. Do not use Latin letters.", "Tamil": "Write every word in Tamil script. Do not use Latin letters.", "Telugu": "Write every word in Telugu script. Do not use Latin letters.", "Arabic": "Write every word in Arabic script. Do not use Latin letters.", "Japanese": "Write in Japanese script. Do not use English.", "Mandarin": "Write in Simplified Chinese characters. Do not use English.", } WHISPER_LANG_MAP = { "English": "en", "Hindi": "hi", "Tamil": "ta", "Telugu": "te", "Spanish": "es", "French": "fr", "Japanese": "ja", "Portuguese": "pt", "Arabic": "ar", "Mandarin": "zh", } WHISPER_PROMPT_HINT = { "English": "The speaker is speaking English clearly.", "Hindi": "वक्ता हिंदी में बोल रहा है।", "Tamil": "பேசுபவர் தமிழில் பேசுகிறார்.", "Telugu": "మాట్లాడేవారు తెలుగులో మాట్లాడుతున్నారు.", "Spanish": "El hablante está hablando en español.", "French": "Le locuteur parle français.", "Japanese": "話者は日本語を話しています。", "Portuguese": "O falante está falando em português.", "Arabic": "المتحدث يتحدث باللغة العربية.", "Mandarin": "说话者在说普通话。", } PERSONAS = { "Caring Companion": ( "You are a warm companion for an older adult. Reply only to exactly what the user said. " "Answer the user's exact question first. Do not change the topic. " "Do not teach, tell stories, or give poetic advice. Use simple everyday words. " "Be reassuring. Use at most two short sentences. If you ask a question, ask only one." ), "Wise Elder": ( "You are a mystical wise elder in an ancient magical forest. " "Answer life questions with warm poetic wisdom. Do not behave like a tutor. Exactly two sentences." ), "Friendly Tutor": ( "You are a patient tutor helping someone understand practical daily life. " "Explain only what was asked using simple examples. Do not tell stories. Use at most three short sentences." ), "Story Companion": ( "You are a magical storyteller for small kids and grandparents. The user is the hero. " "Keep each story part to three sentences. Always end with exactly two clear choices labeled A) and B). " "The choices must be easy for a small child to understand." ), } PERSONA_ICONS = { "Caring Companion": "🧓", "Wise Elder": "🌳", "Friendly Tutor": "📚", "Story Companion": "📖", } EXAMPLES_EN = { "Caring Companion": [ "I am feeling lonely today", "I miss my family back home", "My back hurts and I feel tired", "I watched TV but understood nothing", ], "Wise Elder": [ "I am afraid of getting old", "What is the meaning of life?", "How do I find peace when everything is changing?", "I have made many mistakes in life", ], "Friendly Tutor": [ "What does insurance deductible mean?", "How do I call 911 in an emergency?", "What does copay mean at the doctor?", "What is a social security number?", ], "Story Companion": [ "Start a story about a magical forest", "I want to be a brave princess", "Begin a story with a hidden treasure map", "Tell me a story where I can fly", ], } EXAMPLES_BY_LANGUAGE = { "Hindi": { "Caring Companion": [ "आज मुझे अकेलापन महसूस हो रहा है", "मुझे अपने परिवार की बहुत याद आ रही है", "मेरी कमर में दर्द है और मैं थका हुआ महसूस कर रहा हूँ", "मैंने टीवी देखा लेकिन ठीक से समझ नहीं आया", ], "Wise Elder": [ "मुझे बूढ़ा होने से डर लग रहा है", "जीवन का अर्थ क्या है?", "सब कुछ बदल रहा हो तो मन को शांति कैसे मिले?", "मैंने जीवन में कई गलतियाँ की हैं", ], "Friendly Tutor": [ "इंश्योरेंस डिडक्टिबल का मतलब क्या है?", "आपात स्थिति में 911 पर कैसे कॉल करूँ?", "डॉक्टर के पास कोपे का मतलब क्या है?", "सोशल सिक्योरिटी नंबर क्या होता है?", ], "Story Companion": [ "एक जादुई जंगल की कहानी शुरू करो", "मैं एक बहादुर राजकुमारी बनना चाहता हूँ", "छिपे हुए खजाने के नक्शे वाली कहानी शुरू करो", "ऐसी कहानी सुनाओ जिसमें मैं उड़ सकूँ", ], }, "Tamil": { "Caring Companion": [ "இன்று எனக்கு தனிமையாக இருக்கிறது", "என் குடும்பத்தினரை மிகவும் நினைக்கிறேன்", "என் முதுகு வலிக்கிறது, சோர்வாக இருக்கிறது", "டிவி பார்த்தேன் ஆனால் சரியாக புரியவில்லை", ], "Wise Elder": [ "வயதாகிவிடுமோ என்று எனக்கு பயமாக இருக்கிறது", "வாழ்க்கையின் அர்த்தம் என்ன?", "எல்லாம் மாறும்போது மன அமைதி எப்படி கிடைக்கும்?", "வாழ்க்கையில் நான் பல தவறுகள் செய்தேன்", ], "Friendly Tutor": [ "இன்சூரன்ஸ் டிடக்டிபிள் என்றால் என்ன?", "அவசர நிலைமையில் 911க்கு எப்படி அழைக்க வேண்டும்?", "டாக்டரிடம் கோபே என்றால் என்ன?", "சோஷியல் செக்யூரிட்டி நம்பர் என்றால் என்ன?", ], "Story Companion": [ "ஒரு மந்திரக் காடு பற்றிய கதையை தொடங்கு", "நான் தைரியமான இளவரசியாக இருக்கும் கதையை சொல்", "மறைந்த புதையல் வரைபடத்துடன் ஒரு கதையை தொடங்கு", "நான் பறக்கக்கூடிய கதையை சொல்", ], }, "Telugu": { "Caring Companion": [ "ఈ రోజు నాకు ఒంటరిగా అనిపిస్తోంది", "నాకు మా ఇంటివాళ్లు చాలా గుర్తొస్తున్నారు", "నా నడుము నొప్పిగా ఉంది, అలసటగా ఉంది", "టీవీ చూశాను కానీ సరిగ్గా అర్థం కాలేదు", ], "Wise Elder": [ "వయసు పెరుగుతుందేమోనని నాకు భయం వేస్తోంది", "జీవితానికి అర్థం ఏమిటి?", "అన్నీ మారుతున్నప్పుడు మనసుకు శాంతి ఎలా దొరుకుతుంది?", "జీవితంలో నేను చాలా తప్పులు చేశాను", ], "Friendly Tutor": [ "ఇన్సూరెన్స్ డిడక్టిబుల్ అంటే ఏమిటి?", "అత్యవసర పరిస్థితిలో 911కి ఎలా కాల్ చేయాలి?", "డాక్టర్ దగ్గర కోపే అంటే ఏమిటి?", "సోషల్ సెక్యూరిటీ నంబర్ అంటే ఏమిటి?", ], "Story Companion": [ "మాయా అడవి గురించి ఒక కథ మొదలుపెట్టు", "నేను ధైర్యమైన రాజకుమార్తెగా ఉండే కథ చెప్పు", "దాచిన నిధి పటంతో ఒక కథ మొదలుపెట్టు", "నేను ఎగరగలిగే కథ చెప్పు", ], }, "Spanish": { "Caring Companion": [ "Hoy me siento solo", "Extraño mucho a mi familia", "Me duele la espalda y me siento cansado", "Vi televisión pero no entendí bien", ], "Wise Elder": [ "Tengo miedo de envejecer", "¿Cuál es el sentido de la vida?", "¿Cómo encuentro paz cuando todo cambia?", "He cometido muchos errores en la vida", ], "Friendly Tutor": [ "¿Qué significa deducible del seguro?", "¿Cómo llamo al 911 en una emergencia?", "¿Qué significa copago en el doctor?", "¿Qué es un número de seguro social?", ], "Story Companion": [ "Empieza una historia sobre un bosque mágico", "Quiero ser una princesa valiente", "Empieza una historia con un mapa del tesoro escondido", "Cuéntame una historia donde pueda volar", ], }, "French": { "Caring Companion": [ "Je me sens seul aujourd'hui", "Ma famille me manque beaucoup", "J'ai mal au dos et je suis fatigué", "J'ai regardé la télé mais je n'ai pas bien compris", ], "Wise Elder": [ "J'ai peur de vieillir", "Quel est le sens de la vie ?", "Comment trouver la paix quand tout change ?", "J'ai fait beaucoup d'erreurs dans ma vie", ], "Friendly Tutor": [ "Que veut dire franchise d'assurance ?", "Comment appeler le 911 en urgence ?", "Que veut dire copaiement chez le médecin ?", "Qu'est-ce qu'un numéro de sécurité sociale ?", ], "Story Companion": [ "Commence une histoire dans une forêt magique", "Je veux être une princesse courageuse", "Commence une histoire avec une carte au trésor caché", "Raconte une histoire où je peux voler", ], }, "Japanese": { "Caring Companion": [ "今日はひとりぼっちで寂しいです", "家族のことがとても恋しいです", "背中が痛くて疲れています", "テレビを見たけれどよく分かりませんでした", ], "Wise Elder": [ "年を取るのが怖いです", "人生の意味は何ですか？", "すべてが変わる時、どうすれば心が落ち着きますか？", "人生でたくさん間違いをしました", ], "Friendly Tutor": [ "保険の免責額とは何ですか？", "緊急時に911へどう電話しますか？", "病院での自己負担とは何ですか？", "社会保障番号とは何ですか？", ], "Story Companion": [ "魔法の森のお話を始めて", "勇敢なお姫さまになるお話をして", "隠された宝の地図から始まるお話をして", "空を飛べるお話をして", ], }, "Portuguese": { "Caring Companion": [ "Hoje estou me sentindo sozinho", "Estou com muita saudade da minha família", "Minhas costas doem e estou cansado", "Assisti TV mas não entendi direito", ], "Wise Elder": [ "Tenho medo de envelhecer", "Qual é o sentido da vida?", "Como encontro paz quando tudo está mudando?", "Cometi muitos erros na vida", ], "Friendly Tutor": [ "O que significa franquia do seguro?", "Como ligo para 911 em uma emergência?", "O que significa copagamento no médico?", "O que é número de seguro social?", ], "Story Companion": [ "Comece uma história sobre uma floresta mágica", "Quero ser uma princesa corajosa", "Comece uma história com um mapa do tesouro escondido", "Conte uma história em que eu possa voar", ], }, "Arabic": { "Caring Companion": [ "أشعر بالوحدة اليوم", "أشتاق إلى عائلتي كثيراً", "ظهري يؤلمني وأشعر بالتعب", "شاهدت التلفاز لكنني لم أفهم جيداً", ], "Wise Elder": [ "أخاف من التقدم في العمر", "ما معنى الحياة؟", "كيف أجد السلام عندما يتغير كل شيء؟", "ارتكبت أخطاء كثيرة في حياتي", ], "Friendly Tutor": [ "ماذا يعني مبلغ التحمل في التأمين؟", "كيف أتصل برقم 911 في حالة الطوارئ؟", "ماذا يعني الدفع المشترك عند الطبيب؟", "ما هو رقم الضمان الاجتماعي؟", ], "Story Companion": [ "ابدأ قصة عن غابة سحرية", "أريد أن أكون أميرة شجاعة", "ابدأ قصة بخريطة كنز مخفي", "احك لي قصة أستطيع فيها الطيران", ], }, "Mandarin": { "Caring Companion": [ "今天我觉得很孤单", "我很想念我的家人", "我的背疼，也觉得很累", "我看了电视，但没有听懂", ], "Wise Elder": [ "我害怕变老", "人生的意义是什么？", "一切都在变化时，怎样找到平静？", "我这一生犯过很多错误", ], "Friendly Tutor": [ "保险免赔额是什么意思？", "紧急情况怎么拨打911？", "看医生时共付额是什么意思？", "社会安全号码是什么？", ], "Story Companion": [ "开始一个关于魔法森林的故事", "我想成为勇敢的公主", "开始一个有藏宝图的故事", "讲一个我会飞的故事", ], }, } DESCRIPTIONS_EN = { "Caring Companion": "A warm listener for loneliness, health, family, memories, and daily life.", "Wise Elder": "Poetic answers for big life questions.", "Friendly Tutor": "Simple help with medical words, bills, phone calls, and daily tasks.", "Story Companion": "Interactive stories where the user becomes the hero.", } EXAMPLE_BOX_TEXT = { "English": { "title": "Try one", "descriptions": DESCRIPTIONS_EN, }, "Hindi": { "title": "एक चुनें", "descriptions": { "Caring Companion": "अकेलापन, सेहत, परिवार, यादें और रोज़ की बातों के लिए एक गर्मजोशी भरा साथी।", "Wise Elder": "जीवन के बड़े सवालों के लिए शांत और काव्यात्मक उत्तर।", "Friendly Tutor": "डॉक्टर, बिल, फोन कॉल और रोज़मर्रा की बातों को सरल भाषा में समझाने वाला सहायक।", "Story Companion": "ऐसी कहानी जिसमें बच्चा या दादा-दादी खुद ही नायक बनते हैं।", }, }, "Tamil": { "title": "ஒன்றை தேர்ந்தெடுக்கவும்", "descriptions": { "Caring Companion": "தனிமை, உடல்நலம், குடும்பம், நினைவுகள், அன்றாட வாழ்க்கைக்கு அன்பான கேட்பவர்.", "Wise Elder": "வாழ்க்கையின் பெரிய கேள்விகளுக்கு மென்மையான கவிதைபோன்ற பதில்கள்.", "Friendly Tutor": "மருத்துவ சொற்கள், பில்கள், தொலைபேசி அழைப்புகள், அன்றாட உதவிக்கு எளிய விளக்கம்.", "Story Companion": "குழந்தைகளும் பெரியவர்களும் கதையின் நாயகர்களாக மாறும் கதைகள்.", }, }, "Telugu": { "title": "ఒకటి ప్రయత్నించండి", "descriptions": { "Caring Companion": "ఒంటరితనం, ఆరోగ్యం, కుటుంబం, జ్ఞాపకాలు, రోజువారీ విషయాలకు ఆప్యాయంగా వినే తోడు.", "Wise Elder": "జీవితంలోని పెద్ద ప్రశ్నలకు మృదువైన కవితాత్మక సమాధానాలు.", "Friendly Tutor": "వైద్య పదాలు, బిల్లులు, ఫోన్ కాల్స్, రోజువారీ విషయాలకు సులభమైన సహాయం.", "Story Companion": "పిల్లలు, పెద్దలు కథలో హీరోలుగా మారే సరదా కథలు.", }, }, "Spanish": { "title": "Prueba uno", "descriptions": { "Caring Companion": "Una compañía cálida para soledad, salud, familia, recuerdos y vida diaria.", "Wise Elder": "Respuestas poéticas para grandes preguntas de la vida.", "Friendly Tutor": "Ayuda simple con palabras médicas, facturas, llamadas y tareas diarias.", "Story Companion": "Historias interactivas donde la persona se vuelve protagonista.", }, }, "French": { "title": "Essayez-en un", "descriptions": { "Caring Companion": "Une présence chaleureuse pour la solitude, la santé, la famille, les souvenirs et le quotidien.", "Wise Elder": "Des réponses poétiques aux grandes questions de la vie.", "Friendly Tutor": "Une aide simple pour les mots médicaux, les factures, les appels et la vie quotidienne.", "Story Companion": "Des histoires interactives où l'utilisateur devient le héros.", }, }, "Japanese": { "title": "ひとつ試す", "descriptions": { "Caring Companion": "孤独、健康、家族、思い出、日常の話をやさしく聞く相手です。", "Wise Elder": "人生の大きな問いに、詩のようにやさしく答えます。", "Friendly Tutor": "医療用語、請求書、電話、日常生活を分かりやすく助けます。", "Story Companion": "子どもや祖父母が主人公になる楽しい物語です。", }, }, "Portuguese": { "title": "Experimente um", "descriptions": { "Caring Companion": "Uma companhia acolhedora para solidão, saúde, família, memórias e vida diária.", "Wise Elder": "Respostas poéticas para grandes perguntas da vida.", "Friendly Tutor": "Ajuda simples com termos médicos, contas, chamadas e tarefas diárias.", "Story Companion": "Histórias interativas em que a pessoa vira a heroína.", }, }, "Arabic": { "title": "جرّب واحداً", "descriptions": { "Caring Companion": "رفيق دافئ للوحدة والصحة والعائلة والذكريات والحياة اليومية.", "Wise Elder": "إجابات شاعرية وهادئة لأسئلة الحياة الكبيرة.", "Friendly Tutor": "مساعدة بسيطة في الكلمات الطبية والفواتير والمكالمات والأمور اليومية.", "Story Companion": "قصص تفاعلية يصبح فيها المستخدم هو البطل.", }, }, "Mandarin": { "title": "试一个", "descriptions": { "Caring Companion": "温暖陪伴，适合聊孤独、健康、家人、回忆和日常生活。", "Wise Elder": "用温柔诗意的方式回答人生的大问题。", "Friendly Tutor": "简单解释医疗词、账单、电话和日常生活问题。", "Story Companion": "让孩子和长辈成为主角的互动故事。", }, }, } def _get_key(ui_key): return (ui_key or "").strip() def clean_reply_text(text): text = unicodedata.normalize("NFC", text or "") out = [] for char in text: if unicodedata.category(char) == "Cf": continue out.append(char) text = "".join(out) text = text.replace("\u200b", "").replace("\u200c", "").replace("\u200d", "").replace("\ufeff", "") text = text.replace("```", "").replace("**", "").replace("__", "") lines = [line.strip() for line in text.splitlines()] return "\n".join(line for line in lines if line).strip() def strip_instruction_leaks(text): text = clean_reply_text(text) blocked_starts = ( "system:", "developer:", "instruction:", "instructions:", "safety:", "language rule:", "telugu style guide:", "you are ", "task:", "rules:", "guidelines:", ) blocked_phrases = ( "do not reveal", "do not mention", "reply in the selected language", "use the user's language", "never output", "you must", ) kept = [] for line in text.splitlines(): low = line.strip().lower() if not low: continue if low.startswith(blocked_starts): continue if any(phrase in low for phrase in blocked_phrases): continue kept.append(line.strip()) return "\n".join(kept).strip() def tts_safe_text(text): return strip_instruction_leaks(text).replace("।", ".").replace("|", ".").replace("•", "").replace("✦", "").strip() def _groq_chat(messages, system, api_key, max_tokens=400, temperature=0.35): if not api_key: return "⚠️ No API key — paste your free Groq key in the box at the top." last_error = "" for model in GROQ_FALLBACK_MODELS: try: r = httpx.post( GROQ_CHAT_URL, headers={"Authorization": f"Bearer {api_key}", "Content-Type": "application/json"}, json={ "model": model, "messages": [{"role": "system", "content": system}] + messages, "max_tokens": max_tokens, "temperature": temperature, }, timeout=30, ) r.raise_for_status() return strip_instruction_leaks(r.json()["choices"][0]["message"]["content"].strip()) except httpx.HTTPStatusError as e: try: body = e.response.json() err = body.get("error", body) detail = err.get("message", str(err)) if isinstance(err, dict) else str(err) except Exception: detail = e.response.text[:180] last_error = f"⚠️ Groq error {e.response.status_code}: {detail[:180]}" if e.response.status_code == 401: return "⚠️ Invalid API key. Please paste the full Groq key that starts with gsk_." if e.response.status_code == 429: return "⚠️ Rate limit — wait a moment or use a different Groq key." if e.response.status_code not in {400, 404, 422}: return last_error except Exception as e: return f"⚠️ Error: {str(e)[:160]}" return last_error or "⚠️ Groq API error." def _groq_chat_model(messages, system, api_key, model=GROQ_MODEL, max_tokens=400, temperature=0.1): if not api_key: return "⚠️ No API key — paste your free Groq key in the box at the top." try: r = httpx.post( GROQ_CHAT_URL, headers={"Authorization": f"Bearer {api_key}", "Content-Type": "application/json"}, json={ "model": model, "messages": [{"role": "system", "content": system}] + messages, "max_tokens": max_tokens, "temperature": temperature, }, timeout=30, ) r.raise_for_status() return strip_instruction_leaks(r.json()["choices"][0]["message"]["content"].strip()) except httpx.HTTPStatusError as e: if e.response.status_code == 401: return "⚠️ Invalid API key. Please paste the full Groq key that starts with gsk_." if e.response.status_code == 429: return "⚠️ Rate limit — wait a moment or use a different Groq key." return f"⚠️ Groq error {e.response.status_code}" except Exception as e: return f"⚠️ Error: {str(e)[:160]}" def _is_error_text(text): return (text or "").startswith(("⚠️", "No API key", "Invalid Groq", "Groq error")) TRANSLATION_PHRASE_FIXES = { ("English", "Telugu"): { "what are you doing": "మీరు ఏమి చేస్తున్నారు?", "what are you doing?": "మీరు ఏమి చేస్తున్నారు?", "how are you": "మీరు ఎలా ఉన్నారు?", "how are you?": "మీరు ఎలా ఉన్నారు?", "did you eat": "మీరు భోజనం చేశారా?", "did you eat?": "మీరు భోజనం చేశారా?", "are you okay": "మీరు బాగున్నారా?", "are you okay?": "మీరు బాగున్నారా?", }, ("English", "Tamil"): { "what are you doing": "நீங்கள் என்ன செய்கிறீர்கள்?", "what are you doing?": "நீங்கள் என்ன செய்கிறீர்கள்?", "how are you": "நீங்கள் எப்படி இருக்கிறீர்கள்?", "how are you?": "நீங்கள் எப்படி இருக்கிறீர்கள்?", "did you eat": "நீங்கள் சாப்பிட்டீர்களா?", "did you eat?": "நீங்கள் சாப்பிட்டீர்களா?", "are you okay": "நீங்கள் நலமா?", "are you okay?": "நீங்கள் நலமா?", }, } def direct_translation_fix(text, src_lang, tgt_lang): key = (src_lang, tgt_lang) original = re.sub(r"\s+", " ", (text or "").strip()) normalized = original.lower() normalized = normalized.rstrip("!.") fixes = TRANSLATION_PHRASE_FIXES.get(key, {}) direct = fixes.get(normalized) or fixes.get(normalized + "?") if direct: return direct greeting_match = re.match(r"^(hi|hello|hey)\s+([a-zA-Z][a-zA-Z .'-]{0,40}),?\s+how are you\??$", original, re.IGNORECASE) if greeting_match and src_lang == "English": name = greeting_match.group(2).strip(" ,") if tgt_lang == "Telugu": return f"హాయ్ {name}, మీరు ఎలా ఉన్నారు?" if tgt_lang == "Tamil": return f"வணக்கம் {name}, நீங்கள் எப்படி இருக்கிறீர்கள்?" if tgt_lang == "Hindi": return f"नमस्ते {name}, आप कैसे हैं?" if tgt_lang == "Spanish": return f"Hola {name}, ¿cómo estás?" if tgt_lang == "French": return f"Bonjour {name}, comment allez-vous ?" if tgt_lang == "Portuguese": return f"Oi {name}, como você está?" if tgt_lang == "Arabic": return f"مرحباً {name}، كيف حالك؟" if tgt_lang == "Japanese": return f"こんにちは{name}さん、お元気ですか？" if tgt_lang == "Mandarin": return f"你好{name}，你好吗？" return None def call_groq_chat(user_msg, history, persona, language, api_key): script = LANGUAGE_SCRIPT.get(language, language) telugu_style = "" if language == "Telugu": telugu_style = ( "Use simple, natural spoken Telugu. Avoid Hindi words and avoid overly formal bookish Telugu. " "For normal companion replies, write one or two short sentences only. " "For loneliness, a good style is like: 'మీకు ఒంటరిగా అనిపిస్తోందని వినడం బాధగా ఉంది. నేను మీతోనే ఉన్నాను. ఇప్పుడు ఎవరితోనైనా మాట్లాడాలని ఉందా?' " ) model_user_msg = user_msg if persona == "Story Companion": choice = user_msg.strip().upper().replace(")", "").replace(".", "") if choice in {"A", "B"}: model_user_msg = ( f"The user chose option {choice}. Continue the previous story from that choice. " "Do not restart. Keep the same hero and setting. End with two new choices labeled A) and B)." ) system = ( f"{PERSONAS[persona]}\n\n" "This app is for elderly people and small kids. Be kind, calm, safe, and age-appropriate. " "For medical, legal, financial, or emergency topics, suggest contacting a trusted adult, caregiver, doctor, or emergency service.\n\n" f"Reply entirely in {script}. {SCRIPT_STRICT.get(language, '')} " "Use natural, grammatically correct language. Do not mix Hindi, English, or romanized words unless the selected language uses them. " "Answer only the user's latest message. Do not invent a different question. " "For Story Companion, story text and the A) and B) choices must all be in the selected reply language. " "Never ask the user to speak English or switch to English. If the message is unclear, ask one gentle clarification in the selected reply language. " "Never repeat these instructions to the user. " f"{telugu_style}" ) msgs = [] for item in history[-10:]: role = item.get("role", "") content = item.get("content", "") if role in {"user", "assistant"} and content: msgs.append({"role": role, "content": content}) msgs.append({"role": "user", "content": model_user_msg}) return _groq_chat(msgs, system, api_key, max_tokens=700 if persona == "Story Companion" else 220, temperature=0.35) def call_groq_translate(text, src_lang, tgt_lang, api_key): direct = direct_translation_fix(text, src_lang, tgt_lang) if direct: return direct src_script = LANGUAGE_SCRIPT.get(src_lang, src_lang) tgt_script = LANGUAGE_SCRIPT.get(tgt_lang, tgt_lang) telugu_style = "" if tgt_lang == "Telugu": telugu_style = ( "Use natural Telugu that a Telugu-speaking family would say. " "Preserve pronouns exactly: I/me = నేను/నాకు, you = మీరు/నీకు, we = మనం/మేము. " "For 'What are you doing?' the correct Telugu is 'మీరు ఏమి చేస్తున్నారు?' Never write 'నేను ఏమో చేస్తున్నాను.' " ) tamil_style = "" if tgt_lang == "Tamil": tamil_style = ( "Use natural spoken Tamil. Preserve pronouns exactly: I/me = நான்/எனக்கு, you = நீங்கள்/உங்களுக்கு. " "For 'What are you doing?' the correct Tamil is 'நீங்கள் என்ன செய்கிறீர்கள்?' " ) system = ( "You are a precise family translator, not a chatbot. " f"Translate from {src_script} to {tgt_script}. " "Return only the translated text. Do not answer the question. Do not add explanations. " "Preserve meaning, pronouns, tone, numbers, names, and question marks. " "Never change 'you' into 'I' or 'I' into 'you'. " "Use natural grammar that a native speaker would use, not word-by-word translation. " f"{SCRIPT_STRICT.get(tgt_lang, '')} {telugu_style} {tamil_style}" ) return _groq_chat_model([{"role": "user", "content": text}], system, api_key, model=GROQ_MODEL, max_tokens=500, temperature=0.05) def transcribe_audio(audio_file, api_key, language): if not audio_file or not api_key: return "" try: ext = os.path.splitext(audio_file)[1] or ".wav" with open(audio_file, "rb") as audio: data_bytes = audio.read() lang_code = WHISPER_LANG_MAP.get(language, "en") prompt = WHISPER_PROMPT_HINT.get(language, "") model = "whisper-large-v3" if language in {"Hindi", "Tamil", "Telugu", "Arabic", "Japanese", "Mandarin"} else "whisper-large-v3-turbo" payload = { "model": model, "response_format": "text", "language": lang_code, } if prompt: payload["prompt"] = prompt r = httpx.post( GROQ_AUDIO_URL, headers={"Authorization": f"Bearer {api_key}"}, files={"file": (f"audio{ext}", data_bytes, "audio/wav")}, data=payload, timeout=60, ) r.raise_for_status() return clean_reply_text(r.text.strip()) except Exception as e: print("Transcription error:", e) return "" def tts(text, language): if not text or _is_error_text(text): return None text = tts_safe_text(text) if not text: return None voice = VOICE_MAP.get(language, VOICE_MAP["English"]) def run_tts(): loop = asyncio.new_event_loop() asyncio.set_event_loop(loop) try: async def create_audio(): tmp = tempfile.NamedTemporaryFile(suffix=".mp3", delete=False) tmp.close() await edge_tts.Communicate(text, voice).save(tmp.name) return tmp.name return loop.run_until_complete(create_audio()) finally: loop.close() try: with concurrent.futures.ThreadPoolExecutor(max_workers=1) as pool: return pool.submit(run_tts).result(timeout=35) except Exception as e: print("edge-tts error:", e) try: from gtts import gTTS tmp = tempfile.NamedTemporaryFile(suffix=".mp3", delete=False) tmp.close() gTTS(text=text, lang=GTTS_LANG.get(language, "en"), slow=False).save(tmp.name) return tmp.name except Exception as e: print("gTTS error:", e) return None def avatar_html(persona="Caring Companion", mode="idle"): icon = PERSONA_ICONS.get(persona, "🌸") mouth = "talking" if mode == "speaking" else "" label = "Replying now" if mode == "speaking" else "Ready to listen" return f"""
{icon}
{label}
GrandVoice is here with you.
""" def build_examples_html(persona, language, api_key): examples = EXAMPLES_BY_LANGUAGE.get(language, {}).get(persona, EXAMPLES_EN.get(persona, [])) box_text = EXAMPLE_BOX_TEXT.get(language, EXAMPLE_BOX_TEXT["English"]) desc = box_text.get("descriptions", DESCRIPTIONS_EN).get(persona, DESCRIPTIONS_EN.get(persona, "")) title = box_text.get("title", "Try one") buttons = [] for ex in examples: safe = html.escape(ex, quote=True) buttons.append( f'" ) return f'

{html.escape(desc)}

{html.escape(title)}
{"".join(buttons)}
' def story_help_html(persona): if persona != "Story Companion": return "" return """
How to continue the story

First listen or read the story. Then click "I finished listening - show choices" to continue with A or B.

""" STORY_FALLBACK_CHOICES = { "English": "\n\nA) Go forward bravely.\nB) Ask a kind friend for help.", "Telugu": "\n\nA) ధైర్యంగా ముందుకు వెళ్లు.\nB) మంచి స్నేహితుడిని సహాయం అడుగు.", "Hindi": "\n\nA) हिम्मत से आगे बढ़ो।\nB) किसी अच्छे दोस्त से मदद मांगो।", "Tamil": "\n\nA) தைரியமாக முன்னேறு.\nB) நல்ல நண்பரிடம் உதவி கேள்.", "Spanish": "\n\nA) Avanza con valentía.\nB) Pide ayuda a un buen amigo.", "French": "\n\nA) Avance courageusement.\nB) Demande de l'aide à un bon ami.", "Japanese": "\n\nA) 勇気を出して前へ進む。\nB) やさしい友だちに助けを求める。", "Portuguese": "\n\nA) Siga em frente com coragem.\nB) Peça ajuda a um bom amigo.", "Arabic": "\n\nA) تقدّم بشجاعة.\nB) اطلب المساعدة من صديق طيب.", "Mandarin": "\n\nA) 勇敢地向前走。\nB) 向一位善良的朋友求助。", } def ensure_story_options(reply, persona, language): if persona != "Story Companion" or _is_error_text(reply): return reply has_a = "A)" in reply or "A." in reply has_b = "B)" in reply or "B." in reply if has_a and has_b: return reply return reply.rstrip() + STORY_FALLBACK_CHOICES.get(language, STORY_FALLBACK_CHOICES["English"]) def story_control_updates(persona, reply=""): text = reply or "" has_markers = ("A)" in text and "B)" in text) or ("A." in text and "B." in text) ready = persona == "Story Companion" and not _is_error_text(text) and has_markers return gr.update(visible=ready), gr.update(visible=False), gr.update(visible=False) def reveal_story_choices(): return gr.update(visible=False), gr.update(visible=True), gr.update(visible=True) def update_status(key): k = (key or "").strip() if not k: return "⚠️ No key yet" if not k.startswith("gsk_"): return "⚠️ Should start with gsk_" return "✅ Key ready — start chatting!" def demo_video_path(): path = "demo.mp4" return path if os.path.exists(path) else None CSS = """ @import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;600;700;800;900&display=swap'); :root { --ink: #1c2331; --muted: #596273; --coral: #ef6f5e; --teal: #117c84; --sun: #f5b84b; } body, .gradio-container { font-family: Inter, system-ui, sans-serif !important; color: var(--ink) !important; --body-background-fill: #f7fdff !important; --body-text-color: #172033 !important; --block-background-fill: rgba(255,255,255,.96) !important; --block-border-color: rgba(17,124,132,.20) !important; --block-label-background-fill: #117c84 !important; --block-label-text-color: #ffffff !important; --input-background-fill: #ffffff !important; --input-border-color: rgba(17,124,132,.24) !important; --input-text-color: #172033 !important; --button-primary-background-fill: linear-gradient(135deg, #117c84, #ef6f5e) !important; --button-primary-text-color: #ffffff !important; --button-secondary-background-fill: #f8fafc !important; --button-secondary-text-color: #172033 !important; --button-secondary-border-color: rgba(17,124,132,.22) !important; --neutral-950: #172033 !important; --neutral-900: #172033 !important; --neutral-800: #273043 !important; --neutral-700: #39465c !important; --neutral-600: #4b5563 !important; --neutral-100: #eef6f8 !important; --neutral-50: #ffffff !important; background: radial-gradient(circle at 12% 6%, rgba(255,203,92,.42), transparent 25rem), radial-gradient(circle at 88% 10%, rgba(60,190,178,.28), transparent 28rem), radial-gradient(circle at 50% 100%, rgba(255,134,104,.22), transparent 30rem), linear-gradient(135deg, #fff9ec 0%, #eefbff 45%, #fff0f5 100%) !important; } footer { display: none !important; } .gradio-container { width: min(1180px, calc(100vw - 32px)) !important; max-width: 1180px !important; margin: 0 auto !important; padding-left: 0 !important; padding-right: 0 !important; } #hero { padding: 30px 26px; border-radius: 8px; background: radial-gradient(circle at 20% 20%, rgba(255,255,255,.22), transparent 16rem), linear-gradient(135deg, #0f766e 0%, #1f9aa5 48%, #ef6f5e 100%); color: white; box-shadow: 0 18px 45px rgba(28,35,49,.22); margin-bottom: 14px; position: relative; overflow: hidden; } #hero::after { content: "🌸 🧓 📚 📖 🌍 🎙️"; position: absolute; right: 22px; bottom: 16px; font-size: clamp(1.4rem, 3.8vw, 3.2rem); opacity: .28; letter-spacing: 8px; } #hero h1 { color: white !important; font-size: clamp(2rem,5vw,4rem); margin: 0 0 8px; } #hero p { color: rgba(255,255,255,.88) !important; margin: 0; font-weight: 700; } .badge-row { display: flex; gap: 8px; flex-wrap: wrap; margin: 12px 0 18px; } .badge { background: rgba(255,255,255,.96); border: 1px solid rgba(28,35,49,.18); border-radius: 999px; padding: 7px 11px; font-size: .78rem; font-weight: 700; color: #172033 !important; box-shadow: 0 8px 18px rgba(28,35,49,.08); } .badge * { color: #172033 !important; } .demo-box { background: rgba(255,255,255,.94); border: 1px solid rgba(17,124,132,.18); border-radius: 8px; padding: 14px; margin: 12px 0 16px; box-shadow: 0 12px 28px rgba(28,35,49,.08); } .demo-box h2 { margin: 0 0 6px; font-size: 1.05rem; color: #172033 !important; } .demo-box p { margin: 0; color: #4b5563 !important; font-weight: 600; } .step { margin: 12px 0 8px; padding: 9px 12px; border-left: 5px solid var(--teal); border-radius: 0 8px 8px 0; background: rgba(255,255,255,.76); font-weight: 700; } .step, .step * { color: #172033 !important; } .examples-box { background: rgba(255,255,255,.94); border: 1px solid rgba(17,124,132,.18); border-radius: 8px; padding: 14px; margin: 8px 0 12px; } .examples-box p { color: var(--muted); font-weight: 700; } .example-title { color: var(--teal); font-weight: 700; text-transform: uppercase; font-size: .74rem; letter-spacing: .08em; margin-bottom: 8px; } .example-chip { display: inline-block; white-space: normal; text-align: left; margin: 4px; padding: 8px 10px; border-radius: 8px; border: 1px solid rgba(239,111,94,.28); background: #fff7f2; color: var(--ink); font-weight: 700; cursor: pointer; } .avatar-card { display: flex; align-items: center; gap: 14px; min-height: 116px; padding: 16px; border-radius: 8px; background: linear-gradient(135deg, rgba(255,255,255,.96), rgba(246,251,255,.92)); border: 1px solid rgba(28,35,49,.12); } .avatar-face { width: 82px; height: 82px; display: grid; place-items: center; position: relative; border-radius: 50%; background: radial-gradient(circle at 40% 30%, #fff, #ffe0d7 58%, #ffc466); box-shadow: inset 0 -10px 20px rgba(85,60,123,.14), 0 12px 24px rgba(28,35,49,.12); } .avatar-icon { font-size: 2.7rem; transform: translateY(-4px); } .avatar-mouth { position: absolute; left: 50%; bottom: 18px; width: 24px; height: 7px; transform: translateX(-50%); border-radius: 0 0 18px 18px; background: #612029; } .avatar-mouth.talking { animation: talk .34s infinite ease-in-out; } .avatar-label { font-weight: 700; color: #172033 !important; } .avatar-subtitle { color: #4b5563 !important; font-weight: 700; } .examples-box, .examples-box * { color: #172033 !important; } .example-title { color: #0f766e !important; } #status-msg, #trans-status-msg { min-height: 26px; color: #b83434; font-weight: 700; } .voice-fallback-box { background: linear-gradient(135deg, #fff, #fff8ed) !important; } .gradio-container * { text-shadow: none !important; } .gradio-container .block, .gradio-container .form, .gradio-container .panel, .gradio-container fieldset { background: rgba(255,255,255,.94) !important; color: #172033 !important; border-color: rgba(17,124,132,.18) !important; box-shadow: 0 10px 24px rgba(28,35,49,.06) !important; } .gradio-container textarea, .gradio-container input, .gradio-container select { background: #ffffff !important; color: #172033 !important; border-color: rgba(17,124,132,.24) !important; } .gradio-container label, .gradio-container .label-wrap, .gradio-container .wrap, .gradio-container span, .gradio-container p { color: #172033 !important; } .gradio-container .prose, .gradio-container .prose * { color: #172033 !important; } .gradio-container code, .gradio-container .prose code, .gradio-container markdown-code, .gradio-container .md code { background: #fff7d6 !important; color: #172033 !important; border: 1px solid rgba(17,124,132,.24) !important; border-radius: 6px !important; padding: 2px 6px !important; font-weight: 700 !important; } .gradio-container [data-testid="block-label"], .gradio-container .block-label { background: linear-gradient(135deg, #117c84, #ef6f5e) !important; color: white !important; font-weight: 700 !important; border-radius: 8px !important; padding: 6px 10px !important; } .gradio-container [data-testid="block-label"] *, .gradio-container .block-label * { color: white !important; } .gradio-container .chatbot, .gradio-container [data-testid="chatbot"], .gradio-container .message-wrap, .gradio-container .bubble-wrap { background: #ffffff !important; color: #172033 !important; } .gradio-container .message, .gradio-container .message *, .gradio-container .bubble, .gradio-container .bubble * { color: #172033 !important; } .gradio-container .user, .gradio-container .user *, .gradio-container .bot, .gradio-container .bot * { color: #172033 !important; } .gradio-container .user .message, .gradio-container .user .bubble { background: #e6f6ff !important; border: 1px solid #b7e6f4 !important; } .gradio-container .bot .message, .gradio-container .bot .bubble { background: #fff7e8 !important; border: 1px solid #ffd7b3 !important; } .gradio-container audio, .gradio-container .audio-container, .gradio-container [data-testid="audio"], .gradio-container [data-testid="waveform"] { background: #ffffff !important; color: #172033 !important; } button[role="tab"], .tab-nav button { color: #172033 !important; opacity: 1 !important; font-weight: 700 !important; } button[role="tab"][aria-selected="true"], .tab-nav button.selected { color: #117c84 !important; } .gradio-container button:not([role="tab"]) { color: #172033 !important; opacity: 1 !important; font-weight: 700 !important; letter-spacing: 0 !important; } .gradio-container button:not([role="tab"]) *, .gradio-container button:not([role="tab"]) svg { color: inherit !important; stroke: currentColor !important; opacity: 1 !important; } .gradio-container button.primary, .gradio-container button[class*="primary"], .gradio-container button[variant="primary"] { color: white !important; background: linear-gradient(135deg, #117c84, #ef6f5e) !important; border: 0 !important; } .gradio-container button.primary *, .gradio-container button[class*="primary"] *, .gradio-container button[variant="primary"] * { color: white !important; } .gradio-container button.secondary, .gradio-container button[class*="secondary"], .gradio-container button[variant="secondary"] { color: #172033 !important; background: #f8fafc !important; border: 1px solid rgba(17,124,132,.22) !important; } .gradio-container .audio-container button, .gradio-container [data-testid="audio"] button, .gradio-container button[aria-label*="Play"], .gradio-container button[aria-label*="Pause"], .gradio-container button[aria-label*="Clear"], .gradio-container button[aria-label*="Share"], .gradio-container button[aria-label*="Record"], .gradio-container button[aria-label*="Stop"] { color: #172033 !important; background: #ffffff !important; border: 1px solid #d6dee8 !important; } .gradio-container .audio-container button *, .gradio-container [data-testid="audio"] button *, .gradio-container .audio-container svg, .gradio-container [data-testid="audio"] svg { color: #172033 !important; stroke: #172033 !important; fill: currentColor !important; opacity: 1 !important; } .gradio-container [role="listbox"], .gradio-container [data-testid="dropdown-options"], .gradio-container .options, .gradio-container ul.options { background: #ffffff !important; color: #172033 !important; border: 1px solid rgba(17,124,132,.24) !important; box-shadow: 0 16px 36px rgba(28,35,49,.16) !important; } .gradio-container [role="option"], .gradio-container [role="option"] *, .gradio-container .options li, .gradio-container .options li * { background: #ffffff !important; color: #172033 !important; } .gradio-container [role="option"]:hover, .gradio-container .options li:hover { background: #e6f6ff !important; color: #172033 !important; } .demo-player-wrap, .demo-player-wrap * { max-height: 460px !important; } .demo-player-wrap video { max-height: 420px !important; object-fit: contain !important; background: #ffffff !important; } .demo-player-wrap [aria-label="Share"], .demo-player-wrap button[title="Share"], .demo-player-wrap .share-btn, .demo-player-wrap .icon-button-wrapper:has([aria-label="Share"]) { display: none !important; } @keyframes talk { 0%,100% { height: 6px; width: 22px; } 50% { height: 20px; width: 18px; border-radius: 50%; } } """ JS = """ () => { window.grandvoiceFillMessage = (value) => { const boxes = Array.from(document.querySelectorAll("textarea")); const target = boxes.find((box) => (box.placeholder || "").includes("Type your message")) || boxes.at(-1); if (!target) return; target.value = value; target.dispatchEvent(new Event("input", { bubbles: true })); target.dispatchEvent(new Event("change", { bubbles: true })); target.focus(); }; window.grandvoiceScrollChat = () => { setTimeout(() => { const candidates = Array.from(document.querySelectorAll(".chatbot, .bubble-wrap, .message-wrap, .wrap")); candidates.forEach((el) => { if (el && el.scrollHeight > el.clientHeight) el.scrollTop = el.scrollHeight; }); const down = document.querySelector("button[aria-label*='Scroll'], button[title*='Scroll']"); if (down) down.click(); }, 250); }; window.grandvoiceHideMicWarning = () => { const walker = document.createTreeWalker(document.body, NodeFilter.SHOW_TEXT); const nodes = []; while (walker.nextNode()) nodes.push(walker.currentNode); nodes.forEach((node) => { if ((node.nodeValue || "").includes("No microphone found")) { node.nodeValue = ""; } }); Array.from(document.querySelectorAll("input, textarea")).forEach((el) => { if ((el.value || "").includes("No microphone found")) { el.value = ""; el.dispatchEvent(new Event("input", { bubbles: true })); } if ((el.placeholder || "").includes("No microphone found")) { el.placeholder = ""; } }); }; const observer = new MutationObserver(() => { window.grandvoiceScrollChat(); window.grandvoiceHideMicWarning(); }); observer.observe(document.body, { childList: true, subtree: true }); window.grandvoiceHideMicWarning(); } """ with gr.Blocks(css=CSS, js=JS, title="GrandVoice", theme=gr.themes.Soft()) as demo: gr.HTML( """

GrandVoice 🌸

A warm voice companion for grandparents, kids, and multilingual families.

Voice Companion 10 Languages Stories for Kids Family Translator
""" ) with gr.Accordion("Watch the demo", open=False): gr.HTML( """

GrandVoice walkthrough

See why GrandVoice exists and how to use the companion, translator, voice, and upload-audio fallback.

""" ) demo_video = demo_video_path() if demo_video: with gr.Row(elem_classes=["demo-player-wrap"]): gr.Video( value=demo_video, label="GrandVoice demo", autoplay=False, show_download_button=False, show_share_button=False, ) else: gr.HTML( """
Demo video coming soon

The demo player will appear here after demo.mp4 is added to the Space.

""" ) with gr.Accordion("API key setup", open=True): gr.Markdown("Paste your own free Groq API key. It should start with `gsk_`.") gr.HTML( """
How to create your Groq API key
  1. Open console.groq.com/keys.
  2. Sign in or create a free Groq account.
  3. Click Create API Key.
  4. Copy the key that starts with gsk_.
  5. Paste it below. GrandVoice keeps it only in this browser session.
""" ) with gr.Row(): api_key_box = gr.Textbox( value="", label="Paste your Groq API key here", placeholder="gsk_...", type="password", scale=5, ) key_status = gr.Textbox(value="⚠️ No key yet", label="Status", interactive=False, scale=1) api_key_box.change(update_status, inputs=api_key_box, outputs=key_status) with gr.Tabs(): with gr.Tab("Voice Companion"): gr.HTML('
1. Choose your companion and language
') with gr.Row(): persona_dd = gr.Dropdown(list(PERSONAS.keys()), value="Caring Companion", label="Companion") language_dd = gr.Dropdown(LANGUAGES, value="English", label="Reply language") avatar = gr.HTML(value=avatar_html("Caring Companion", "idle")) examples_html = gr.HTML(value=build_examples_html("Caring Companion", "English", "")) story_help = gr.HTML(value=story_help_html("Caring Companion")) persona_dd.change(avatar_html, inputs=persona_dd, outputs=avatar) persona_dd.change(build_examples_html, inputs=[persona_dd, language_dd, api_key_box], outputs=examples_html) persona_dd.change(story_help_html, inputs=persona_dd, outputs=story_help) language_dd.change(build_examples_html, inputs=[persona_dd, language_dd, api_key_box], outputs=examples_html) gr.HTML('
2. Type or speak, then send
') chatbot = gr.Chatbot( value=[{"role": "assistant", "content": "🌸 Hello! I am GrandVoice. Choose a companion and language, then send a message."}], height=390, show_label=False, type="messages", bubble_full_width=False, show_share_button=False, show_copy_button=False, ) status_msg = gr.HTML(value="", elem_id="status-msg") audio_out = gr.Audio(label="🔊 Voice reply", autoplay=True, type="filepath", show_download_button=False) with gr.Accordion("🎙️ Speak instead of typing", open=False): gr.Markdown("If the browser says no microphone was found, check browser permission or upload a short audio recording here.") mic_input = gr.Audio(sources=["microphone", "upload"], type="filepath", label="Record or upload your message") mic_clear_btn = gr.Button("Clear recording and text") with gr.Row(): story_ready_btn = gr.Button("I finished listening - show choices", visible=False) with gr.Row(): choice_a_btn = gr.Button("Continue with A", visible=False) choice_b_btn = gr.Button("Continue with B", visible=False) with gr.Row(): msg_box = gr.Textbox(placeholder="Type your message here...", lines=2, show_label=False, scale=5) with gr.Column(scale=1, min_width=120): send_btn = gr.Button("Send", variant="primary") clear_btn = gr.Button("Clear") turn_state = gr.State(0) last_user_msg = gr.State("") def on_send_start(msg, last_msg, history, persona): msg = (msg or "").strip() if not msg and last_msg: msg = last_msg if not msg: return history, avatar_html(persona, "idle"), "Please type a message first.", gr.update(interactive=True), "", last_msg, gr.update(visible=False), gr.update(visible=False), gr.update(visible=False) return list(history) + [{"role": "user", "content": msg}], avatar_html(persona, "speaking"), "", gr.update(interactive=False), msg, msg, gr.update(visible=False), gr.update(visible=False), gr.update(visible=False) def on_send_finish(active_msg, history, persona, language, turn, ui_key): msg = (active_msg or "").strip() if not msg: return history, None, turn, "", avatar_html(persona, "idle"), "", gr.update(interactive=True), gr.update(visible=False), gr.update(visible=False), gr.update(visible=False) key = _get_key(ui_key) reply = call_groq_chat(msg, history[:-1], persona, language, key) reply = ensure_story_options(reply, persona, language) new_history = list(history[:-1]) + [{"role": "user", "content": msg}, {"role": "assistant", "content": reply}] audio = tts(reply, language) story_ready, choice_a, choice_b = story_control_updates(persona, reply) if _is_error_text(reply): status = f'{html.escape(reply)}' elif persona == "Story Companion": status = "Story ready. Listen or read first, then click the show choices button." elif not audio: status = "Text reply is ready, but audio could not be created. Try again once." else: status = "" return new_history, audio, turn + 1, "", avatar_html(persona, "idle"), status, gr.update(interactive=True), story_ready, choice_a, choice_b for trigger in (send_btn.click, msg_box.submit): trigger( on_send_start, inputs=[msg_box, last_user_msg, chatbot, persona_dd], outputs=[chatbot, avatar, status_msg, send_btn, msg_box, last_user_msg, story_ready_btn, choice_a_btn, choice_b_btn], ).then( on_send_finish, inputs=[last_user_msg, chatbot, persona_dd, language_dd, turn_state, api_key_box], outputs=[chatbot, audio_out, turn_state, msg_box, avatar, status_msg, send_btn, story_ready_btn, choice_a_btn, choice_b_btn], ) clear_btn.click( lambda: ( [{"role": "assistant", "content": "🌸 Hello again. What would you like to talk about?"}], None, 0, "", "", avatar_html("Caring Companion", "idle"), "", gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), ), outputs=[chatbot, audio_out, turn_state, msg_box, last_user_msg, avatar, status_msg, story_ready_btn, choice_a_btn, choice_b_btn], ) mic_clear_btn.click(lambda: (None, "", "Recording and message box cleared."), outputs=[mic_input, msg_box, status_msg]) story_ready_btn.click(reveal_story_choices, outputs=[story_ready_btn, choice_a_btn, choice_b_btn]) choice_a_btn.click(lambda: ("A", gr.update(visible=False), gr.update(visible=False), gr.update(visible=False)), outputs=[msg_box, story_ready_btn, choice_a_btn, choice_b_btn]) choice_b_btn.click(lambda: ("B", gr.update(visible=False), gr.update(visible=False), gr.update(visible=False)), outputs=[msg_box, story_ready_btn, choice_a_btn, choice_b_btn]) def on_mic_stop(audio_file, ui_key, lang): text = transcribe_audio(audio_file, _get_key(ui_key), lang) if not text: return "", "", "I could not hear that clearly. Please try once more, or type the message." return text, text, "Recording added to the message box. Press Send when ready, or clear it and record again." mic_input.stop_recording(on_mic_stop, inputs=[mic_input, api_key_box, language_dd], outputs=[msg_box, last_user_msg, status_msg]) with gr.Tab("Family Translator"): gr.HTML('
Translate text or recorded speech
') with gr.Row(): src_lang = gr.Dropdown(LANGUAGES, value="English", label="Translate from") tgt_lang = gr.Dropdown(LANGUAGES, value="Telugu", label="Translate to") trans_status_msg = gr.HTML(value="", elem_id="trans-status-msg") with gr.Row(): with gr.Column(): trans_input = gr.Textbox(label="Original text", lines=6) with gr.Accordion("🎙️ Speak instead of typing", open=False): gr.Markdown("If the browser says no microphone was found, check browser permission or upload a short audio recording here.") trans_mic = gr.Audio(sources=["microphone", "upload"], type="filepath", label="Record or upload text to translate") trans_mic_clear_btn = gr.Button("Clear recording and text") with gr.Column(): trans_output = gr.Textbox(label="Translation", lines=6, interactive=False) trans_audio = gr.Audio(label="Hear translation", type="filepath", show_download_button=False) with gr.Row(): translate_btn = gr.Button("Translate", variant="primary") swap_btn = gr.Button("Swap") def translate_finish(text, src, tgt, ui_key): text = (text or "").strip() if not text: return "", None, "Please enter text to translate." result = call_groq_translate(text, src, tgt, _get_key(ui_key)) audio = None if _is_error_text(result) else tts(result, tgt) status = result if _is_error_text(result) else "" if result and not _is_error_text(result) and not audio: status = "Translation is ready. Audio could not be created." return result, audio, status def swap_languages(src, tgt, source_text, translated_text): return tgt, src, translated_text or source_text, "" def translate_mic(audio_file, ui_key, src): text = transcribe_audio(audio_file, _get_key(ui_key), src) if not text: return "", "I could not hear that clearly. Please try once more, or type the message." return text, "Recording added to the original text box. Press Translate when ready, or clear it and record again." translate_btn.click(translate_finish, inputs=[trans_input, src_lang, tgt_lang, api_key_box], outputs=[trans_output, trans_audio, trans_status_msg]) swap_btn.click(swap_languages, inputs=[src_lang, tgt_lang, trans_input, trans_output], outputs=[src_lang, tgt_lang, trans_input, trans_output]) trans_mic.stop_recording(translate_mic, inputs=[trans_mic, api_key_box, src_lang], outputs=[trans_input, trans_status_msg]) trans_mic_clear_btn.click(lambda: (None, "", "", None, "Recording, original text, and translation cleared."), outputs=[trans_mic, trans_input, trans_output, trans_audio, trans_status_msg]) if __name__ == "__main__": demo.queue(default_concurrency_limit=8).launch()