Update written_module.py

written_module.py

@@ -2,9 +2,11 @@ import gradio as gr
 import uuid
 import os
 import matplotlib.pyplot as plt
+from gtts import gTTS
 from openai import OpenAI
 from app_utils import (
     LANG_CODES, save_to_db, fetch_user_sessions,
+    convert_to_wav, transcribe_audio,
     parse_scores_from_feedback, generate_progress_summary,
     build_score_comparison_data, render_score_chart,
     build_trend_data, render_trend_chart
@@ -12,119 +14,144 @@ from app_utils import (
 
 client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
 
-def generate_written_feedback(text, language, goal="general improvement", focus_areas=None, previous_text=None):
-    focus_str = ", ".join(focus_areas) if focus_areas else "Clarity, Structure, Grammar, Style, Tone, Creativity"
-    history_section = f"\n\nCompare this to their previous writing:\n{previous_text}" if previous_text else ""
+def generate_feedback(transcript, language, goal="general improvement", focus_areas=None, previous_transcript=None):
+    focus_str = ", ".join(focus_areas) if focus_areas else "Clarity, Structure, Fluency, Content Relevance, and Tone"
+    history_section = f"\n\nFor reference, their previous transcript was:\n{previous_transcript}" if previous_transcript else ""
 
     prompt = f"""
-You are a writing coach helping a student improve their writing for the following goal: **{goal}**.
+You are a supportive communication coach helping a learner whose goal is: **{goal}**.
 
-First, return a JSON object with scores (0–10) for each of these:
+Evaluate the user's current speech based on the following areas:
 {focus_str}
 
-Then write:
-- A brief explanation per score
-- A summary of strengths and improvements
-- One motivational line
+Give a score out of 10 and a short explanation for each area.
 
-Current text:
-{text}
+Then provide:
+- A summary of strengths and improvement areas.
+- One motivational line to end with.
+
+Transcript:
+{transcript}
 {history_section}
-"""
+""".strip()
+
     response = client.chat.completions.create(
         model="gpt-4",
         messages=[
-            {"role": "system", "content": f"You are a helpful writing tutor responding in {language}."},
+            {"role": "system", "content": f"You are a warm and constructive communication coach responding in {language}."},
             {"role": "user", "content": prompt}
         ],
         temperature=0.7
     )
     return response.choices[0].message.content
 
-def improve_written_text(text, language):
-    prompt = f"""Improve this writing by refining structure, grammar, and clarity — without changing its meaning.
+def generate_example_response(transcript, language):
+    prompt = f"""Rewrite this speech to make it more polished, fluent, and confident.
+Keep the meaning and tone the same, but improve clarity and structure.
 
-Text:
-{text}
+Transcript:
+{transcript}
 """
     response = client.chat.completions.create(
         model="gpt-4",
         messages=[
-            {"role": "system", "content": f"Reply in {language}. Provide only the improved version."},
+            {"role": "system", "content": f"Reply in {language}. Provide only the improved version of the speech."},
             {"role": "user", "content": prompt}
         ]
     )
     return response.choices[0].message.content
 
-def written_dashboard(nickname):
-    with gr.Column() as written_panel:
+def render_empty_chart(title):
+    fig, ax = plt.subplots()
+    ax.set_title(title)
+    ax.text(0.5, 0.5, "No data yet", ha='center', va='center', fontsize=12)
+    ax.axis('off')
+    return fig
+
+def spoken_dashboard(nickname_input):
+    with gr.Column() as spoken_panel:
         gr.Markdown("""
         <div id="header" style="text-align: center;">
-            <img src="file/images/chatter_owl.png" width="120">
-            <h2>✍️ Written Communication with <strong>Chatter the Owl</strong></h2>
-            <p>Paste or upload your writing. Select your goal and focus, and receive detailed feedback, improvement, and progress tracking.</p>
+            <img src="images/chatternest_logo.png" width="100">
+            <h2>🦉 Meet <strong>Chatter the Owl</strong></h2>
+            <p>Speak and improve your communication with personalized feedback and progress tracking.</p>
         </div>
         """)
 
         with gr.Row():
             language_dropdown = gr.Dropdown(label="🌍 Language", choices=list(LANG_CODES.keys()), value="English")
-            goal_dropdown = gr.Dropdown(label="🎯 Writing Goal", choices=["Essay for school", "Job application", "Blog post", "Creative writing", "General improvement"], value="General improvement")
-            focus_checkboxes = gr.CheckboxGroup(label="🧠 Focus Areas", choices=["Clarity", "Organization", "Grammar", "Vocabulary", "Tone", "Creativity"], value=["Clarity", "Organization", "Grammar", "Vocabulary", "Tone", "Creativity"])
+            goal_dropdown = gr.Dropdown(label="🎯 Goal", choices=["Interview preparation", "Public speaking", "Class presentation", "General improvement"], value="General improvement")
+            focus_checkboxes = gr.CheckboxGroup(label="🧠 Focus Areas", choices=["Clarity", "Structure", "Fluency", "Tone", "Content Relevance"], value=["Clarity", "Structure", "Fluency", "Tone", "Content Relevance"])
 
         with gr.Row():
-            input_text = gr.Textbox(label="📝 Your Writing", lines=8, elem_id="input_text", elem_classes=["text_area"])
-            submit_button = gr.Button("🚀 Submit", variant="primary")
+            audio_input = gr.Audio(type="filepath", label="🎙 Speak or Upload Audio")
+            audio_output = gr.Audio(label="🔊 Chatter's Response", type="filepath")
 
-        file_input = gr.File(label="📄 Upload Text File", file_types=[".txt", ".md"])
+        transcript_box = gr.Textbox(label="📖 Transcript", interactive=False)
+        feedback_box = gr.Textbox(label="💡 Feedback", interactive=False)
+        hidden_transcript = gr.Textbox(visible=False)
 
-        feedback_box = gr.Textbox(label="💡 Feedback", interactive=False, elem_id="feedback_box")
-        improved_box = gr.Textbox(label="🎯 Improved Version", interactive=False, elem_id="improved_box")
+        with gr.Row():
+            try_again = gr.Button("🔁 Try Again")
+            show_example = gr.Button("🎯 Show Me an Example")
+
+        example_box = gr.Textbox(label="🗣 Suggested Improvement", visible=True)
         history_table = gr.Dataframe(headers=["🕒 Timestamp", "🌐 Language", "📄 Transcript", "💬 Feedback"])
         score_chart = gr.Plot(label="📊 Score Comparison")
         trend_chart = gr.Plot(label="📈 Tone Progress")
         milestone_box = gr.Markdown(visible=False)
-        score_chart = gr.Plot(label="📊 Score Comparison")
-        trend_chart = gr.Plot(label="📈 Clarity Progress")
-        milestone_box = gr.Markdown(visible=False)
 
-        def extract_text(file):
-            if file is None:
-                return ""
-            with open(file.name, 'r', encoding='utf-8') as f:
-                return f.read()
+        def tutor_feedback(audio_file, language, goal, focus_areas, nickname):
+            if not audio_file:
+                return "", "No audio received.", None, "", [], render_empty_chart("📊 Score Comparison"), render_empty_chart("📈 Tone Progress"), gr.update(visible=False)
 
-        file_input.change(fn=extract_text, inputs=file_input, outputs=input_text)
+            if hasattr(nickname, "value"):
+                nickname = nickname.value  # Handle gr.Textbox or gr.State
 
-        def tutor_written(text, language, goal, focus_areas):
-            if not text.strip():
-                return "", "", [], None, None, gr.update(visible=False)
+            wav_path = convert_to_wav(audio_file)
+            transcript = transcribe_audio(wav_path)
+            previous_sessions = fetch_user_sessions(nickname)
+            previous_transcript = previous_sessions[-1].transcript if previous_sessions else None
+            previous_feedback = previous_sessions[-1].feedback if previous_sessions else None
 
-            sessions = fetch_user_sessions(nickname)
-            previous_text = sessions[-1].transcript if sessions else None
-            previous_feedback = sessions[-1].feedback if sessions else None
+            feedback_text = generate_feedback(transcript, language, goal, focus_areas, previous_transcript)
+
+            if previous_feedback:
+                feedback_text += generate_progress_summary(feedback_text, previous_feedback)
+
+            milestone = ""
+            session_count = len(previous_sessions) + 1
+            if session_count in [3, 5, 10]:
+                milestone = f"🎉 Congrats on completing **{session_count} sessions**!"
+                feedback_text += f"\n\n{milestone}"
 
-            feedback = generate_written_feedback(text, language, goal, focus_areas, previous_text)
-            improved = improve_written_text(text, language)
+            tts = gTTS(feedback_text, lang=LANG_CODES.get(language, "en"))
+            mp3_path = f"/tmp/{uuid.uuid4()}.mp3"
+            tts.save(mp3_path)
 
-            save_to_db(nickname, text, feedback, language)
+            save_to_db(nickname, transcript, feedback_text, language)
             sessions = fetch_user_sessions(nickname)
             session_table = [[s.timestamp, s.language, s.transcript[:40], s.feedback[:40]] for s in sessions]
 
-            score_plot = render_score_chart(build_score_comparison_data(feedback, previous_feedback)) if previous_feedback else None
-            dates, clarity_scores = build_trend_data(sessions, "Clarity")
-            trend_plot = render_trend_chart(dates, clarity_scores, "Clarity") if clarity_scores else None
+            score_plot = render_score_chart(build_score_comparison_data(feedback_text, previous_feedback)) if previous_feedback else render_empty_chart("📊 Score Comparison")
+            dates, tone_scores = build_trend_data(sessions, "Tone")
+            trend_plot = render_trend_chart(dates, tone_scores, "Tone") if tone_scores else render_empty_chart("📈 Tone Progress")
 
-            milestone_msg = ""
-            if len(sessions) in [3, 5, 10]:
-                milestone_msg = f"🎉 You’ve completed **{len(sessions)} writing sessions**!"
-                feedback += f"\n\n{milestone_msg}"
+            return transcript, feedback_text, mp3_path, transcript, session_table, score_plot, trend_plot, gr.update(visible=bool(milestone), value=milestone)
 
-            return feedback, improved, session_table, score_plot, trend_plot, gr.update(visible=bool(milestone_msg), value=milestone_msg)
-
-        submit_button.click(
-            fn=tutor_written,
-            inputs=[input_text, language_dropdown, goal_dropdown, focus_checkboxes],
-            outputs=[feedback_box, improved_box, history_table, score_chart, trend_chart, milestone_box]
+        audio_input.change(
+            fn=tutor_feedback,
+            inputs=[audio_input, language_dropdown, goal_dropdown, focus_checkboxes, nickname_input],
+            outputs=[transcript_box, feedback_box, audio_output, hidden_transcript, history_table, score_chart, trend_chart, milestone_box],
+            show_progress="minimal"
         )
 
-    return written_panel
+        try_again.click(fn=lambda: ("", "", None, "", "", render_empty_chart("📊 Score Comparison"), render_empty_chart("📈 Tone Progress"), gr.update(visible=False)),
+                        inputs=None,
+                        outputs=[transcript_box, feedback_box, audio_output, hidden_transcript, example_box, score_chart, trend_chart, milestone_box])
+
+        show_example.click(fn=generate_example_response,
+                           inputs=[hidden_transcript, language_dropdown],
+                           outputs=example_box)
+
+    return spoken_panel