Update app.py

app.py

@@ -1,75 +1,66 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
+import edge_tts
+import tempfile
+import asyncio
 
+# Client Hugging Face
 client = InferenceClient("google/gemma-1.1-2b-it")
-client = InferenceClient("mistralai/Mistral-Nemo-Instruct-2407")
 
-def models(Query): 
-    
-    messages = []
+# Fonction de synthèse vocale (TTS)
+async def text_to_speech(text, voice="fr-FR-DeniseNeural", rate=0, pitch=0):
+    if not text.strip():
+        return None, "Veuillez entrer du texte."
+
+    rate_str = f"{rate:+d}%"
+    pitch_str = f"{pitch:+d}Hz"
+    communicate = edge_tts.Communicate(text, voice, rate=rate_str, pitch=pitch_str)
+
+    # Sauvegarde en fichier temporaire
+    with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file:
+        tmp_path = tmp_file.name
+        await communicate.save(tmp_path)
     
-    messages.append({"role": "user", "content": f"[SYSTEM] You are ASSISTANT who answer question asked by user in short and concise manner. [USER] {Query}"})
+    return tmp_path
 
-    Response = ""
+# Modèle rapide (Fast)
+def models(query):
+    messages = [{"role": "user", "content": f"[SYSTEM] You are a fast assistant. [USER] {query}"}]
+    response = ""
 
-    for message in client.chat_completion(
-        messages,
-        max_tokens=2048,
-        stream=True
-    ):
+    for message in client.chat_completion(messages, max_tokens=2048, stream=True):
         token = message.choices[0].delta.content
+        response += token
 
-        Response += token
-        yield Response
+    # Convertir en audio
+    tts_path = asyncio.run(text_to_speech(response))
+    return response, tts_path
 
+# Modèle critique (Critical Thinker)
 def nemo(query):
     budget = 3
-    message = f"""[INST] [SYSTEM] You are a helpful french assistant in normal conversation.
-When given a problem to solve, you are an expert problem-solving assistant.
-Your task is to provide a detailed, step-by-step solution to a given question.
-Follow these instructions carefully:
-1. Read the given question carefully and reset counter between <count> and </count> to {budget} (maximum 3 steps).
-2. Think critically like a human researcher or scientist. Break down the problem using first principles to conceptually understand and answer the question.
-3. Generate a detailed, logical step-by-step solution.
-4. Enclose each step of your solution within <step> and </step> tags.
-5. You are allowed to use at most {budget} steps (starting budget), keep track of it by counting down within tags <count> </count>, STOP GENERATING MORE STEPS when hitting 0, you don't have to use all of them.
-6. Do a self-reflection when you are unsure about how to proceed, based on the self-reflection and reward, decide whether you need to return to the previous steps.
-7. After completing the solution steps, reorganize and synthesize the steps into the final answer within <answer> and </answer> tags.
-8. Provide a critical, honest, and subjective self-evaluation of your reasoning process within <reflection> and </reflection> tags.
-9. Assign a quality score to your solution as a float between 0.0 (lowest quality) and 1.0 (highest quality), enclosed in <reward> and </reward> tags.
-Example format:
-<count> [starting budget] </count>
-<step> [Content of step 1] </step>
-<count> [remaining budget] </count>
-<step> [Content of step 2] </step>
-<reflection> [Evaluation of the steps so far] </reflection>
-<reward> [Float between 0.0 and 1.0] </reward>
-<count> [remaining budget] </count>
-<step> [Content of step 3 or Content of some previous step] </step>
-<count> [remaining budget] </count>
-...
-<step> [Content of final step] </step>
-<count> [remaining budget] </count>
-<answer> [Final Answer] </answer> (must give final answer in this format)
-<reflection> [Evaluation of the solution] </reflection>
-<reward> [Float between 0.0 and 1.0] </reward> [/INST] [INST] [QUERY] {query} [/INST] [ASSISTANT] """
+    message = f"""[INST] [SYSTEM] You are a deep-thinking assistant.
+<count> {budget} </count> <step> Analyzing question... </step> <count> {budget-1} </count>
+<answer> Here is your answer: {query} </answer> [/INST]"""
 
-    stream = client.text_generation(message, max_new_tokens=4096, stream=True, details=True, return_full_text=False)
-    output = ""
+    stream = client.text_generation(message, max_new_tokens=4096, stream=True)
+    output = "".join([response.token.text for response in stream])
 
-    for response in stream:
-        output += response.token.text
-    return output
+    # Convertir en audio
+    tts_path = asyncio.run(text_to_speech(output))
+    return output, tts_path
 
-description="# Light ChatBox\n### Enter a question and.. Tada this reponse generate in 0.5 second!"
+# Interface Gradio
+description = "# Light ChatBox\n### Enter a question and get a response with voice!"
 
 with gr.Blocks() as demo1:
-    gr.Interface(description=description,fn=models, inputs=["text"], outputs="text")
+    gr.Interface(fn=models, inputs="text", outputs=["text", "audio"], description=description)
+
 with gr.Blocks() as demo2:
-    gr.Interface(description="Very low but critical thinker",fn=nemo, inputs=["text"], outputs="text", api_name="critical_thinker", concurrency_limit=10)
+    gr.Interface(fn=nemo, inputs="text", outputs=["text", "audio"], description="Critical Thinker")
 
 with gr.Blocks() as demo:
-    gr.TabbedInterface([demo1, demo2] , ["Fast", "Critical"])
+    gr.TabbedInterface([demo1, demo2], ["Fast", "Critical"])
 
-demo.queue(max_size=300000)
+demo.queue()
 demo.launch()