Spaces:

datbkpro
/

voicebot

Sleeping

App Files Files Community

datbkpro commited on Nov 12, 2025

Commit

24a5f5e

verified ·

1 Parent(s): 3aba5ae

Create voice_coding_service.py

Browse files

Files changed (1) hide show

services/voice_coding_service.py +133 -0

services/voice_coding_service.py ADDED Viewed

	@@ -0,0 +1,133 @@

+import gradio as gr
+import numpy as np
+import base64
+import re
+from groq import Groq
+from gradio_webrtc import (
+    WebRTC,
+    ReplyOnStopWords,
+    AdditionalOutputs,
+    audio_to_bytes,
+    get_twilio_turn_credentials,
+)
+class VoiceCodingService:
+    """Dịch vụ Voice Coding sử dụng Groq + WebRTC"""
+    def __init__(self, groq_client: Groq):
+        self.groq_client = groq_client
+        self.rtc_configuration = get_twilio_turn_credentials()
+        # HTML templates
+        self.spinner_html = """
+        <div style="text-align: center; padding: 20px;">
+            <div class="spinner"></div>
+            <p>🦙 Llama đang code...</p>
+        </div>
+        <style>
+        .spinner {
+            border: 4px solid #f3f3f3;
+            border-top: 4px solid #3498db;
+            border-radius: 50%;
+            width: 40px;
+            height: 40px;
+            animation: spin 2s linear infinite;
+            margin: 0 auto;
+        }
+        @keyframes spin {
+            0% { transform: rotate(0deg); }
+            100% { transform: rotate(360deg); }
+        }
+        </style>
+        """
+        self.sandbox_html = """
+        <div style="text-align: center; padding: 20px;">
+            <h3>🎮 Sandbox Preview</h3>
+            <p>Code sẽ được hiển thị ở đây sau khi generate</p>
+        </div>
+        """
+        self.something_happened_html = """
+        <div style="text-align: center; padding: 20px; color: #e74c3c;">
+            <h3>❌ Có lỗi xảy ra</h3>
+            <p>Không thể generate code. Vui lòng thử lại.</p>
+        </div>
+        """
+        # Prompts
+        self.system_prompt = "You are an AI coding assistant. Your task is to write single-file HTML applications based on a user's request. Only return the necessary code. Include all necessary imports and styles. You may also be asked to edit your original response. Respond in Vietnamese when appropriate."
+        self.user_prompt = "Please write a single-file HTML application to fulfill the following request.\nThe message:{user_message}\nCurrent code you have written:{code}"
+    def extract_html_content(self, text):
+        """Extract content including HTML tags."""
+        match = re.search(r"<!DOCTYPE html>.*?</html>", text, re.DOTALL)
+        return match.group(0) if match else None
+    def display_in_sandbox(self, code):
+        """Hiển thị code trong sandbox iframe"""
+        if not code:
+            return self.sandbox_html
+        try:
+            encoded_html = base64.b64encode(code.encode("utf-8")).decode("utf-8")
+            data_uri = f"data:text/html;charset=utf-8;base64,{encoded_html}"
+            return f'<iframe src="{data_uri}" width="100%" height="600px" style="border: 1px solid #ccc;"></iframe>'
+        except Exception as e:
+            print(f"❌ Lỗi display sandbox: {e}")
+            return self.something_happened_html
+    def generate_code(self, user_message: tuple[int, np.ndarray], history: list[dict], code: str):
+        """Generate code từ voice input"""
+        yield AdditionalOutputs(history, self.spinner_html)
+        try:
+            # Chuyển audio sang text
+            sr, audio = user_message
+            audio = audio.squeeze()
+            print("🎤 Converting speech to text...")
+            text = self.groq_client.audio.transcriptions.create(
+                file=("audio-file.mp3", audio_to_bytes((sr, audio))),
+                model="whisper-large-v3-turbo",
+                response_format="verbose_json",
+            ).text
+            print(f"📝 Transcription: {text}")
+            # Format user message
+            user_msg_formatted = self.user_prompt.format(user_message=text, code=code)
+            history.append({"role": "user", "content": user_msg_formatted})
+            # Generate code với Groq
+            print("🦙 Generating code with Llama...")
+            response = self.groq_client.chat.completions.create(
+                model="llama-3.1-8b-instant",
+                messages=history,
+                temperature=1,
+                max_tokens=2048,
+                top_p=1,
+                stream=False,
+            )
+            output = response.choices[0].message.content
+            print("✅ Code generated successfully")
+            # Extract HTML code
+            try:
+                html_code = self.extract_html_content(output)
+                if not html_code:
+                    html_code = f"<!-- Generated Code -->\n{output}"
+            except Exception as e:
+                print(f"⚠️ Could not extract HTML: {e}")
+                html_code = self.something_happened_html
+            # Update history
+            history.append({"role": "assistant", "content": output})
+            yield AdditionalOutputs(history, html_code)
+        except Exception as e:
+            print(f"❌ Lỗi generate code: {e}")
+            history.append({"role": "assistant", "content": f"Error: {str(e)}"})
+            yield AdditionalOutputs(history, self.something_happened_html)