initial commit

app.py

@@ -1,508 +1,192 @@
+
+
 # ==========================================================
-#  KC ROBOT AI - APP.PY (V3.0 MAX PRO)
+#  KC ROBOT AI - APP.PY (V2.0 MAX FINAL)
 #  Cloud AI Robot with Gemini 2.5 Flash + ESP32 + Telegram
-#  - Giữ nguyên flow gốc của bạn
-#  - Chỉ thay đổi phần xử lý văn bản trước khi TTS
-#  - Mục tiêu: robot CHỈ đọc chữ, BỎ tất cả ký tự/dấu/emoji
 # ==========================================================
 
-# Standard libraries
-import os
-import time
-import re
-import base64
-import tempfile
-from typing import Optional
-
-# Third-party
-from flask import Flask, request, jsonify, render_template_string, Response
+from flask import Flask, request, jsonify, render_template_string
 from google import genai
 import requests
+import os
+import time
 from gtts import gTTS
 from langdetect import detect
+import tempfile
+import base64
 
 # ==========================================================
-# Configuration - đọc từ environment / secrets
+# CONFIGURATION
 # ==========================================================
+
+# Load environment variables from secrets (Cloud Run or Hugging Face)
 GEMINI_API_KEY = os.getenv("GEMINI_API_KEY")
 GEMINI_MODEL = os.getenv("GEMINI_MODEL", "gemini-2.5-flash")
 TELEGRAM_TOKEN = os.getenv("TELEGRAM_TOKEN")
 TELEGRAM_CHAT_ID = os.getenv("TELEGRAM_CHAT_ID")
-PORT = int(os.getenv("PORT", 8080))
-DEBUG = os.getenv("FLASK_DEBUG", "0") in ("1", "true", "True")
-# Option: preserve_original_case = True => giữ nguyên chữ viết hoa / thường
-PRESERVE_ORIGINAL_CASE = True
 
-# ==========================================================
-# App init
-# ==========================================================
+# Create Flask app
 app = Flask(__name__)
 
 # ==========================================================
-# Gemini client setup (Google generative AI client)
+# SETUP GEMINI CLIENT
 # ==========================================================
 if not GEMINI_API_KEY:
-    print("❌ WARNING: GEMINI_API_KEY not set. Gemini calls will be disabled.")
-    gemini_client = None
+    print("❌ ERROR: No Gemini API Key found. Please add GEMINI_API_KEY in Secrets.")
+    client = None
 else:
-    try:
-        gemini_client = genai.Client(api_key=GEMINI_API_KEY)
-    except Exception as e:
-        print("❌ ERROR initializing Gemini client:", e)
-        gemini_client = None
+    client = genai.Client(api_key=GEMINI_API_KEY)
 
 # ==========================================================
-# Telegram helper
+# TELEGRAM UTILITIES
 # ==========================================================
-def send_telegram_message(text: str) -> None:
-    """
-    Gửi tin nhắn đơn giản lên Telegram (bot).
-    Nếu Telegram không cấu hình thì log ra console.
-    """
+def send_telegram_message(text):
     if not TELEGRAM_TOKEN or not TELEGRAM_CHAT_ID:
-        # Telegram chưa cấu hình -> thông báo console, không raise
-        print("⚠️ Telegram not configured. Skipping send_telegram_message.")
+        print("⚠️ Telegram not configured.")
         return
+    url = f"https://api.telegram.org/bot{TELEGRAM_TOKEN}/sendMessage"
+    payload = {"chat_id": TELEGRAM_CHAT_ID, "text": text}
     try:
-        url = f"https://api.telegram.org/bot{TELEGRAM_TOKEN}/sendMessage"
-        payload = {"chat_id": TELEGRAM_CHAT_ID, "text": text}
         requests.post(url, json=payload, timeout=5)
     except Exception as e:
         print("Telegram Error:", e)
 
-
 # ==========================================================
-# Gemini interaction
+# GEMINI AI RESPONSE
 # ==========================================================
-def ask_gemini(prompt: str, model: Optional[str] = None) -> str:
-    """
-    Gọi Gemini để lấy reply.
-    Trả về chuỗi text (luôn là string).
-    Nếu Gemini không cấu hình hoặc lỗi => trả về thông báo lỗi.
-    """
-    if gemini_client is None:
-        return "⚠️ Gemini API key missing or client init failure."
+def ask_gemini(prompt: str):
+    if not client:
+        return "⚠️ Gemini API key missing. Please configure in Secrets."
+
     try:
-        model_to_use = model or GEMINI_MODEL
-        # Sử dụng generate_content tương tự bản trước
-        response = gemini_client.models.generate_content(
-            model=model_to_use,
+        response = client.models.generate_content(
+            model=GEMINI_MODEL,
             contents=prompt
         )
-        # response có thể là object hoặc dict-like
         if hasattr(response, "text"):
             return response.text.strip()
-        if isinstance(response, dict) and "text" in response:
+        elif "text" in response:
             return response["text"].strip()
-        # fallback: try string conversion
-        return str(response).strip()
+        else:
+            return "⚠️ No response text from Gemini."
     except Exception as e:
         print("Gemini Error:", e)
         return f"⚠️ Gemini Error: {e}"
 
-
 # ==========================================================
-# Text cleaning utilities for TTS
+# LANGUAGE DETECTION & TTS
 # ==========================================================
-# Mục tiêu: giữ lại chữ (tiếng Việt/Anh), loại bỏ:
-#  - từ mô tả dấu như "dấu chấm", "dấu phẩy", "phẩy", "chấm"
-#  - ký tự punctuation thực tế . , ; : ! ? ( ) " ' - _ ...
-#  - emoji hoặc ký hiệu (Unicode pictographs)
-#  - dấu ngoặc, hashtag, mentions, URLs
-#  - giữ nguyên chữ, giữ nguyên số chữ cái, giữ nguyên case nếu PRESERVE_ORIGINAL_CASE True
-#
-# Lưu ý: không ép viết hoa đầu câu theo yêu cầu "giữ nguyên chữ gốc".
-# Nếu người muốn thay đổi, có thể bật option bên trên.
-
-# Regex patterns
-_RE_URL = re.compile(r"https?://\S+|www\.\S+")
-_RE_EMAIL = re.compile(r"\S+@\S+")
-_RE_USER_MENTION = re.compile(r"@\w+")
-_RE_HASHTAG = re.compile(r"#\w+")
-# Punctuation characters to remove
-_RE_PUNCT_CHARS = re.compile(r"[.,;:!?\"'()\[\]{}/\\<>@#$%^&*_+=~`|°•…·–—\-]")
-
-# Words that represent punctuation (Vietnamese common terms and variants)
-_PUNCT_WORD_PATTERNS = [
-    r"\bdấu\s*chấm\b", r"\bchấm\b",
-    r"\bdấu\s*phẩy\b", r"\bphẩy\b", r"\bphay\b",
-    r"\bdấu\s*sao\b", r"\bsao\b",
-    r"\bdấu\s*chấm\s*phẩy\b", r"\bchấm\s*phẩy\b",
-    r"\bdấu\s*hỏi\b", r"\bhỏi\b",
-    r"\bdấu\s*hai\s*chấm\b", r"\bhai\s*chấm\b",
-    r"\bdấu\s*ngoặc\b", r"\bngoặc\b",
-    r"\bdấu\s*gạch\b", r"\bgạch\b",
-    r"\bdấu\s*gạch\s*dưới\b", r"\bgạch\s*dưới\b",
-    r"\bdấu\s*chéo\b",
-    r"\bdấu\s*phẩy\b",
-    r"\bdấu\s*than\b", r"\bthan\b",
-    # english words
-    r"\bdot\b", r"\bcomma\b", r"\bperiod\b", r"\bfullstop\b",
-    r"\bexclamation\b", r"\bquestion\b", r"\basterisk\b"
-]
-
-# Emoji and pictographs (range) removal
-# A conservative regex to remove common emoji ranges
-_RE_EMOJI = re.compile(
-    "["                      # start char class
-    "\U0001F600-\U0001F64F"  # emoticons
-    "\U0001F300-\U0001F5FF"  # symbols & pictographs
-    "\U0001F680-\U0001F6FF"  # transport & map symbols
-    "\U00002600-\U000026FF"  # misc symbols
-    "\U00002700-\U000027BF"  # dingbats
-    "\U0000FE00-\U0000FE0F"  # variation selectors
-    "\U0001F900-\U0001F9FF"  # supplemental symbols and pictographs
-    "\U0001F1E6-\U0001F1FF"  # flags (iOS)
-    "]", flags=re.UNICODE
-)
-
-# Combining marks and other symbols often seen in emojis
-_RE_SYMBOLS = re.compile(r"[\u2000-\u2BFF\u2C60-\u2C7F\u2E00-\u2E7F]")
-
-# Normalize whitespace
-_RE_MULTI_SPACE = re.compile(r"\s+")
-
-
-def remove_urls_emails_mentions_hashtags(text: str) -> str:
-    t = _RE_URL.sub(" ", text)
-    t = _RE_EMAIL.sub(" ", t)
-    t = _RE_USER_MENTION.sub(" ", t)
-    t = _RE_HASHTAG.sub(" ", t)
-    return t
-
-
-def remove_punctuation_words(text: str) -> str:
-    t = text
-    for patt in _PUNCT_WORD_PATTERNS:
-        t = re.sub(patt, " ", t, flags=re.IGNORECASE)
-    return t
-
-
-def remove_punct_chars(text: str) -> str:
-    # Remove typical punctuation chars
-    return _RE_PUNCT_CHARS.sub(" ", text)
-
-
-def remove_emoji_and_symbols(text: str) -> str:
-    t = _RE_EMOJI.sub(" ", text)
-    t = _RE_SYMBOLS.sub(" ", t)
-    return t
-
-
-def keep_only_letters_numbers_and_spaces(text: str) -> str:
-    """
-    Giữ lại chữ, số và khoảng trắng.
-    Loại bỏ các ký tự đặc biệt còn lại.
-    """
-    # Unicode letters \p{L} không trực tiếp hỗ trợ trong re, dùng nhóm thay thế:
-    # cho đơn giản: loại bỏ mọi thứ không phải chữ/number/space
-    t = re.sub(r"[^\w\s\u00C0-\u024F\u1E00-\u1EFF]", " ", text, flags=re.UNICODE)
-    # \w bao gồm underscore => loại underscore
-    t = re.sub(r"_", " ", t)
-    return t
-
-
-def normalize_whitespace(text: str) -> str:
-    return _RE_MULTI_SPACE.sub(" ", text).strip()
-
-
-def clean_text_for_tts(text: str) -> str:
-    """
-    Luồng chính: input text (ai_reply từ Gemini) -> trả về cleaned_text
-    Bước:
-      1) Loại URL, email, @mentions, #hashtags
-      2) Loại từ mô tả dấu (vd: 'dấu chấm', 'chấm', 'phẩy', 'sao', ...)
-      3) Loại các ký tự punctuation thực tế
-      4) Loại emoji và ký hiệu unicode pictographs
-      5) Giữ lại chữ và số (không có ký tự đặc biệt)
-      6) Chuẩn hóa khoảng trắng
-      7) (KHÔNG thay đổi case nếu PRESERVE_ORIGINAL_CASE True)
-    """
-    if not text:
-        return ""
-
-    t = str(text)
-
-    # 1 remove urls, emails, mentions, hashtags
-    t = remove_urls_emails_mentions_hashtags(t)
-
-    # 2 remove words that describe punctuation
-    t = remove_punctuation_words(t)
-
-    # 3 remove punctuation chars
-    t = remove_punct_chars(t)
-
-    # 4 remove emojis and extra symbols
-    t = remove_emoji_and_symbols(t)
-
-    # 5 keep only letters/numbers/spaces
-    t = keep_only_letters_numbers_and_spaces(t)
-
-    # 6 normalize whitespace
-    t = normalize_whitespace(t)
-
-    # 7 If we want to preserve original case, we must be careful:
-    #    The cleaning steps removed many chars, so original casing may be broken.
-    #    We will not force titlecase or uppercase first letter because user requested "giữ nguyên".
-    if not PRESERVE_ORIGINAL_CASE:
-        # Optionally, make first letter uppercase for nicer TTS
-        if t:
-            t = t[0].upper() + t[1:]
-
-    return t
-
-
-# ==========================================================
-# Text-to-Speech (gTTS) integration
-# ==========================================================
-def text_to_speech_base64(text: str) -> Optional[str]:
-    """
-    Chạy gTTS trên cleaned text, trả về base64 string của file mp3.
-    Nếu tts fail hoặc cleaned text rỗng -> return None
-    """
+def text_to_speech(text):
     try:
-        # Clean text for TTS (core change)
-        cleaned = clean_text_for_tts(text)
-        if not cleaned:
-            # Nothing to speak
-            return None
-
-        # detect language
-        try:
-            lang = detect(cleaned)
-            if lang not in ("vi", "en"):
-                # Default to Vietnamese if content has Vietnamese characters,
-                # otherwise choose English as fallback.
-                # Heuristic: check for vietnamese diacritics
-                if re.search(r"[àáảãạâấầẩẫậăắằẳẵặđèéẻẽẹêềếểễệìíỉĩịòóỏõọôồốổỗộơờớởỡợùúủũụưừứửữựỳýỷỹỵ]", cleaned, flags=re.IGNORECASE):
-                    lang = "vi"
-                else:
-                    lang = "en"
-        except Exception:
+        lang = detect(text)
+        if lang not in ["vi", "en"]:
             lang = "en"
-
-        # Create TTS and save to temp file
-        tts = gTTS(text=cleaned, lang=lang)
+        tts = gTTS(text=text, lang=lang)
         tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".mp3")
-        tmp_name = tmp.name
-        tmp.close()
-        tts.save(tmp_name)
-
-        # read bytes and base64 encode
-        with open(tmp_name, "rb") as f:
-            audio_bytes = f.read()
-            audio_b64 = base64.b64encode(audio_bytes).decode("utf-8")
-
-        # remove temp file
-        try:
-            os.unlink(tmp_name)
-        except Exception:
-            pass
-
+        tts.save(tmp.name)
+        with open(tmp.name, "rb") as f:
+            audio_b64 = base64.b64encode(f.read()).decode("utf-8")
+        os.unlink(tmp.name)
         return audio_b64
     except Exception as e:
         print("TTS Error:", e)
         return None
 
-
 # ==========================================================
-# Web UI (simple) - giữ giống cấu trúc cũ, mở rộng comment
+# SIMPLE HTML INTERFACE (for testing)
 # ==========================================================
 HTML_PAGE = """
 <!DOCTYPE html>
 <html>
 <head>
-  <meta charset="utf-8" />
-  <title>KC Robot AI v3.0 MAX PRO</title>
-  <style>
-    body { font-family: Arial, Helvetica, sans-serif; background:#0f0f0f; color:#fff; margin:0; padding:20px; }
-    .container { max-width:900px; margin:20px auto; }
-    .card { background:#161616; padding:18px; border-radius:10px; box-shadow: 0 4px 12px rgba(0,0,0,0.6); }
-    h1 { margin:0 0 10px 0; font-size:22px; }
-    input, textarea, button { font-size:16px; padding:10px; border-radius:6px; border:1px solid #333; background:#0f0f0f; color:#fff; }
-    #chat { max-height: 420px; overflow:auto; margin-top:12px; padding:8px; background:#0b0b0b; border-radius:6px; }
-    .msg-user { color:#6cf; margin:6px 0; }
-    .msg-bot { color:#fc6; margin:6px 0 12px 10px; }
-    audio { display:block; margin-top:8px; }
-    .small { font-size:12px; color:#aaa; }
-  </style>
+<title>KC Robot AI v2.0</title>
+<style>
+body { font-family: Arial; text-align: center; background-color: #101010; color: white; }
+input, button { padding: 10px; font-size: 16px; margin: 5px; }
+#chat { max-width: 700px; margin: auto; text-align: left; background: #202020; padding: 20px; border-radius: 10px; }
+.msg-user { color: #4af; }
+.msg-bot { color: #fa4; margin-left: 20px; }
+audio { margin-top: 10px; }
+</style>
 </head>
 <body>
-  <div class="container">
-    <div class="card">
-      <h1>🤖 KC Robot AI v3.0 MAX PRO</h1>
-      <p class="small">ESP32 ↔ Server ↔ Gemini ↔ gTTS | Robot will READ ONLY TEXT (no punctuation/emoji)</p>
-      <div>
-        <input id="user_input" placeholder="Nhập câu để thử..." style="width:70%" />
-        <button onclick="sendMessage()">Gửi</button>
-      </div>
-      <div id="chat"></div>
-    </div>
-  </div>
-
-  <script>
-    async function sendMessage() {
-      const inputEl = document.getElementById("user_input");
-      const val = inputEl.value;
-      if (!val) return;
-      const chat = document.getElementById("chat");
-      chat.innerHTML += `<div class='msg-user'><b>Bạn:</b> ${val}</div>`;
-      inputEl.value = "";
-      const res = await fetch("/api/chat", {
-        method: "POST",
-        headers: {"Content-Type": "application/json"},
-        body: JSON.stringify({message: val})
-      });
-      const data = await res.json();
-      chat.innerHTML += `<div class='msg-bot'><b>Robot:</b> ${data.reply}</div>`;
-      if (data.audio) {
-        const audio = document.createElement("audio");
-        audio.controls = true;
-        audio.src = "data:audio/mp3;base64," + data.audio;
-        chat.appendChild(audio);
-      }
-      chat.scrollTop = chat.scrollHeight;
-    }
-  </script>
+<h1>🤖 KC Robot AI v2.0 MAX FINAL</h1>
+<div id="chat"></div>
+<br>
+<input id="user_input" placeholder="Nói gì đó..." style="width:60%">
+<button onclick="sendMessage()">Gửi</button>
+
+<script>
+async function sendMessage() {
+  const input = document.getElementById("user_input").value;
+  if (!input) return;
+  const chat = document.getElementById("chat");
+  chat.innerHTML += `<div class='msg-user'><b>Bạn:</b> ${input}</div>`;
+  document.getElementById("user_input").value = "";
+  const res = await fetch("/api/chat", {
+    method: "POST",
+    headers: {"Content-Type": "application/json"},
+    body: JSON.stringify({message: input})
+  });
+  const data = await res.json();
+  chat.innerHTML += `<div class='msg-bot'><b>Robot:</b> ${data.reply}</div>`;
+  if (data.audio) {
+    const audio = document.createElement("audio");
+    audio.src = "data:audio/mp3;base64," + data.audio;
+    audio.controls = true;
+    chat.appendChild(audio);
+  }
+  chat.scrollTop = chat.scrollHeight;
+}
+</script>
 </body>
 </html>
 """
 
-# ==========================================================
-# API endpoints
-# ==========================================================
-
-@app.route("/", methods=["GET"])
+@app.route("/")
 def home():
     return render_template_string(HTML_PAGE)
 
+# ==========================================================
+# API ENDPOINTS
+# ==========================================================
 
 @app.route("/api/chat", methods=["POST"])
 def api_chat():
-    """
-    Endpoint chính:
-      - nhận JSON {"message": "..."}
-      - forward tới Gemini
-      - nhận reply
-      - làm sạch reply (loại bỏ dấu/emoji/ký tự)
-      - tạo audio base64 bằng gTTS
-      - trả về {"reply": ai_reply, "audio": base64|null}
-    """
-    try:
-        data = request.get_json(force=True, silent=True)
-    except Exception:
-        data = None
-
+    data = request.get_json()
     if not data or "message" not in data:
-        return jsonify({"error": "Missing 'message' in request"}), 400
+        return jsonify({"error": "Missing 'message'"}), 400
 
     user_message = data["message"]
-    try:
-        print(f"🧠 User: {user_message}")
-    except Exception:
-        pass
-
-    # send to telegram for logging if configured
-    try:
-        send_telegram_message(f"User: {user_message}")
-    except Exception:
-        pass
+    print(f"🧠 User said: {user_message}")
+    send_telegram_message(f"User: {user_message}")
 
-    # ask Gemini (AI)
     ai_reply = ask_gemini(user_message)
+    send_telegram_message(f"Robot: {ai_reply}")
 
-    # send reply to telegram
-    try:
-        send_telegram_message(f"Robot: {ai_reply}")
-    except Exception:
-        pass
-
-    # generate TTS (cleaning is applied in text_to_speech_base64)
-    audio_b64 = None
-    try:
-        audio_b64 = text_to_speech_base64(ai_reply)
-    except Exception as e:
-        print("Error generating TTS:", e)
-        audio_b64 = None
-
-    # return reply (original ai_reply) and audio (cleaned voice)
+    audio_b64 = text_to_speech(ai_reply)
     return jsonify({"reply": ai_reply, "audio": audio_b64})
 
-
-@app.route("/api/clean", methods=["POST"])
-def api_clean():
-    """
-    Optional: endpoint để client (ESP32) gọi chỉ để lấy clean text trước khi tự TTS.
-    Request: {"text":"..."}
-    Response: {"clean_text":"..."}
-    """
-    try:
-        data = request.get_json(force=True, silent=True) or {}
-    except Exception:
-        data = {}
-
-    text = data.get("text", "")
-    if not isinstance(text, str):
-        return jsonify({"error": "text must be string"}), 400
-
-    cleaned = clean_text_for_tts(text)
-    return jsonify({"clean_text": cleaned})
-
-
+# ESP32 sensor endpoint
 @app.route("/api/sensor", methods=["POST"])
-def api_sensor():
-    """
-    ESP32 có thể gửi sensor update tới đây.
-    Chỉ log + forward tới Telegram.
-    """
-    try:
-        payload = request.get_json(force=True, silent=True)
-    except Exception:
-        payload = None
-
-    if not payload:
-        return jsonify({"error": "No JSON payload"}), 400
-
-    try:
-        send_telegram_message(f"ESP32 Sensor: {payload}")
-    except Exception:
-        pass
-
+def sensor_data():
+    data = request.get_json()
+    if not data:
+        return jsonify({"error": "No data"}), 400
+    msg = f"👁️ ESP32 Sensor update: {data}"
+    send_telegram_message(msg)
     return jsonify({"status": "received"})
 
-
-@app.route("/ping", methods=["GET"])
+# Health check
+@app.route("/ping")
 def ping():
     return jsonify({"status": "ok", "model": GEMINI_MODEL})
 
-
 # ==========================================================
-# Utilities - small helpers kept for compatibility & debugging
-# ==========================================================
-def health_info() -> dict:
-    return {
-        "status": "ok",
-        "gemini_configured": gemini_client is not None,
-        "telegram_configured": bool(TELEGRAM_TOKEN and TELEGRAM_CHAT_ID)
-    }
-
-
-@app.route("/health", methods=["GET"])
-def health():
-    return jsonify(health_info())
-
-
-# ==========================================================
-# Main entry
+# MAIN ENTRY POINT
 # ==========================================================
 if __name__ == "__main__":
-    # Print startup info
-    print("===================================================")
-    print("KC ROBOT AI v3.0 MAX PRO")
-    print(" - Port:", PORT)
-    print(" - Gemini configured:", gemini_client is not None)
-    print(" - Telegram configured:", bool(TELEGRAM_TOKEN and TELEGRAM_CHAT_ID))
-    print(" - PRESERVE_ORIGINAL_CASE:", PRESERVE_ORIGINAL_CASE)
-    print("===================================================")
-    # Run Flask app (dev mode). For production use gunicorn/uvicorn as desired.
-    app.run(host="0.0.0.0", port=PORT, debug=DEBUG)
+    port = int(os.getenv("PORT", 8080))
+    print(f"🚀 KC Robot AI v2.0 running on port {port}")
+    app.run(host="0.0.0.0", port=port)
+