Update
Browse files
app.py
CHANGED
|
@@ -1,75 +1,53 @@
|
|
| 1 |
|
| 2 |
-
# app.py
|
| 3 |
-
#
|
| 4 |
-
#
|
| 5 |
-
#
|
| 6 |
-
# HF_API_TOKEN (required)
|
| 7 |
-
# TELEGRAM_TOKEN (optional)
|
| 8 |
-
# TELEGRAM_CHATID (optional)
|
| 9 |
-
# Optional overrides:
|
| 10 |
-
# HF_MODEL, HF_STT_MODEL, HF_TTS_MODEL
|
| 11 |
|
| 12 |
import os
|
| 13 |
import io
|
| 14 |
import time
|
|
|
|
| 15 |
import threading
|
| 16 |
import logging
|
| 17 |
-
from typing import Optional,
|
| 18 |
|
| 19 |
import requests
|
| 20 |
-
import
|
| 21 |
-
from langdetect import detect, DetectorFactory
|
| 22 |
-
from gtts import gTTS
|
| 23 |
|
| 24 |
-
# Ensure deterministic detection
|
| 25 |
-
DetectorFactory.seed = 0
|
| 26 |
-
|
| 27 |
-
# Logging
|
| 28 |
logging.basicConfig(level=logging.INFO)
|
| 29 |
logger = logging.getLogger("kcrobot.v4")
|
| 30 |
|
| 31 |
-
|
| 32 |
-
|
|
|
|
|
|
|
| 33 |
HF_MODEL = os.getenv("HF_MODEL", "google/flan-t5-large")
|
|
|
|
| 34 |
HF_STT_MODEL = os.getenv("HF_STT_MODEL", "openai/whisper-small")
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
TELEGRAM_CHATID = os.getenv("TELEGRAM_CHATID", "").strip()
|
| 38 |
|
| 39 |
if not HF_API_TOKEN:
|
| 40 |
-
logger.warning("HF_API_TOKEN not set
|
| 41 |
|
| 42 |
HF_HEADERS = {"Authorization": f"Bearer {HF_API_TOKEN}"} if HF_API_TOKEN else {}
|
| 43 |
|
| 44 |
-
# ====== In-memory
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
def push_display(line: str):
|
| 50 |
-
DISPLAY_BUFFER.append(line)
|
| 51 |
-
if len(DISPLAY_BUFFER) > DISPLAY_LIMIT:
|
| 52 |
-
del DISPLAY_BUFFER[0]
|
| 53 |
|
| 54 |
-
#
|
| 55 |
-
def
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
return data["generated_text"]
|
| 61 |
-
if isinstance(data, dict) and "text" in data:
|
| 62 |
-
return data["text"]
|
| 63 |
-
if isinstance(data, dict) and "choices" in data and isinstance(data["choices"], list):
|
| 64 |
-
c0 = data["choices"][0]
|
| 65 |
-
return c0.get("text") or c0.get("message", {}).get("content", "") or str(c0)
|
| 66 |
-
return str(data)
|
| 67 |
-
except Exception:
|
| 68 |
-
return str(data)
|
| 69 |
|
|
|
|
| 70 |
def hf_text_generate(prompt: str, model: Optional[str] = None, max_new_tokens: int = 256, temperature: float = 0.7) -> str:
|
| 71 |
-
if not HF_API_TOKEN:
|
| 72 |
-
raise RuntimeError("HF_API_TOKEN not configured in environment")
|
| 73 |
model = model or HF_MODEL
|
| 74 |
url = f"https://api-inference.huggingface.co/models/{model}"
|
| 75 |
payload = {
|
|
@@ -77,268 +55,317 @@ def hf_text_generate(prompt: str, model: Optional[str] = None, max_new_tokens: i
|
|
| 77 |
"parameters": {"max_new_tokens": int(max_new_tokens), "temperature": float(temperature)},
|
| 78 |
"options": {"wait_for_model": True}
|
| 79 |
}
|
| 80 |
-
logger.info("HF text gen -> model=%s prompt_len=%d", model, len(prompt))
|
| 81 |
r = requests.post(url, headers=HF_HEADERS, json=payload, timeout=120)
|
| 82 |
if r.status_code != 200:
|
| 83 |
-
logger.error("HF text gen error %s: %s", r.status_code, r.text[:
|
| 84 |
-
raise RuntimeError(f"HF text
|
| 85 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
|
| 87 |
def hf_stt_from_bytes(audio_bytes: bytes, model: Optional[str] = None) -> str:
|
| 88 |
-
if not HF_API_TOKEN:
|
| 89 |
-
raise RuntimeError("HF_API_TOKEN not configured")
|
| 90 |
model = model or HF_STT_MODEL
|
| 91 |
url = f"https://api-inference.huggingface.co/models/{model}"
|
| 92 |
headers = dict(HF_HEADERS)
|
| 93 |
headers["Content-Type"] = "application/octet-stream"
|
| 94 |
-
logger.info("HF STT -> model=%s bytes=%d", model, len(audio_bytes) if audio_bytes else 0)
|
| 95 |
r = requests.post(url, headers=headers, data=audio_bytes, timeout=180)
|
| 96 |
if r.status_code != 200:
|
| 97 |
-
logger.error("HF STT error %s: %s", r.status_code, r.text[:
|
| 98 |
raise RuntimeError(f"HF STT failed: {r.status_code}: {r.text}")
|
| 99 |
j = r.json()
|
|
|
|
| 100 |
if isinstance(j, dict) and "text" in j:
|
| 101 |
return j["text"]
|
| 102 |
-
|
|
|
|
| 103 |
|
| 104 |
-
# ======
|
| 105 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
if not text:
|
| 107 |
-
|
| 108 |
-
#
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
try:
|
| 110 |
-
|
| 111 |
-
except Exception:
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 121 |
|
| 122 |
-
|
| 123 |
-
def
|
| 124 |
-
|
| 125 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 126 |
return
|
| 127 |
-
|
|
|
|
| 128 |
try:
|
| 129 |
-
requests.post(
|
|
|
|
|
|
|
| 130 |
except Exception:
|
| 131 |
-
logger.exception("
|
| 132 |
|
| 133 |
-
def
|
| 134 |
if not TELEGRAM_TOKEN:
|
| 135 |
-
logger.info("
|
| 136 |
return
|
| 137 |
-
|
| 138 |
offset = None
|
| 139 |
-
|
| 140 |
while True:
|
| 141 |
try:
|
| 142 |
params = {"timeout": 30}
|
| 143 |
-
if offset:
|
|
|
|
| 144 |
r = requests.get(base + "/getUpdates", params=params, timeout=35)
|
| 145 |
if r.status_code != 200:
|
| 146 |
time.sleep(2); continue
|
| 147 |
-
|
| 148 |
-
for
|
| 149 |
-
offset =
|
| 150 |
-
msg =
|
| 151 |
chat = msg.get("chat", {})
|
| 152 |
chat_id = chat.get("id")
|
| 153 |
text = (msg.get("text") or "").strip()
|
| 154 |
if not text:
|
| 155 |
continue
|
| 156 |
-
logger.info("TG msg: %s", text)
|
|
|
|
| 157 |
if text.lower().startswith("/ask "):
|
| 158 |
q = text[5:].strip()
|
| 159 |
try:
|
| 160 |
ans = hf_text_generate(q)
|
| 161 |
except Exception as e:
|
| 162 |
ans = f"[HF error] {e}"
|
|
|
|
| 163 |
try:
|
| 164 |
requests.post(base + "/sendMessage", json={"chat_id": chat_id, "text": ans}, timeout=10)
|
| 165 |
except Exception:
|
| 166 |
logger.exception("tg reply failed")
|
| 167 |
elif text.lower().startswith("/say "):
|
| 168 |
-
|
|
|
|
| 169 |
try:
|
| 170 |
-
|
| 171 |
-
files = {"audio": ("reply.mp3",
|
| 172 |
requests.post(base + "/sendAudio", files=files, data={"chat_id": chat_id}, timeout=30)
|
| 173 |
except Exception:
|
| 174 |
logger.exception("tg say failed")
|
| 175 |
elif text.lower().startswith("/status"):
|
| 176 |
try:
|
| 177 |
-
requests.post(base + "/sendMessage", json={"chat_id": chat_id, "text": "
|
| 178 |
except Exception:
|
| 179 |
pass
|
| 180 |
else:
|
|
|
|
| 181 |
try:
|
| 182 |
requests.post(base + "/sendMessage", json={"chat_id": chat_id, "text": "Commands: /ask <q> | /say <text> | /status"}, timeout=10)
|
| 183 |
except Exception:
|
| 184 |
pass
|
| 185 |
except Exception:
|
| 186 |
-
logger.exception("telegram
|
| 187 |
time.sleep(3)
|
| 188 |
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
| 192 |
-
|
| 193 |
-
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
with gr.Row():
|
| 197 |
-
with gr.Column(scale=2):
|
| 198 |
-
chatbot = gr.Chatbot([], elem_id="chatbot").style(height=480)
|
| 199 |
-
txt = gr.Textbox(lines=2, placeholder="Nhập câu hỏi (VN/EN) hoặc tiếng Anh...", label="Your message")
|
| 200 |
-
send = gr.Button("Gửi")
|
| 201 |
-
with gr.Row():
|
| 202 |
-
temp = gr.Slider(0.0, 1.0, value=0.7, label="Temperature")
|
| 203 |
-
tokens = gr.Slider(16, 1024, value=256, step=16, label="Max tokens")
|
| 204 |
-
model_override = gr.Textbox(label="Override HF model (optional)")
|
| 205 |
-
with gr.Column(scale=1):
|
| 206 |
-
gr.Markdown("### TTS / STT")
|
| 207 |
-
tts_in = gr.Textbox(lines=2, label="Text → TTS")
|
| 208 |
-
tts_btn = gr.Button("Create TTS")
|
| 209 |
-
tts_audio = gr.Audio(label="TTS audio", interactive=False)
|
| 210 |
-
gr.Markdown("Upload audio for STT")
|
| 211 |
-
up = gr.Audio(source="upload", type="filepath", label="Upload audio")
|
| 212 |
-
stt_btn = gr.Button("Transcribe")
|
| 213 |
-
stt_out = gr.Textbox(label="Transcription")
|
| 214 |
-
|
| 215 |
-
def chat_fn(message, history, temperature, max_tokens, model_override_val):
|
| 216 |
-
if not message or not message.strip():
|
| 217 |
-
return history or [], ""
|
| 218 |
-
system = "You are KC Robot AI, bilingual (Vietnamese & English). Answer in the same language as the user. Be clear and helpful."
|
| 219 |
-
prompt = f"{system}\n\nUser: {message}\nAssistant:"
|
| 220 |
-
model = model_override_val.strip() if model_override_val else HF_MODEL
|
| 221 |
-
try:
|
| 222 |
-
ans = hf_text_generate(prompt, model=model, max_new_tokens=int(max_tokens), temperature=float(temperature))
|
| 223 |
-
except Exception as e:
|
| 224 |
-
ans = f"[HF error] {e}"
|
| 225 |
-
history = history or []
|
| 226 |
-
history.append(("You", message))
|
| 227 |
-
history.append(("Bot", ans))
|
| 228 |
-
push_display(f"YOU: {message[:40]}")
|
| 229 |
-
push_display(f"BOT: {ans[:40]}")
|
| 230 |
-
return history, ""
|
| 231 |
-
|
| 232 |
-
def tts_fn(text, model_override_val):
|
| 233 |
-
if not text or not text.strip():
|
| 234 |
-
return None
|
| 235 |
-
# prefer gTTS (free)
|
| 236 |
-
try:
|
| 237 |
-
audio = tts_gtts_bytes(text)
|
| 238 |
-
return (audio, "audio/mpeg")
|
| 239 |
-
except Exception as e:
|
| 240 |
-
raise gr.Error(f"TTS failed: {e}")
|
| 241 |
-
|
| 242 |
-
def stt_fn(local_path, model_override_val):
|
| 243 |
-
if not local_path:
|
| 244 |
-
return ""
|
| 245 |
-
with open(local_path, "rb") as f:
|
| 246 |
-
b = f.read()
|
| 247 |
-
try:
|
| 248 |
-
text = hf_stt_from_bytes(b)
|
| 249 |
-
except Exception as e:
|
| 250 |
-
raise gr.Error(f"STT failed: {e}")
|
| 251 |
-
push_display(f"Voice: {text[:40]}")
|
| 252 |
-
return text
|
| 253 |
-
|
| 254 |
-
send.click(chat_fn, inputs=[txt, chatbot, temp, tokens, model_override], outputs=[chatbot, txt])
|
| 255 |
-
tts_btn.click(tts_fn, inputs=[tts_in, model_override], outputs=[tts_audio])
|
| 256 |
-
stt_btn.click(stt_fn, inputs=[up, model_override], outputs=[stt_out])
|
| 257 |
-
|
| 258 |
-
# ====== Expose REST endpoints under same server (Gradio uses FastAPI) ======
|
| 259 |
-
app = demo.app # FastAPI app
|
| 260 |
-
|
| 261 |
-
from fastapi import Request, UploadFile, File
|
| 262 |
-
from starlette.responses import JSONResponse, Response
|
| 263 |
-
|
| 264 |
-
@app.post("/api/ask")
|
| 265 |
-
async def api_ask(request: Request):
|
| 266 |
-
try:
|
| 267 |
-
j = await request.json()
|
| 268 |
-
except Exception:
|
| 269 |
-
return JSONResponse({"error":"invalid json"}, status_code=400)
|
| 270 |
-
text = (j.get("text","") or "").strip()
|
| 271 |
-
lang = (j.get("lang","auto") or "auto").strip().lower()
|
| 272 |
-
if not text:
|
| 273 |
-
return JSONResponse({"error":"no text"}, status_code=400)
|
| 274 |
-
if lang == "vi":
|
| 275 |
-
prompt = "Bạn là trợ lý thông minh. Trả lời bằng tiếng Việt, rõ ràng:\n\n" + text
|
| 276 |
-
elif lang == "en":
|
| 277 |
-
prompt = "You are a helpful assistant. Answer in English:\n\n" + text
|
| 278 |
else:
|
| 279 |
-
|
| 280 |
-
try:
|
| 281 |
-
ans = hf_text_generate(prompt)
|
| 282 |
-
except Exception as e:
|
| 283 |
-
return JSONResponse({"error": str(e)}, status_code=500)
|
| 284 |
-
CONVERSATION.append((text, ans))
|
| 285 |
-
push_display(f"YOU: {text[:40]}")
|
| 286 |
-
push_display(f"BOT: {ans[:40]}")
|
| 287 |
-
return {"answer": ans}
|
| 288 |
-
|
| 289 |
-
@app.post("/api/tts")
|
| 290 |
-
async def api_tts(request: Request):
|
| 291 |
-
try:
|
| 292 |
-
j = await request.json()
|
| 293 |
-
except Exception:
|
| 294 |
-
return JSONResponse({"error":"invalid json"}, status_code=400)
|
| 295 |
-
text = (j.get("text","") or "").strip()
|
| 296 |
-
if not text:
|
| 297 |
-
return JSONResponse({"error":"no text"}, status_code=400)
|
| 298 |
-
# use gTTS (free)
|
| 299 |
-
try:
|
| 300 |
-
mp3 = tts_gtts_bytes(text)
|
| 301 |
-
except Exception as e:
|
| 302 |
-
return JSONResponse({"error": str(e)}, status_code=500)
|
| 303 |
-
return Response(content=mp3, media_type="audio/mpeg")
|
| 304 |
-
|
| 305 |
-
@app.post("/api/stt")
|
| 306 |
-
async def api_stt(file: UploadFile = File(...)):
|
| 307 |
-
try:
|
| 308 |
-
content = await file.read()
|
| 309 |
-
except Exception:
|
| 310 |
-
return JSONResponse({"error":"file read error"}, status_code=400)
|
| 311 |
-
if not content:
|
| 312 |
-
return JSONResponse({"error":"no audio content"}, status_code=400)
|
| 313 |
-
try:
|
| 314 |
-
text = hf_stt_from_bytes(content)
|
| 315 |
-
except Exception as e:
|
| 316 |
-
return JSONResponse({"error": str(e)}, status_code=500)
|
| 317 |
-
push_display(f"Voice: {text[:40]}")
|
| 318 |
-
CONVERSATION.append((f"[voice] {text}", ""))
|
| 319 |
-
return {"text": text}
|
| 320 |
-
|
| 321 |
-
@app.post("/api/presence")
|
| 322 |
-
async def api_presence(request: Request):
|
| 323 |
-
try:
|
| 324 |
-
j = await request.json()
|
| 325 |
-
except Exception:
|
| 326 |
-
return JSONResponse({"error":"invalid json"}, status_code=400)
|
| 327 |
-
note = (j.get("note","Có người phía trước") or "").strip()
|
| 328 |
-
greeting = f"Xin chào! {note}"
|
| 329 |
-
push_display(f"RADAR: {note[:40]}")
|
| 330 |
-
CONVERSATION.append(("__presence__", greeting))
|
| 331 |
-
if TELEGRAM_TOKEN and TELEGRAM_CHATID:
|
| 332 |
-
try:
|
| 333 |
-
send_telegram(f"⚠️ Robot: Phát hiện người - {note}")
|
| 334 |
-
except Exception:
|
| 335 |
-
logger.exception("telegram notify failed")
|
| 336 |
-
return {"greeting": greeting}
|
| 337 |
|
| 338 |
-
|
| 339 |
-
|
| 340 |
-
|
|
|
|
| 341 |
|
| 342 |
-
# ======
|
| 343 |
if __name__ == "__main__":
|
| 344 |
-
|
|
|
|
|
|
|
|
|
| 1 |
|
| 2 |
+
# app.py -- KC Robot AI V4.0 (Cloud Brain)
|
| 3 |
+
# Flask server: Chat (HF), TTS, STT, Telegram poller, REST API cho ESP32
|
| 4 |
+
# Setup: set env HF_API_TOKEN, (optional) HF_MODEL, HF_TTS_MODEL, HF_STT_MODEL, TELEGRAM_TOKEN
|
| 5 |
+
# requirements: see requirements.txt
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
|
| 7 |
import os
|
| 8 |
import io
|
| 9 |
import time
|
| 10 |
+
import json
|
| 11 |
import threading
|
| 12 |
import logging
|
| 13 |
+
from typing import Optional, List, Tuple
|
| 14 |
|
| 15 |
import requests
|
| 16 |
+
from flask import Flask, request, jsonify, send_file, render_template_string
|
|
|
|
|
|
|
| 17 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
logging.basicConfig(level=logging.INFO)
|
| 19 |
logger = logging.getLogger("kcrobot.v4")
|
| 20 |
|
| 21 |
+
app = Flask(__name__)
|
| 22 |
+
|
| 23 |
+
# ====== Config from env / Secrets ======
|
| 24 |
+
HF_API_TOKEN = os.getenv("HF_API_TOKEN", "")
|
| 25 |
HF_MODEL = os.getenv("HF_MODEL", "google/flan-t5-large")
|
| 26 |
+
HF_TTS_MODEL = os.getenv("HF_TTS_MODEL", "facebook/tts_transformer-es-css10")
|
| 27 |
HF_STT_MODEL = os.getenv("HF_STT_MODEL", "openai/whisper-small")
|
| 28 |
+
TELEGRAM_TOKEN = os.getenv("TELEGRAM_TOKEN", "")
|
| 29 |
+
PORT = int(os.getenv("PORT", os.getenv("SERVER_PORT", 7860)))
|
|
|
|
| 30 |
|
| 31 |
if not HF_API_TOKEN:
|
| 32 |
+
logger.warning("HF_API_TOKEN not set. Put HF_API_TOKEN in Secrets.")
|
| 33 |
|
| 34 |
HF_HEADERS = {"Authorization": f"Bearer {HF_API_TOKEN}"} if HF_API_TOKEN else {}
|
| 35 |
|
| 36 |
+
# ====== In-memory storage (simple) ======
|
| 37 |
+
# conversation: list of (user, bot) pairs
|
| 38 |
+
CONV: List[Tuple[str,str]] = []
|
| 39 |
+
# display_lines for ESP32 OLED (last few lines)
|
| 40 |
+
DISPLAY_LINES: List[str] = []
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
|
| 42 |
+
# helper to maintain display buffer
|
| 43 |
+
def push_display(line: str, limit=6):
|
| 44 |
+
global DISPLAY_LINES
|
| 45 |
+
DISPLAY_LINES.append(line)
|
| 46 |
+
if len(DISPLAY_LINES) > limit:
|
| 47 |
+
DISPLAY_LINES = DISPLAY_LINES[-limit:]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 48 |
|
| 49 |
+
# ====== HuggingFace helpers (REST inference) ======
|
| 50 |
def hf_text_generate(prompt: str, model: Optional[str] = None, max_new_tokens: int = 256, temperature: float = 0.7) -> str:
|
|
|
|
|
|
|
| 51 |
model = model or HF_MODEL
|
| 52 |
url = f"https://api-inference.huggingface.co/models/{model}"
|
| 53 |
payload = {
|
|
|
|
| 55 |
"parameters": {"max_new_tokens": int(max_new_tokens), "temperature": float(temperature)},
|
| 56 |
"options": {"wait_for_model": True}
|
| 57 |
}
|
|
|
|
| 58 |
r = requests.post(url, headers=HF_HEADERS, json=payload, timeout=120)
|
| 59 |
if r.status_code != 200:
|
| 60 |
+
logger.error("HF text gen error %s: %s", r.status_code, r.text[:200])
|
| 61 |
+
raise RuntimeError(f"HF text generation failed: {r.status_code}: {r.text}")
|
| 62 |
+
data = r.json()
|
| 63 |
+
# parse common shapes
|
| 64 |
+
if isinstance(data, list) and len(data) and isinstance(data[0], dict):
|
| 65 |
+
return data[0].get("generated_text", "") or str(data[0])
|
| 66 |
+
if isinstance(data, dict) and "generated_text" in data:
|
| 67 |
+
return data.get("generated_text", "")
|
| 68 |
+
return str(data)
|
| 69 |
+
|
| 70 |
+
def hf_tts_get_mp3(text: str, model: Optional[str] = None) -> bytes:
|
| 71 |
+
model = model or HF_TTS_MODEL
|
| 72 |
+
url = f"https://api-inference.huggingface.co/models/{model}"
|
| 73 |
+
payload = {"inputs": text}
|
| 74 |
+
headers = dict(HF_HEADERS)
|
| 75 |
+
headers["Content-Type"] = "application/json"
|
| 76 |
+
r = requests.post(url, headers=headers, json=payload, stream=True, timeout=120)
|
| 77 |
+
if r.status_code != 200:
|
| 78 |
+
logger.error("HF TTS error %s: %s", r.status_code, r.text[:200])
|
| 79 |
+
raise RuntimeError(f"HF TTS failed: {r.status_code}: {r.text}")
|
| 80 |
+
return r.content
|
| 81 |
|
| 82 |
def hf_stt_from_bytes(audio_bytes: bytes, model: Optional[str] = None) -> str:
|
|
|
|
|
|
|
| 83 |
model = model or HF_STT_MODEL
|
| 84 |
url = f"https://api-inference.huggingface.co/models/{model}"
|
| 85 |
headers = dict(HF_HEADERS)
|
| 86 |
headers["Content-Type"] = "application/octet-stream"
|
|
|
|
| 87 |
r = requests.post(url, headers=headers, data=audio_bytes, timeout=180)
|
| 88 |
if r.status_code != 200:
|
| 89 |
+
logger.error("HF STT error %s: %s", r.status_code, r.text[:200])
|
| 90 |
raise RuntimeError(f"HF STT failed: {r.status_code}: {r.text}")
|
| 91 |
j = r.json()
|
| 92 |
+
# common: {"text":"..."}
|
| 93 |
if isinstance(j, dict) and "text" in j:
|
| 94 |
return j["text"]
|
| 95 |
+
# fallback
|
| 96 |
+
return str(j)
|
| 97 |
|
| 98 |
+
# ====== Core endpoints for ESP32 ======
|
| 99 |
+
@app.route("/ask", methods=["POST"])
|
| 100 |
+
def api_ask():
|
| 101 |
+
"""ESP32 or web call: JSON {text, lang (opt)} -> returns {"answer": "..."}"""
|
| 102 |
+
data = request.get_json(force=True)
|
| 103 |
+
text = data.get("text","").strip()
|
| 104 |
+
lang = data.get("lang","auto")
|
| 105 |
if not text:
|
| 106 |
+
return jsonify({"error":"no text"}), 400
|
| 107 |
+
# build instructive prompt to encourage clear Vietnamese/English responses
|
| 108 |
+
if lang == "vi":
|
| 109 |
+
prompt = "Bạn là trợ lý thông minh, trả lời bằng tiếng Việt, rõ ràng và ngắn gọn:\n\n" + text
|
| 110 |
+
elif lang == "en":
|
| 111 |
+
prompt = "You are a helpful assistant. Answer in clear English, concise:\n\n" + text
|
| 112 |
+
else:
|
| 113 |
+
# auto: simple system instruction bilingual
|
| 114 |
+
prompt = "Bạn là trợ lý thông minh song ngữ (Vietnamese/English). Trả lời bằng ngôn ngữ phù hợp với câu hỏi.\n\n" + text
|
| 115 |
try:
|
| 116 |
+
ans = hf_text_generate(prompt)
|
| 117 |
+
except Exception as e:
|
| 118 |
+
logger.exception("ask failed")
|
| 119 |
+
return jsonify({"error": str(e)}), 500
|
| 120 |
+
# store conversation and display
|
| 121 |
+
CONV.append((text, ans))
|
| 122 |
+
push_display("YOU: " + (text[:40]))
|
| 123 |
+
push_display("BOT: " + (ans[:40]))
|
| 124 |
+
return jsonify({"answer": ans})
|
| 125 |
+
|
| 126 |
+
@app.route("/tts", methods=["POST"])
|
| 127 |
+
def api_tts():
|
| 128 |
+
"""POST JSON {text: "..."} -> return audio/mpeg bytes (mp3 or wav)"""
|
| 129 |
+
data = request.get_json(force=True)
|
| 130 |
+
text = data.get("text","").strip()
|
| 131 |
+
if not text:
|
| 132 |
+
return jsonify({"error":"no text"}), 400
|
| 133 |
+
try:
|
| 134 |
+
audio = hf_tts_get_mp3(text)
|
| 135 |
+
except Exception as e:
|
| 136 |
+
logger.exception("tts failed")
|
| 137 |
+
return jsonify({"error": str(e)}), 500
|
| 138 |
+
return send_file(
|
| 139 |
+
io.BytesIO(audio),
|
| 140 |
+
mimetype="audio/mpeg",
|
| 141 |
+
as_attachment=False,
|
| 142 |
+
download_name="tts.mp3"
|
| 143 |
+
)
|
| 144 |
+
|
| 145 |
+
@app.route("/stt", methods=["POST"])
|
| 146 |
+
def api_stt():
|
| 147 |
+
"""
|
| 148 |
+
Accepts raw audio bytes in body OR multipart 'file'.
|
| 149 |
+
Returns JSON {"text": "..."}
|
| 150 |
+
"""
|
| 151 |
+
if "file" in request.files:
|
| 152 |
+
f = request.files["file"]
|
| 153 |
+
audio_bytes = f.read()
|
| 154 |
+
else:
|
| 155 |
+
audio_bytes = request.get_data()
|
| 156 |
+
if not audio_bytes:
|
| 157 |
+
return jsonify({"error":"no audio"}), 400
|
| 158 |
+
try:
|
| 159 |
+
text = hf_stt_from_bytes(audio_bytes)
|
| 160 |
+
except Exception as e:
|
| 161 |
+
logger.exception("stt failed")
|
| 162 |
+
return jsonify({"error": str(e)}), 500
|
| 163 |
+
# push to display
|
| 164 |
+
push_display("UserAudio: " + (text[:40]))
|
| 165 |
+
return jsonify({"text": text})
|
| 166 |
+
|
| 167 |
+
@app.route("/presence", methods=["POST"])
|
| 168 |
+
def api_presence():
|
| 169 |
+
"""
|
| 170 |
+
ESP32 radar -> POST JSON {"event":"presence","note": "..."}.
|
| 171 |
+
Server: will announce greeting (call TTS) and send Telegram alert.
|
| 172 |
+
"""
|
| 173 |
+
data = request.get_json(force=True)
|
| 174 |
+
note = data.get("note","Có người tới")
|
| 175 |
+
# create greeting text
|
| 176 |
+
greeting = f"Xin chào! {note}"
|
| 177 |
+
# store
|
| 178 |
+
CONV.append(("__presence__", greeting))
|
| 179 |
+
push_display("RADAR: " + note[:40])
|
| 180 |
+
# Telegram notify
|
| 181 |
+
if TELEGRAM_TOKEN:
|
| 182 |
+
try:
|
| 183 |
+
send_telegram_message(f"⚠️ Robot: Phát hiện người - {note}")
|
| 184 |
+
except Exception:
|
| 185 |
+
logger.exception("telegram notify failed")
|
| 186 |
+
# Return greeting so ESP can call /tts to download and play (or include mp3 directly)
|
| 187 |
+
return jsonify({"greeting": greeting})
|
| 188 |
+
|
| 189 |
+
@app.route("/display", methods=["GET"])
|
| 190 |
+
def api_display():
|
| 191 |
+
"""ESP32 GET -> returns last display lines to show on OLED."""
|
| 192 |
+
return jsonify({"lines": DISPLAY_LINES, "conv_len": len(CONV)})
|
| 193 |
+
|
| 194 |
+
# ====== Web UI (simple mobile-friendly) ======
|
| 195 |
+
INDEX_HTML = """
|
| 196 |
+
<!doctype html>
|
| 197 |
+
<html>
|
| 198 |
+
<head>
|
| 199 |
+
<meta charset="utf-8">
|
| 200 |
+
<title>KC Robot AI V4.0</title>
|
| 201 |
+
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 202 |
+
<style>
|
| 203 |
+
body{font-family:Arial,Helvetica;color:#111;margin:10px;padding:0}
|
| 204 |
+
.box{max-width:900px;margin:auto}
|
| 205 |
+
textarea{width:100%;height:80px;padding:8px;font-size:16px}
|
| 206 |
+
button{padding:10px 16px;margin-top:6px;font-size:16px}
|
| 207 |
+
#chat{border:1px solid #ddd;padding:8px;height:320px;overflow:auto;background:#f9f9f9}
|
| 208 |
+
.msg-user{color:#006; margin:6px 0}
|
| 209 |
+
.msg-bot{color:#080; margin:6px 0}
|
| 210 |
+
</style>
|
| 211 |
+
</head>
|
| 212 |
+
<body>
|
| 213 |
+
<div class="box">
|
| 214 |
+
<h2>🤖 KC Robot AI V4.0 — Cloud Brain</h2>
|
| 215 |
+
<div id="chat"></div>
|
| 216 |
+
<textarea id="txt" placeholder="Nhập tiếng Việt hoặc English..."></textarea><br>
|
| 217 |
+
<button onclick="send()">Gửi (Ask)</button>
|
| 218 |
+
<button onclick="playLastTTS()">Phát TTS trả lời</button>
|
| 219 |
+
<hr/>
|
| 220 |
+
<input type="file" id="audiofile" accept="audio/*"><button onclick="uploadAudio()">Upload audio → STT</button>
|
| 221 |
+
<hr/>
|
| 222 |
+
<h4>Logs</h4><div id="log"></div>
|
| 223 |
+
</div>
|
| 224 |
+
<script>
|
| 225 |
+
async function send(){
|
| 226 |
+
const txt = document.getElementById('txt').value;
|
| 227 |
+
if(!txt) return;
|
| 228 |
+
appendUser(txt);
|
| 229 |
+
document.getElementById('txt').value='';
|
| 230 |
+
const res = await fetch('/ask',{method:'POST',headers:{'Content-Type':'application/json'}, body: JSON.stringify({text: txt})});
|
| 231 |
+
const j = await res.json();
|
| 232 |
+
if(j.answer){
|
| 233 |
+
appendBot(j.answer);
|
| 234 |
+
// cache last answer for TTS
|
| 235 |
+
window._lastAnswer = j.answer;
|
| 236 |
+
} else {
|
| 237 |
+
appendBot('[Error] '+JSON.stringify(j));
|
| 238 |
+
}
|
| 239 |
+
}
|
| 240 |
+
function appendUser(t){document.getElementById('chat').innerHTML += '<div class="msg-user"><b>You:</b> '+escapeHtml(t)+'</div>'; scrollChat();}
|
| 241 |
+
function appendBot(t){document.getElementById('chat').innerHTML += '<div class="msg-bot"><b>Robot:</b> '+escapeHtml(t)+'</div>'; scrollChat();}
|
| 242 |
+
function scrollChat(){let c=document.getElementById('chat'); c.scrollTop = c.scrollHeight;}
|
| 243 |
+
function escapeHtml(s){ return s.replace(/&/g,'&').replace(/</g,'<').replace(/>/g,'>');}
|
| 244 |
+
async function playLastTTS(){
|
| 245 |
+
const txt = window._lastAnswer || '';
|
| 246 |
+
if(!txt){ alert('Chưa có câu trả lời để phát'); return; }
|
| 247 |
+
const r = await fetch('/tts',{method:'POST',headers:{'Content-Type':'application/json'},body: JSON.stringify({text:txt})});
|
| 248 |
+
if(r.ok){
|
| 249 |
+
const blob = await r.blob();
|
| 250 |
+
const url = URL.createObjectURL(blob);
|
| 251 |
+
const a = new Audio(url);
|
| 252 |
+
a.play();
|
| 253 |
+
} else {
|
| 254 |
+
alert('TTS lỗi');
|
| 255 |
+
}
|
| 256 |
+
}
|
| 257 |
+
async function uploadAudio(){
|
| 258 |
+
const f = document.getElementById('audiofile').files[0];
|
| 259 |
+
if(!f){ alert('Chọn file audio'); return; }
|
| 260 |
+
const fd = new FormData(); fd.append('file', f);
|
| 261 |
+
const r = await fetch('/stt', {method:'POST', body: fd});
|
| 262 |
+
const j = await r.json();
|
| 263 |
+
if(j.text){ appendUser('[voice] '+j.text); window._lastSTT = j.text; }
|
| 264 |
+
else appendUser('[stt error] '+JSON.stringify(j));
|
| 265 |
+
}
|
| 266 |
+
// simple logger
|
| 267 |
+
function log(msg){ document.getElementById('log').innerText += '\\n'+msg; }
|
| 268 |
+
</script>
|
| 269 |
+
</body>
|
| 270 |
+
</html>
|
| 271 |
+
"""
|
| 272 |
|
| 273 |
+
@app.route("/", methods=["GET"])
|
| 274 |
+
def index():
|
| 275 |
+
return render_template_string(INDEX_HTML)
|
| 276 |
+
|
| 277 |
+
# ====== Telegram integration (polling minimal) ======
|
| 278 |
+
def send_telegram_message(text: str):
|
| 279 |
+
if not TELEGRAM_TOKEN:
|
| 280 |
+
logger.warning("Telegram token not set")
|
| 281 |
return
|
| 282 |
+
url = f"https://api.telegram.org/bot{TELEGRAM_TOKEN}/sendMessage"
|
| 283 |
+
payload = {"chat_id": os.getenv("TELEGRAM_CHATID", ""), "text": text}
|
| 284 |
try:
|
| 285 |
+
r = requests.post(url, json=payload, timeout=10)
|
| 286 |
+
if not r.ok:
|
| 287 |
+
logger.warning("Telegram send failed: %s %s", r.status_code, r.text)
|
| 288 |
except Exception:
|
| 289 |
+
logger.exception("send_telegram_message error")
|
| 290 |
|
| 291 |
+
def telegram_poll_loop(server_url: str):
|
| 292 |
if not TELEGRAM_TOKEN:
|
| 293 |
+
logger.info("No TELEGRAM_TOKEN -> telegram disabled")
|
| 294 |
return
|
| 295 |
+
logger.info("Starting Telegram poller")
|
| 296 |
offset = None
|
| 297 |
+
base = f"https://api.telegram.org/bot{TELEGRAM_TOKEN}"
|
| 298 |
while True:
|
| 299 |
try:
|
| 300 |
params = {"timeout": 30}
|
| 301 |
+
if offset:
|
| 302 |
+
params["offset"] = offset
|
| 303 |
r = requests.get(base + "/getUpdates", params=params, timeout=35)
|
| 304 |
if r.status_code != 200:
|
| 305 |
time.sleep(2); continue
|
| 306 |
+
j = r.json()
|
| 307 |
+
for u in j.get("result", []):
|
| 308 |
+
offset = u["update_id"] + 1
|
| 309 |
+
msg = u.get("message") or {}
|
| 310 |
chat = msg.get("chat", {})
|
| 311 |
chat_id = chat.get("id")
|
| 312 |
text = (msg.get("text") or "").strip()
|
| 313 |
if not text:
|
| 314 |
continue
|
| 315 |
+
logger.info("TG msg %s: %s", chat_id, text)
|
| 316 |
+
# commands: /ask , /say, /status
|
| 317 |
if text.lower().startswith("/ask "):
|
| 318 |
q = text[5:].strip()
|
| 319 |
try:
|
| 320 |
ans = hf_text_generate(q)
|
| 321 |
except Exception as e:
|
| 322 |
ans = f"[HF error] {e}"
|
| 323 |
+
# reply
|
| 324 |
try:
|
| 325 |
requests.post(base + "/sendMessage", json={"chat_id": chat_id, "text": ans}, timeout=10)
|
| 326 |
except Exception:
|
| 327 |
logger.exception("tg reply failed")
|
| 328 |
elif text.lower().startswith("/say "):
|
| 329 |
+
tts_text = text[5:].strip()
|
| 330 |
+
# get mp3 and send as audio
|
| 331 |
try:
|
| 332 |
+
mp3 = hf_tts_get_mp3(tts_text)
|
| 333 |
+
files = {"audio": ("reply.mp3", mp3, "audio/mpeg")}
|
| 334 |
requests.post(base + "/sendAudio", files=files, data={"chat_id": chat_id}, timeout=30)
|
| 335 |
except Exception:
|
| 336 |
logger.exception("tg say failed")
|
| 337 |
elif text.lower().startswith("/status"):
|
| 338 |
try:
|
| 339 |
+
requests.post(base + "/sendMessage", json={"chat_id": chat_id, "text": "Robot brain running"}, timeout=10)
|
| 340 |
except Exception:
|
| 341 |
pass
|
| 342 |
else:
|
| 343 |
+
# default help
|
| 344 |
try:
|
| 345 |
requests.post(base + "/sendMessage", json={"chat_id": chat_id, "text": "Commands: /ask <q> | /say <text> | /status"}, timeout=10)
|
| 346 |
except Exception:
|
| 347 |
pass
|
| 348 |
except Exception:
|
| 349 |
+
logger.exception("telegram poll loop exception")
|
| 350 |
time.sleep(3)
|
| 351 |
|
| 352 |
+
# ====== Background threads startup ======
|
| 353 |
+
def start_background():
|
| 354 |
+
# Start telegram thread if token exists
|
| 355 |
+
if TELEGRAM_TOKEN:
|
| 356 |
+
t = threading.Thread(target=telegram_poll_loop, args=(f"http://127.0.0.1:{PORT}",), daemon=True)
|
| 357 |
+
t.start()
|
| 358 |
+
logger.info("Telegram poller started.")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 359 |
else:
|
| 360 |
+
logger.info("Telegram not configured.")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 361 |
|
| 362 |
+
# start background when app runs
|
| 363 |
+
@app.before_first_request
|
| 364 |
+
def _startup():
|
| 365 |
+
start_background()
|
| 366 |
|
| 367 |
+
# ====== run ======
|
| 368 |
if __name__ == "__main__":
|
| 369 |
+
start_background()
|
| 370 |
+
logger.info(f"Starting server on port {PORT}")
|
| 371 |
+
app.run(host="0.0.0.0", port=PORT)
|