Spaces:
Paused
Paused
| // @ts-check | |
| /** | |
| * App wiring: the avatar stage + the speech-to-speech session + V.AIX catalog. | |
| * | |
| * CHANGED: Replaced V.AISTUDIO iframe with native V.AIX panel for instant product search. | |
| * No more iframe — search is client-side from cached products (sub-100ms). | |
| */ | |
| import { S2sWsRealtimeClient } from "./s2s/s2s-ws-client.js"; | |
| import { AvatarStage, AVATAR_MOODS, AVATAR_GESTURES } from "./avatar.js"; | |
| import { smartNormalize } from "./viNumberFix.js"; | |
| const VOICES = [ | |
| "Aiden", "Ryan", "Dylan", "Eric", | |
| "Ono_Anna", "Serena", "Sohee", "Uncle_Fu", "Vivian", | |
| ]; | |
| const DEFAULT_VOICE = "Sohee"; | |
| // ── Detect fakemic mode from URL (user opt-in only) ────────────────────── | |
| const _urlParams = new URLSearchParams(location.search); | |
| const FAKEMIC_MODE = _urlParams.has("fakemic"); | |
| // ── V.AIX Panel control ──────────────────────────────────────────────── | |
| const VAIX_PANEL_ID = "vaix-panel"; | |
| const VAIX_TOGGLE_ID = "vaix-toggle"; | |
| /** @type {HTMLDivElement | null} */ | |
| let vaixPanel = null; | |
| /** @type {HTMLButtonElement | null} */ | |
| let vaixToggle = null; | |
| /** @type {boolean} */ | |
| let vaixPanelOpen = false; | |
| /** | |
| * Initialize V.AIX panel controls | |
| */ | |
| function initVaixPanel() { | |
| vaixPanel = /** @type {HTMLDivElement} */ (document.getElementById(VAIX_PANEL_ID)); | |
| vaixToggle = /** @type {HTMLButtonElement} */ (document.getElementById(VAIX_TOGGLE_ID)); | |
| if (!vaixPanel || !vaixToggle) { | |
| console.warn("[VAIX] Required elements not found"); | |
| return; | |
| } | |
| // Toggle panel | |
| vaixToggle.addEventListener("click", () => { | |
| vaixPanelOpen = !vaixPanelOpen; | |
| vaixPanel.classList.toggle("open", vaixPanelOpen); | |
| vaixToggle.classList.toggle("active", vaixPanelOpen); | |
| vaixToggle.setAttribute("aria-label", vaixPanelOpen ? "Close V.AIX" : "Open V.AIX"); | |
| vaixToggle.title = vaixPanelOpen ? "Close V.AIX" : "Open V.AIX"; | |
| }); | |
| // Close button | |
| const closeBtn = document.getElementById("vaix-close"); | |
| if (closeBtn) { | |
| closeBtn.addEventListener("click", () => { | |
| vaixPanelOpen = false; | |
| vaixPanel.classList.remove("open"); | |
| vaixToggle.classList.remove("active"); | |
| vaixToggle.setAttribute("aria-label", "Open V.AIX"); | |
| vaixToggle.title = "Open V.AIX"; | |
| }); | |
| } | |
| } | |
| /** | |
| * V.AIX control functions for avatar tools | |
| */ | |
| async function vaixFetchProducts() { | |
| // Always use server API to stay current (cache is 30min) | |
| try { | |
| const resp = await fetch("/api/vaix/products"); | |
| if (resp.ok) { | |
| const data = await resp.json(); | |
| return data.products || []; | |
| } | |
| } catch (e) { | |
| console.warn("[VAIX] Fetch failed:", e); | |
| } | |
| return []; | |
| } | |
| async function vaixSearch(query) { | |
| if (!query) return { results: [], total: 0 }; | |
| try { | |
| const resp = await fetch(`/api/vaix/search?q=${encodeURIComponent(query)}`); | |
| if (resp.ok) { | |
| const data = await resp.json(); | |
| return data; | |
| } | |
| } catch (e) { | |
| console.warn("[VAIX] Search failed:", e); | |
| } | |
| return { results: [], total: 0 }; | |
| } | |
| async function vaixGetCategories() { | |
| try { | |
| const resp = await fetch("/api/vaix/categories"); | |
| if (resp.ok) { | |
| const data = await resp.json(); | |
| return data.categories || []; | |
| } | |
| } catch (e) { | |
| console.warn("[VAIX] Categories failed:", e); | |
| } | |
| return []; | |
| } | |
| // Expose globally for avatar tools | |
| window.vaix = { | |
| open: () => { if (!vaixPanelOpen) vaixToggle.click(); }, | |
| close: () => { if (vaixPanelOpen) vaixToggle.click(); }, | |
| isOpen: () => vaixPanelOpen, | |
| search: vaixSearch, | |
| fetchProducts: vaixFetchProducts, | |
| getCategories: vaixGetCategories, | |
| }; | |
| // ── Greeting ───────────────────────────────────────────────────────────── | |
| async function getHotNewsGreeting() { | |
| let hotTitle = ""; | |
| try { | |
| const resp = await fetch("/api/news/hot"); | |
| if (resp.ok) { | |
| const data = await resp.json(); | |
| if (data.titles && data.titles.length > 0) { | |
| for (const t of data.titles) { | |
| const clean = t.replace(/^[\d.]+[\s:]*/, "").trim(); | |
| if (clean.length > 10 && clean.length < 200) { hotTitle = clean; break; } | |
| } | |
| } | |
| } | |
| } catch (e) { console.warn("News API failed:", e); } | |
| if (hotTitle) return `Hôm nay có tin: ${hotTitle}. Hỏi người dùng có muốn nghe không.`; | |
| return ""; | |
| } | |
| const DEFAULT_INSTRUCTIONS = [ | |
| "You are a friendly voice assistant with a visible, human-like 3D avatar.", | |
| "You also have access to V.AIX - a product catalog with Vietnamese goods. Use it to help users find products naturally.", | |
| "When showing products, mention key details: name, price, brand, and why it's a good match.", | |
| "CRITICAL: Always respond in the SAME LANGUAGE the user writes or speaks.", | |
| "If Vietnamese, respond in Vietnamese. If English, respond in English.", | |
| "When Vietnamese: write dates as 'ngày 9 tháng 7 năm 2026' (NOT '9/7/2026'),", | |
| "years as 'năm hai nghìn không trăm hai mươi sáu' (NOT '2026'),", | |
| "numbers as words (e.g. 'ba mươi lăm' NOT '35'),", | |
| "percentages as 'mười lăm phần trăm' NOT '15%',", | |
| "currency as 'năm mươi nghìn đồng' NOT '50.000đ'.", | |
| "Keep replies short, natural, warm. Never list-like.", | |
| "You can control avatar body with tools: set_mood, make_hand_gesture, make_facial_expression.", | |
| "You can control V.AIX catalog with tools: open_catalog, search_catalog, open_product, navigate_catalog.", | |
| "Use them naturally to express yourself and help users browse products.", | |
| "NEVER guess. Use search_web or search_wikipedia for ANY factual question.", | |
| "First call get_current_datetime to know today's date, then search.", | |
| "Never mention tools or that you control an avatar.", | |
| ].join(" "); | |
| const STORAGE_KEYS = { | |
| voice: "avatar.voice", avatar: "avatar.model", instructions: "avatar.instructions", | |
| directUrl: "avatar.directUrl", subtitles: "avatar.subtitles", | |
| }; | |
| const TOOL_DEFS = [ | |
| { type: "function", name: "set_mood", description: "Change your avatar's overall mood/emotional state.", parameters: { type: "object", properties: { mood: { type: "string", enum: AVATAR_MOODS, description: "Mood name." } }, required: ["mood"] } }, | |
| { type: "function", name: "make_hand_gesture", description: "Make a hand gesture with your avatar.", parameters: { type: "object", properties: { gesture: { type: "string", enum: AVATAR_GESTURES, description: "Gesture name." } }, required: ["gesture"] } }, | |
| { type: "function", name: "make_facial_expression", description: "Make a quick facial expression, given as a single face emoji.", parameters: { type: "object", properties: { emoji: { type: "string", description: "A single face emoji." } }, required: ["emoji"] } }, | |
| { type: "function", name: "get_current_datetime", description: "Get current date and time.", parameters: { type: "object", properties: {}, required: [] } }, | |
| { type: "function", name: "search_wikipedia", description: "Search Wikipedia for a topic.", parameters: { type: "object", properties: { query: { type: "string", description: "Search query" } }, required: ["query"] } }, | |
| { type: "function", name: "search_web", description: "Search the web for current info.", parameters: { type: "object", properties: { query: { type: "string", description: "Search query" } }, required: ["query"] } }, | |
| // V.AIX Catalog tools | |
| { type: "function", name: "open_catalog", description: "Open V.AIX catalog, optionally filtered by category.", parameters: { type: "object", properties: { category: { type: "string", description: "Category name (e.g., 'Bếp từ', 'Khóa thông minh'). Empty for all products." } }, required: ["category"] } }, | |
| { type: "function", name: "search_catalog", description: "Search V.AIX catalog for products.", parameters: { type: "object", properties: { query: { type: "string", description: "Search query (product name, brand, feature, price range)" } }, required: ["query"] } }, | |
| { type: "function", name: "open_product", description: "Open a specific product detail in V.AIX.", parameters: { type: "object", properties: { product_id: { type: "string", description: "Product ID or title search" } }, required: ["product_id"] } }, | |
| { type: "function", name: "navigate_catalog", description: "Navigate V.AIX catalog.", parameters: { type: "object", properties: { page: { type: "string", enum: ["products", "catalogue", "contact"], description: "Page to navigate to" }, data: { type: "object", description: "Additional data for navigation" } }, required: ["page"] } }, | |
| ]; | |
| // ── DOM ────────────────────────────────────────────────────────────────── | |
| const $ = (sel) => /** @type {HTMLElement} */ (document.querySelector(sel)); | |
| const stageNode = $("#stage"); | |
| const mainBtn = /** @type {HTMLButtonElement} */ ($("#main-btn")); | |
| const mainBtnLabel = $("#main-btn-label"); | |
| const muteBtn = /** @type {HTMLButtonElement} */ ($("#mute-btn")); | |
| const textModeBtn = /** @type {HTMLButtonElement} */ ($("#text-mode-btn")); | |
| const caption = $("#caption"); | |
| const subtitles = $("#subtitles"); | |
| const loading = $("#loading"); | |
| const settingsBtn = /** @type {HTMLButtonElement} */ ($("#settings-btn")); | |
| const settingsDialog = /** @type {HTMLDialogElement} */ ($("#settings")); | |
| const inputVoice = /** @type {HTMLSelectElement} */ ($("#voice")); | |
| const inputInstructions = /** @type {HTMLTextAreaElement} */ ($("#instructions")); | |
| const inputDirectUrl = /** @type {HTMLInputElement} */ ($("#direct-url")); | |
| const inputSubtitles = /** @type {HTMLInputElement} */ ($("#subtitles-toggle")); | |
| const directUrlRow = $("#direct-url-row"); | |
| const textChat = /** @type {HTMLElement} */ ($("#text-chat")); | |
| const chatHeader = /** @type {HTMLElement} */ ($("#chat-header")); | |
| const chatMessages = /** @type {HTMLElement} */ ($("#chat-messages")); | |
| const chatInput = /** @type {HTMLInputElement} */ ($("#chat-input")); | |
| const chatSendBtn = /** @type {HTMLButtonElement} */ ($("#chat-send-btn")); | |
| const chatCloseBtn = /** @type {HTMLButtonElement} */ ($("#chat-close-btn")); | |
| const chatResizeHandle = /** @type {HTMLElement} */ ($("#chat-resize-handle")); | |
| const chatAvatarSelect = /** @type {HTMLSelectElement} */ ($("#chat-avatar-select")); | |
| const settingsAvatarSelect = /** @type {HTMLSelectElement} */ ($("#settings-avatar-select")); | |
| // ── State (module-level) ───────────────────────────────────────────────── | |
| const stage = new AvatarStage(stageNode); | |
| /** @type {S2sWsRealtimeClient | null} */ | |
| let client = null; | |
| let muted = false; | |
| let subtitleTimer = 0; | |
| let textMode = false; | |
| /** @type {{ lb: boolean, allowDirect: boolean }} */ | |
| let config = { lb: false, allowDirect: true }; | |
| let avatarList = []; | |
| let sessionInProgress = false; | |
| let autoGreetingSent = false; | |
| /** Pre-fetched short news hook */ | |
| let preFetchedGreeting = null; | |
| function loadSettings() { | |
| return { | |
| voice: localStorage.getItem(STORAGE_KEYS.voice) || DEFAULT_VOICE, | |
| avatar: localStorage.getItem(STORAGE_KEYS.avatar) || "vuong.glb", | |
| instructions: localStorage.getItem(STORAGE_KEYS.instructions) || "", | |
| directUrl: localStorage.getItem(STORAGE_KEYS.directUrl) || "", | |
| subtitles: localStorage.getItem(STORAGE_KEYS.subtitles) === "1", | |
| }; | |
| } | |
| let settings = loadSettings(); | |
| function saveSettings() { | |
| localStorage.setItem(STORAGE_KEYS.voice, settings.voice); | |
| localStorage.setItem(STORAGE_KEYS.avatar, settings.avatar); | |
| localStorage.setItem(STORAGE_KEYS.instructions, settings.instructions); | |
| localStorage.setItem(STORAGE_KEYS.directUrl, settings.directUrl); | |
| localStorage.setItem(STORAGE_KEYS.subtitles, settings.subtitles ? "1" : "0"); | |
| } | |
| /** | |
| * Build system instructions sent to the backend. | |
| */ | |
| function effectiveInstructions(newsHook) { | |
| const now = new Date(); | |
| const dateStr = now.toLocaleDateString("en-US", { weekday: "long", year: "numeric", month: "long", day: "numeric" }); | |
| const timeStr = now.toLocaleTimeString("en-US", { hour: "2-digit", minute: "2-digit" }); | |
| const dateLine = `Today is ${dateStr}. The current time is ${timeStr}.`; | |
| const extra = settings.instructions.trim(); | |
| const newsInst = newsHook | |
| ? `\n\nWhen you start the conversation, greet the user naturally and briefly mention today's news hook: "${newsHook}"\nThen wait for their response. Keep your greeting to ONE short sentence.` | |
| : ""; | |
| const base = `${dateLine}\n\n${DEFAULT_INSTRUCTIONS}${newsInst}`; | |
| return extra ? `${base}\n\nAdditional user instructions:\n${extra}` : base; | |
| } | |
| // ── Avatar list ────────────────────────────────────────────────────────── | |
| async function fetchAvatarList() { | |
| try { const resp = await fetch("/api/avatars"); if (resp.ok) avatarList = (await resp.json()).avatars || []; } catch {} | |
| } | |
| function populateAvatarSelects(selectedName) { | |
| for (const sel of [chatAvatarSelect, settingsAvatarSelect]) { | |
| sel.innerHTML = ""; | |
| const def = document.createElement("option"); def.value = ""; def.textContent = "(Default - Brunette)"; sel.appendChild(def); | |
| for (const name of avatarList) { | |
| const opt = document.createElement("option"); opt.value = name; | |
| opt.textContent = name.replace(/\.glb$/i, "").replace(/_/g, " ") + (name.toLowerCase() === "vuong.glb" ? " 🎙️" : ""); | |
| sel.appendChild(opt); | |
| } | |
| if (selectedName && avatarList.includes(selectedName)) sel.value = selectedName; | |
| } | |
| } | |
| function setAvatarFromSelect(value) { settings.avatar = value || ""; saveSettings(); } | |
| async function reloadAvatar() { | |
| if (!stage.head) return; | |
| loading.classList.remove("done"); loading.textContent = "Loading avatar..."; | |
| try { await stage.init({ avatarUrl: settings.avatar ? `/avatars/${settings.avatar}` : undefined, onprogress: (ev) => { if (ev.lengthComputable) loading.textContent = `Loading avatar ${Math.min(100, Math.round((ev.loaded / ev.total) * 100))}%`; } }); } catch (err) { console.error(err); } | |
| loading.classList.add("done"); | |
| } | |
| // ── Chat / captions ────────────────────────────────────────────────────── | |
| function clampRect() { | |
| const vw = window.innerWidth, vh = window.innerHeight; | |
| const r = textChat.getBoundingClientRect(); | |
| let l = r.left, t = r.top; | |
| l = Math.max(10, Math.min(l, vw - r.width - 10)); t = Math.max(10, Math.min(t, vh - r.height - 10)); | |
| textChat.style.left = `${l}px`; textChat.style.top = `${t}px`; | |
| } | |
| function makeDraggable() { | |
| let dragging = false; let startX, startY, startLeft, startTop; | |
| function getPos(e) { const p = e.changedTouches ? e.changedTouches[0] : e; return { x: p.clientX, y: p.clientY }; } | |
| function onStart(e) { if (e.target.closest("#chat-header-actions") || e.target.closest("#chat-avatar-select")) return; const p = getPos(e); dragging = true; const rect = textChat.getBoundingClientRect(); startX = p.x; startY = p.y; startLeft = rect.left; startTop = rect.top; textChat.classList.add("dragging"); e.preventDefault(); } | |
| function onMove(e) { if (!dragging) return; const p = getPos(e); textChat.style.left = `${startLeft + p.x - startX}px`; textChat.style.top = `${startTop + p.y - startY}px`; textChat.style.right = "auto"; textChat.style.bottom = "auto"; e.preventDefault(); } | |
| function onEnd() { if (!dragging) return; dragging = false; textChat.classList.remove("dragging"); clampRect(); } | |
| chatHeader.addEventListener("mousedown", onStart); document.addEventListener("mousemove", onMove); document.addEventListener("mouseup", onEnd); | |
| chatHeader.addEventListener("touchstart", onStart, { passive: false }); document.addEventListener("touchmove", onMove, { passive: false }); document.addEventListener("touchend", onEnd); | |
| } | |
| function makeResizable() { | |
| let resizing = false; let startX, startY, startW, startH; | |
| function getPos(e) { const p = e.changedTouches ? e.changedTouches[0] : e; return { x: p.clientX, y: p.clientY }; } | |
| function onStart(e) { resizing = true; const rect = textChat.getBoundingClientRect(); const p = getPos(e); startX = p.x; startY = p.y; startW = rect.width; startH = rect.height; textChat.classList.add("resizing"); e.preventDefault(); e.stopPropagation(); } | |
| function onMove(e) { if (!resizing) return; const p = getPos(e); textChat.style.width = `${Math.max(260, startW + p.x - startX)}px`; textChat.style.height = `${Math.max(120, startH + p.y - startY)}px`; textChat.style.right = "auto"; textChat.style.bottom = "auto"; e.preventDefault(); } | |
| function onEnd() { if (!resizing) return; resizing = false; textChat.classList.remove("resizing"); } | |
| chatResizeHandle.addEventListener("mousedown", onStart); document.addEventListener("mousemove", onMove); document.addEventListener("mouseup", onEnd); | |
| chatResizeHandle.addEventListener("touchstart", onStart, { passive: false }); document.addEventListener("touchmove", onMove, { passive: false }); document.addEventListener("touchend", onEnd); | |
| } | |
| function setCaption(text, kind = "") { caption.textContent = text; caption.className = kind; } | |
| function showSubtitles(text) { if (!settings.subtitles) return; clearTimeout(subtitleTimer); subtitles.textContent = text; subtitles.classList.add("visible"); } | |
| function fadeSubtitles(delayMs = 2600) { clearTimeout(subtitleTimer); subtitleTimer = window.setTimeout(() => subtitles.classList.remove("visible"), delayMs); } | |
| function addChatMessage(role, text) { const msg = document.createElement("div"); msg.className = `chat-message ${role}`; msg.textContent = text; chatMessages.appendChild(msg); chatMessages.scrollTop = chatMessages.scrollHeight; } | |
| function showTextChat(show) { textChat.hidden = !show; if (show) chatInput.focus(); } | |
| function sendTextViaSession(text) { | |
| if (!client) return false; | |
| const st = client._status; | |
| if (st !== "connected" && st !== "ai-speaking" && st !== "processing" && st !== "user-speaking") return false; | |
| setCaption("SENDING…"); client.sendUserText(text); client.requestResponse(); return true; | |
| } | |
| function sendTextMessage() { | |
| const text = chatInput.value.trim(); | |
| if (!text) return; | |
| addChatMessage("user", text); chatInput.value = ""; | |
| if (!client || !sessionInProgress) { | |
| void startTextSession(text); return; | |
| } | |
| if (!sendTextViaSession(text)) setCaption("QUEUED…"); | |
| } | |
| if (chatCloseBtn) chatCloseBtn.addEventListener("click", (e) => { e.stopPropagation(); textMode = false; showTextChat(false); textModeBtn.classList.remove("active"); }); | |
| // ── Button ─────────────────────────────────────────────────────────────── | |
| let mainAction = "start"; | |
| function setMainButton(action, label) { mainAction = action; mainBtnLabel.textContent = label; mainBtn.disabled = action === "busy"; mainBtn.classList.toggle("live", action === "stop"); muteBtn.hidden = action !== "stop"; textModeBtn.hidden = false; } | |
| const CAPTIONS = { | |
| idle: "TAP TO TALK", "creating-session": "REQUESTING A SLOT…", queued: "WAITING IN LINE…", | |
| "your-turn": "YOUR TURN, TAP TO JOIN", connecting: "CONNECTING…", connected: "GO AHEAD, I'M LISTENING", | |
| "user-speaking": "LISTENING", processing: "THINKING…", "ai-speaking": "SPEAKING", | |
| closed: "TAP TO TALK", error: "SOMETHING BROKE, TAP TO RETRY", | |
| }; | |
| function onStatus(status) { | |
| stage.setConversationState(status); | |
| setCaption(CAPTIONS[status] ?? status, status === "error" ? "error" : status === "idle" || status === "closed" ? "" : "live"); | |
| switch (status) { | |
| case "idle": case "closed": setMainButton("start", "Start talking"); break; | |
| case "error": setMainButton("start", "Retry"); break; | |
| case "creating-session": case "connecting": setMainButton("busy", "Connecting…"); break; | |
| case "queued": setMainButton("stop", "Leave queue"); break; | |
| case "your-turn": setMainButton("join", "Join now"); break; | |
| default: setMainButton("stop", "End conversation"); break; | |
| } | |
| if (status === "user-speaking") { subtitles.classList.remove("visible"); showTextChat(textMode); } | |
| } | |
| // ── Tool runner ────────────────────────────────────────────────────────── | |
| function runTool(name, argsJson, callId) { | |
| if (!client) return; | |
| let args = {}; | |
| try { args = JSON.parse(argsJson || "{}"); } catch {} | |
| if (name === "get_current_datetime") { | |
| const now = new Date(); | |
| client.sendToolOutput(callId, `Current date/time: ${now.toLocaleDateString("en-US", { weekday: "long", year: "numeric", month: "long", day: "numeric" })} at ${now.toLocaleTimeString("en-US", { hour: "2-digit", minute: "2-digit", second: "2-digit" })}.`); | |
| client.requestResponse(); return; | |
| } | |
| if (name === "search_wikipedia") { | |
| const query = /** @type {string} */ (args.query || ""); | |
| if (!query) { client.sendToolOutput(callId, `No query.`); client.requestResponse(); return; } | |
| fetch(`/api/wiki/summary?title=${encodeURIComponent(query.replace(/\s+/g, "_"))}`).then(r => r.json()).then(data => { | |
| if (data.extract) { client.sendToolOutput(callId, `From Wikipedia (${data.title}): ${data.extract}\nSource: ${data.url}`); client.requestResponse(); return; } | |
| fetch(`/api/wiki/search?q=${encodeURIComponent(query)}`).then(r => r.json()).then(sd => { | |
| if (!sd.results?.length) { client.sendToolOutput(callId, `No Wikipedia results for "${query}".`); client.requestResponse(); return; } | |
| fetch(`/api/wiki/summary?title=${encodeURIComponent(sd.results[0].title)}`).then(r => r.json()).then(sum => { client.sendToolOutput(callId, sum.extract ? `From Wikipedia (${sum.title}): ${sum.extract}\nSource: ${sum.url}` : `Wikipedia: ${sd.results.slice(0,3).map(r => `${r.title}: ${r.snippet}`).join("\n")}`); client.requestResponse(); }); | |
| }); | |
| }).catch(() => { client.sendToolOutput(callId, `Wikipedia search failed.`); client.requestResponse(); }); return; | |
| } | |
| if (name === "search_web") { | |
| const query = /** @type {string} */ (args.query || ""); | |
| if (!query) { client.sendToolOutput(callId, `No query.`); client.requestResponse(); return; } | |
| fetch(`/api/web/search?q=${encodeURIComponent(query)}`).then(r => r.json()).then(data => { | |
| if (!data.results?.length) { client.sendToolOutput(callId, `No web results for "${query}".`); client.requestResponse(); return; } | |
| client.sendToolOutput(callId, `Web results for "${query}":\n${data.results.slice(0,3).map((r,i) => `${i+1}. ${r.title}\n ${r.snippet}`).join("\n")}`); | |
| client.requestResponse(); | |
| }).catch(() => { client.sendToolOutput(callId, `Web search failed.`); client.requestResponse(); }); return; | |
| } | |
| // V.AIX Catalog tools | |
| if (name === "open_catalog") { | |
| vaixFetchProducts().then(products => { | |
| const cat = args.category; | |
| let msg = `Đã mở danh mục V.AIX.`; | |
| if (cat) { | |
| const matched = products.filter(p => (p.category || "").toLowerCase().includes(cat.toLowerCase())); | |
| if (matched.length > 0) { | |
| msg = `Tìm thấy ${matched.length} sản phẩm trong "${cat}": ${matched.slice(0,3).map(p => p.title).join(", ")}.`; | |
| } else { | |
| msg = `Không tìm thấy sản phẩm nào trong "${cat}". Hãy thử danh mục khác.`; | |
| } | |
| } | |
| client.sendToolOutput(callId, msg); | |
| vaixPanel?.classList.add("open"); | |
| vaixToggle?.classList.add("active"); | |
| vaixPanelOpen = true; | |
| client.requestResponse(); | |
| }).catch(err => { | |
| client.sendToolOutput(callId, `Không thể tải danh mục: ${err.message}`); | |
| client.requestResponse(); | |
| }); return; | |
| } | |
| if (name === "open_product") { | |
| const pid = args.product_id; | |
| vaixFetchProducts().then(products => { | |
| if (!pid) { client.sendToolOutput(callId, `Cần product_id để mở sản phẩm.`); client.requestResponse(); return; } | |
| // First try exact SKU match | |
| const found = products.find(p => p.sku === pid || p.title === pid); | |
| let msg = found | |
| ? `Đã mở ${found.title} (${found.price ? `${found.price.toLocaleString("vi-VN")}đ` : "Liên hệ"}).` | |
| : `Không tìm thấy sản phẩm "${pid}". Hãy thử tên hoặc mã sản phẩm khác.`; | |
| client.sendToolOutput(callId, msg); | |
| client.requestResponse(); | |
| }).catch(err => { | |
| client.sendToolOutput(callId, `Lỗi khi tìm sản phẩm: ${err.message}`); | |
| client.requestResponse(); | |
| }); return; | |
| } | |
| if (name === "search_catalog") { | |
| const query = args.query; | |
| if (!query) { | |
| client.sendToolOutput(callId, `Cần từ khóa để tìm kiếm.`); | |
| client.requestResponse(); | |
| return; | |
| } | |
| vaixSearch(query).then(data => { | |
| if (data.results?.length > 0) { | |
| const results = data.results.slice(0, 3); | |
| const details = results.map(r => { | |
| const p = r.product; | |
| return `${p.title} (${p.price ? `${p.price.toLocaleString("vi-VN")}đ` : "Liên hệ"})`; | |
| }); | |
| client.sendToolOutput(callId, `Tìm thấy ${data.total} kết quả cho "${query}":\n${details.join(", ")}.`); | |
| } else { | |
| client.sendToolOutput(callId, `Không tìm thấy sản phẩm nào cho "${query}".`); | |
| } | |
| // Open panel to show results | |
| vaixPanel?.classList.add("open"); | |
| vaixToggle?.classList.add("active"); | |
| vaixPanelOpen = true; | |
| client.requestResponse(); | |
| }).catch(err => { | |
| client.sendToolOutput(callId, `Lỗi tìm kiếm: ${err.message}`); | |
| client.requestResponse(); | |
| }); return; | |
| } | |
| if (name === "navigate_catalog") { | |
| vaixFetchProducts().then(products => { | |
| let msg = `Đã mở danh mục V.AIX với ${products.length} sản phẩm.`; | |
| if (args.page === "products" || args.page === "contact") { | |
| msg = `Đã chuyển đến trang ${args.page}.`; | |
| } | |
| client.sendToolOutput(callId, msg); | |
| vaixPanel?.classList.add("open"); | |
| vaixToggle?.classList.add("active"); | |
| vaixPanelOpen = true; | |
| client.requestResponse(); | |
| }).catch(err => { | |
| client.sendToolOutput(callId, `Lỗi điều hướng: ${err.message}`); | |
| client.requestResponse(); | |
| }); return; | |
| } | |
| const result = stage.runTool(name, args) ?? `Unknown tool: ${name}`; | |
| client.sendToolOutput(callId, result); client.requestResponse(); | |
| } | |
| async function connectSession(c) { | |
| try { await c.connect(); return c; } | |
| catch (err) { | |
| const code = /** @type {Error & {code?: string}} */ (err)?.code; | |
| if (code === "limit") setCaption("DAILY LIMIT REACHED, TRY AGAIN TOMORROW", "error"); | |
| else if (code === "queue-full") setCaption("ALL SEATS TAKEN, TRY AGAIN", "error"); | |
| else if (code === "join-expired") setCaption("SPOT EXPIRED, TAP TO RETRY", "error"); | |
| else if (code !== "aborted") { console.error(err); setCaption("COULD NOT CONNECT, TAP TO RETRY", "error"); } | |
| await endSession(true); return null; | |
| } | |
| } | |
| async function startVoiceSession() { | |
| if (sessionInProgress) return; | |
| sessionInProgress = true; | |
| await stage.resume(); | |
| let micStream; | |
| if (FAKEMIC_MODE) { const ctx = /** @type {AudioContext} */ (stage.audioCtx); micStream = ctx.createMediaStreamDestination().stream; } | |
| else { try { micStream = await navigator.mediaDevices.getUserMedia({ audio: { echoCancellation: true, noiseSuppression: true, autoGainControl: true } }); } catch { setCaption("MIC BLOCKED", "error"); sessionInProgress = false; return; } } | |
| const audioCtx = stage.audioCtx; const voiceSink = stage.voiceSink; | |
| if (!audioCtx || !voiceSink) { sessionInProgress = false; return; } | |
| const greeting = preFetchedGreeting || (await getHotNewsGreeting()); | |
| const c = new S2sWsRealtimeClient({ | |
| ...(config.lb ? { sessionUrl: "api/session" } : { directUrl: settings.directUrl }), | |
| voice: settings.voice, instructions: effectiveInstructions(greeting), | |
| micStream, audioContext: audioCtx, outputNode: voiceSink, | |
| workletBaseUrl: "/worklets/", tools: TOOL_DEFS, _textOnly: false, | |
| }); | |
| client = c; _attachClientEvents(c); | |
| setCaption("REQUESTING A SLOT…"); | |
| const ok = await connectSession(c); | |
| if (!ok) return; | |
| if (!autoGreetingSent) { c.requestResponse(); } | |
| } | |
| async function startTextSession(initialText) { | |
| if (sessionInProgress) { if (client && initialText) { client.sendUserText(initialText); client.requestResponse(); } return; } | |
| sessionInProgress = true; | |
| await stage.resume(); | |
| const audioCtx = stage.audioCtx; const voiceSink = stage.voiceSink; | |
| if (!audioCtx || !voiceSink) { sessionInProgress = false; return; } | |
| const newsHook = preFetchedGreeting || (await getHotNewsGreeting()); | |
| const c = new S2sWsRealtimeClient({ | |
| ...(config.lb ? { sessionUrl: "api/session" } : { directUrl: settings.directUrl }), | |
| voice: settings.voice, instructions: effectiveInstructions(newsHook), | |
| audioContext: audioCtx, outputNode: voiceSink, | |
| workletBaseUrl: "/worklets/", tools: TOOL_DEFS, _textOnly: true, | |
| }); | |
| client = c; _attachClientEvents(c); | |
| textMode = true; showTextChat(true); textModeBtn.classList.add("active"); | |
| const ok = await connectSession(c); | |
| if (!ok) return; | |
| if (!autoGreetingSent) { c.requestResponse(); } | |
| if (initialText) { c.sendUserText(initialText); c.requestResponse(); } | |
| } | |
| function _attachClientEvents(c) { | |
| c.addEventListener("status", (e) => onStatus(/** @type {CustomEvent} */ (e).detail.status)); | |
| c.addEventListener("queue", (e) => { const { position } = /** @type {CustomEvent} */ (e).detail; setCaption(position > 0 ? `#${position} IN LINE…` : "ALMOST THERE…", "live"); }); | |
| c.addEventListener("transcript", (e) => { | |
| const { role, text } = /** @type {CustomEvent} */ (e).detail; | |
| if (role === "assistant" && text) { const normalized = smartNormalize(text); showSubtitles(normalized); addChatMessage("assistant", normalized); } | |
| }); | |
| c.addEventListener("response-finished", () => { autoGreetingSent = true; fadeSubtitles(); }); | |
| c.addEventListener("toolcall", (e) => { const { name, arguments: args, callId } = /** @type {CustomEvent} */ (e).detail; runTool(name, args, callId); }); | |
| c.addEventListener("server-error", (e) => console.warn("server error:", /** @type {CustomEvent} */ (e).detail.error)); | |
| c.addEventListener("error", () => { void endSession(); }); | |
| } | |
| async function endSession(silent = false) { | |
| const c = client; client = null; sessionInProgress = false; autoGreetingSent = false; | |
| if (c) { if (c.options.micStream) for (const track of c.options.micStream?.getTracks() ?? []) track.stop(); await c.close().catch(() => {}); } | |
| stage.setConversationState("idle"); subtitles.classList.remove("visible"); | |
| if (!silent) setCaption(CAPTIONS.idle); setMainButton("start", "Start talking"); | |
| } | |
| // ── UI events ──────────────────────────────────────────────────────────── | |
| mainBtn.addEventListener("click", () => { | |
| if (mainAction === "start") { | |
| if (sessionInProgress) return; | |
| if (FAKEMIC_MODE) { | |
| void startTextSession(); | |
| } else { | |
| void startVoiceSession(); | |
| } | |
| } | |
| else if (mainAction === "join") { stage.resume(); client?.join(); } | |
| else if (mainAction === "stop") void endSession(); | |
| }); | |
| muteBtn.addEventListener("click", () => { muted = !muted; client?.setMuted(muted); muteBtn.classList.toggle("active", muted); muteBtn.setAttribute("aria-label", muted ? "Unmute microphone" : "Mute microphone"); }); | |
| textModeBtn.addEventListener("click", () => { textMode = !textMode; showTextChat(textMode); textModeBtn.classList.toggle("active", textMode); }); | |
| chatSendBtn.addEventListener("click", () => sendTextMessage()); | |
| chatInput.addEventListener("keypress", (e) => { if (e.key === "Enter") sendTextMessage(); }); | |
| chatAvatarSelect.addEventListener("change", () => { setAvatarFromSelect(chatAvatarSelect.value); void reloadAvatar(); }); | |
| settingsAvatarSelect.addEventListener("change", () => { setAvatarFromSelect(settingsAvatarSelect.value); chatAvatarSelect.value = settingsAvatarSelect.value; void reloadAvatar(); }); | |
| settingsBtn.addEventListener("click", () => { inputVoice.value = settings.voice; inputInstructions.value = settings.instructions; inputDirectUrl.value = settings.directUrl; inputSubtitles.checked = settings.subtitles; settingsAvatarSelect.value = chatAvatarSelect.value; settingsDialog.showModal(); }); | |
| settingsDialog.addEventListener("close", () => { | |
| settings = { voice: inputVoice.value || DEFAULT_VOICE, avatar: settingsAvatarSelect.value || "", instructions: inputInstructions.value, directUrl: inputDirectUrl.value.trim(), subtitles: inputSubtitles.checked }; | |
| if (settings.avatar !== "vuong.glb") autoGreetingSent = false; | |
| saveSettings(); chatAvatarSelect.value = settings.avatar; if (!settings.subtitles) subtitles.classList.remove("visible"); client?.updateSession({ voice: settings.voice, instructions: effectiveInstructions(preFetchedGreeting || "") }); | |
| }); | |
| window.addEventListener("beforeunload", () => { client?.close(); }); | |
| // ── Boot ───────────────────────────────────────────────────────────────── | |
| async function boot() { | |
| for (const v of VOICES) { const o = document.createElement("option"); o.value = v; o.textContent = v.replaceAll("_", " "); inputVoice.append(o); } | |
| try { const resp = await fetch("api/config"); if (resp.ok) config = { ...config, ...(await resp.json()) }; } catch {} | |
| directUrlRow.hidden = !config.allowDirect; | |
| await fetchAvatarList(); populateAvatarSelects(settings.avatar); | |
| makeDraggable(); makeResizable(); | |
| setCaption("WAKING HER UP…"); setMainButton("busy", "Loading…"); | |
| const newsPromise = (settings.avatar === "vuong.glb" || !settings.avatar) ? getHotNewsGreeting().catch(() => null) : Promise.resolve(null); | |
| try { await stage.init({ avatarUrl: settings.avatar ? `/avatars/${settings.avatar}` : undefined, onprogress: (ev) => { if (ev.lengthComputable) loading.textContent = `Loading avatar ${Math.min(100, Math.round((ev.loaded / ev.total) * 100))}%`; } }); } | |
| catch (err) { console.error(err); loading.textContent = "Avatar failed to load. Reload."; setCaption("AVATAR FAILED", "error"); return; } | |
| preFetchedGreeting = await newsPromise; | |
| loading.classList.add("done"); setCaption(CAPTIONS.idle); setMainButton("start", "Start talking"); | |
| // Initialize V.AIX panel | |
| initVaixPanel(); | |
| } | |
| void boot(); |