Upload 64 files

ai-routes.js

@@ -68,7 +68,6 @@ router.post('/reset-pool', checkAIAccess, (req, res) => {
     res.json({ success: true }); 
 });
 
-// Helper: Convert Gemini History to OpenAI Messages
 function convertHistoryToOpenAI(history) {
     return history.map(msg => ({
         role: msg.role === 'model' ? 'assistant' : 'user',
@@ -76,13 +75,20 @@ function convertHistoryToOpenAI(history) {
     }));
 }
 
-// --- MAIN CHAT ROUTE (Supports Gemini & OpenAI/Doubao Agents) ---
+// --- SSE Protocol Helper ---
+// Sends structured events to client: { type: 'text'|'thought'|'done'|'error', content?: string }
+const sendSSE = (res, data) => {
+    res.write(`data: ${JSON.stringify(data)}\n\n`);
+};
+
+// --- REAL STREAMING CHAT ROUTE ---
 router.post('/chat', checkAIAccess, async (req, res) => {
     const { text, audio } = req.body;
     const username = req.headers['x-user-username'];
     const userRole = req.headers['x-user-role'];
     const schoolId = req.headers['x-school-id'];
 
+    // SSE Setup
     res.setHeader('Content-Type', 'text/event-stream');
     res.setHeader('Cache-Control', 'no-cache');
     res.setHeader('Connection', 'keep-alive');
@@ -98,204 +104,149 @@ router.post('/chat', checkAIAccess, async (req, res) => {
             await ChatHistoryModel.create({ userId: user._id, role: 'user', text: userMsgText });
         }
 
-        // 2. Fetch Config & Context
         const config = await ConfigModel.findOne({ key: 'main' });
         const contextPrompt = await buildUserContext(username, userRole, schoolId);
         
-        // Determine Provider: Default Gemini, check order
-        const providerOrder = config?.aiProviderOrder && config.aiProviderOrder.length > 0 
-            ? config.aiProviderOrder 
-            : ['GEMINI', 'OPENROUTER'];
+        // Setup OpenAI Client (Used for both Doubao and OpenRouter)
+        const keys = await getKeyPool('openrouter'); 
+        if (keys.length === 0) throw new Error("No API keys available");
         
-        // For simplicity, we grab the first working one. 
-        const activeProvider = providerOrder[0]; 
+        let modelName = 'qwen/qwen3-coder:free';
+        let apiUrl = 'https://openrouter.ai/api/v1'; 
+        if (config?.openRouterModels && config.openRouterModels.length > 0) {
+            const m = config.openRouterModels[0];
+            modelName = m.id;
+            if (m.apiUrl) apiUrl = m.apiUrl;
+        }
 
-        // --- GEMINI AGENT PATH ---
-        if (activeProvider === 'GEMINI') {
-            console.log(`🤖 [Agent] Using Provider: Google Gemini`);
-            const { GoogleGenAI } = await import("@google/genai");
-            const keys = await getKeyPool('gemini');
-            if (keys.length === 0) throw new Error("No Gemini API keys");
-            
-            const dbHistory = await ChatHistoryModel.find({ userId: user._id }).sort({ timestamp: -1 }).limit(10);
-            const historyContents = dbHistory.reverse().map(msg => ({
-                role: msg.role === 'user' ? 'user' : 'model',
-                parts: [{ text: msg.text }]
-            }));
-            const currentParts = [];
-            if (text) currentParts.push({ text });
-            if (audio) currentParts.push({ inlineData: { mimeType: 'audio/webm', data: audio } });
+        console.log(`🤖 [Streaming Agent] ${modelName} @ ${apiUrl}`);
+        
+        const client = new OpenAI({ 
+            baseURL: apiUrl, 
+            apiKey: keys[0], 
+            defaultHeaders: { "HTTP-Referer": "https://smart.com" } 
+        });
+
+        // 2. Build History
+        const dbHistory = await ChatHistoryModel.find({ userId: user._id }).sort({ timestamp: -1 }).limit(10);
+        let messages = [
+            { role: 'system', content: `${contextPrompt}\n\n重要：如果用户查询具体数据，请使用 query_database 工具。` },
+            ...convertHistoryToOpenAI(dbHistory.reverse())
+        ];
+        if (text) messages.push({ role: 'user', content: text });
+
+        // 3. Recursive Agent Loop
+        let finalResponseText = "";
+        let turnCount = 0;
+        const MAX_TURNS = 5;
+
+        // Loop handles: LLM -> Tool Call -> Tool Result -> LLM -> Answer
+        while (turnCount < MAX_TURNS) {
             
-            let conversation = [...historyContents];
-            if (currentParts.length > 0) conversation.push({ role: 'user', parts: currentParts });
-
-            const client = new GoogleGenAI({ apiKey: keys[0] });
-            const modelName = 'gemini-2.5-flash';
+            // Start Stream for this turn
+            const stream = await client.chat.completions.create({
+                model: modelName,
+                messages: messages,
+                tools: getOpenAITools(), 
+                tool_choice: "auto",
+                stream: true // Enable REAL streaming
+            });
 
-            // Agent Loop (Max 3 turns)
-            let turnCount = 0;
-            let finalResponseText = "";
+            let toolCallBuffer = []; // To accumulate tool call chunks
+            let currentContent = "";
+
+            for await (const chunk of stream) {
+                const delta = chunk.choices[0]?.delta;
+                
+                // A. Handle Text Content
+                if (delta?.content) {
+                    currentContent += delta.content;
+                    finalResponseText += delta.content;
+                    // Directly stream text to client
+                    sendSSE(res, { type: 'text', content: delta.content });
+                }
 
-            while (turnCount < 3) {
-                const result = await client.models.generateContent({
-                    model: modelName,
-                    contents: conversation,
-                    config: {
-                        systemInstruction: `${contextPrompt}\n\n重要：如果用户查询具体数据，请使用 query_database 工具。`,
-                        tools: mongoTools 
+                // B. Handle Tool Calls (Accumulate args)
+                if (delta?.tool_calls) {
+                    const toolCalls = delta.tool_calls;
+                    for (const toolCall of toolCalls) {
+                        const index = toolCall.index;
+                        if (!toolCallBuffer[index]) {
+                            toolCallBuffer[index] = { 
+                                id: toolCall.id,
+                                name: toolCall.function?.name || "", 
+                                arguments: "" 
+                            };
+                        }
+                        if (toolCall.function?.name) toolCallBuffer[index].name = toolCall.function.name;
+                        if (toolCall.function?.arguments) toolCallBuffer[index].arguments += toolCall.function.arguments;
                     }
-                });
-
-                const candidate = result.candidates[0];
-                const content = candidate.content;
-                conversation.push(content);
-
-                const functionCalls = content.parts.filter(p => p.functionCall).map(p => p.functionCall);
-
-                if (functionCalls.length > 0) {
-                    console.log(`⚡ [Gemini Agent] Decided to call tool (${functionCalls.length} calls)`);
-                    const functionResponses = await Promise.all(functionCalls.map(async (call) => {
-                        const toolResult = await executeMongoTool(call, user, userRole, schoolId);
-                        return { id: call.id, name: call.name, response: { result: toolResult } };
-                    }));
-                    conversation.push({ parts: functionResponses.map(resp => ({ functionResponse: resp })) });
-                    turnCount++;
-                } else {
-                    finalResponseText = content.parts.map(p => p.text).join('');
-                    break;
                 }
             }
-            await streamResponse(finalResponseText, user, res, client);
-        } 
-        
-        // --- OPENAI / DOUBAO AGENT PATH ---
-        else {
-            console.log(`🤖 [Agent] Using Provider: OpenAI / Doubao`);
-            const keys = await getKeyPool('openrouter'); // Also serves as Doubao key pool if configured
-            if (keys.length === 0) throw new Error("No OpenAI/Doubao API keys");
-            
-            // Determine Model (Doubao or default)
-            let modelName = 'qwen/qwen3-coder:free';
-            let apiUrl = 'https://openrouter.ai/api/v1'; // Default
-            
-            if (config?.openRouterModels && config.openRouterModels.length > 0) {
-                const m = config.openRouterModels[0];
-                modelName = m.id;
-                if (m.apiUrl) apiUrl = m.apiUrl; // Support Custom URL (e.g. Doubao Endpoint)
-            }
 
-            console.log(`   Model: ${modelName} @ ${apiUrl}`);
-
-            const client = new OpenAI({ baseURL: apiUrl, apiKey: keys[0], defaultHeaders: { "HTTP-Referer": "https://smart.com" } });
-            
-            // Build Messages
-            const dbHistory = await ChatHistoryModel.find({ userId: user._id }).sort({ timestamp: -1 }).limit(10);
-            const messages = [
-                { role: 'system', content: `${contextPrompt}\n\n重要：如果用户查询具体数据，请使用 query_database 工具。` },
-                ...convertHistoryToOpenAI(dbHistory.reverse())
-            ];
-            if (text) messages.push({ role: 'user', content: text });
-
-            let turnCount = 0;
-            let finalResponseText = "";
-
-            while (turnCount < 3) {
-                const completion = await client.chat.completions.create({
-                    model: modelName,
-                    messages: messages,
-                    tools: getOpenAITools(), 
-                    tool_choice: "auto"
+            // End of stream for this turn.
+            // Check if we have tool calls to execute.
+            if (toolCallBuffer.length > 0) {
+                // Add the assistant's "intent" message to history
+                // Note: We reconstruct the message object as if it wasn't streamed
+                messages.push({
+                    role: 'assistant',
+                    content: currentContent || null, // Content might be null if only calling tools
+                    tool_calls: toolCallBuffer.map(tc => ({
+                        id: tc.id || `call_${Date.now()}`,
+                        type: 'function',
+                        function: { name: tc.name, arguments: tc.arguments }
+                    }))
                 });
 
-                const msg = completion.choices[0].message;
-                messages.push(msg); 
-
-                if (msg.tool_calls && msg.tool_calls.length > 0) {
-                    console.log(`⚡ [Doubao/OpenAI] Agent request Local Tool Execution (Simulating MCP)...`);
-                    
-                    for (const toolCall of msg.tool_calls) {
-                        // Execute Tool Locally
-                        const toolResult = await executeMongoTool({ 
-                            name: toolCall.function.name, 
-                            args: undefined, 
-                            arguments: toolCall.function.arguments 
-                        }, user, userRole, schoolId);
-
-                        messages.push({
-                            role: "tool",
-                            tool_call_id: toolCall.id,
-                            content: JSON.stringify(toolResult)
-                        });
-                    }
-                    turnCount++;
-                } else {
-                    finalResponseText = msg.content;
-                    break;
+                // Notify Frontend: Tool Execution Started
+                sendSSE(res, { type: 'thought', content: `🤔 正在调用工具: ${toolCallBuffer.map(t => t.name).join(', ')} ...` });
+
+                // Execute Tools
+                for (const toolCall of toolCallBuffer) {
+                    const toolResult = await executeMongoTool({ 
+                        name: toolCall.name, 
+                        args: undefined, 
+                        arguments: toolCall.arguments 
+                    }, user, userRole, schoolId);
+
+                    // Add result to history
+                    messages.push({
+                        role: "tool",
+                        tool_call_id: toolCall.id || `call_${Date.now()}`,
+                        content: JSON.stringify(toolResult)
+                    });
+
+                    // Notify Frontend: Tool Result
+                    const shortResult = JSON.stringify(toolResult).substring(0, 50) + "...";
+                    sendSSE(res, { type: 'thought', content: `✅ 工具执行完成: ${shortResult}` });
                 }
+                
+                // Continue loop to let LLM generate answer based on tool result
+                turnCount++;
+            } else {
+                // No tool calls, we are done.
+                break;
             }
-            await streamResponse(finalResponseText, user, res);
         }
 
+        // 4. Save Final Answer
+        await ChatHistoryModel.create({ userId: user._id, role: 'model', text: finalResponseText });
+        recordUsage('agent-response', 'AGENT');
+
+        // 5. Send Done Signal
+        sendSSE(res, { type: 'done' });
+        res.end();
+
     } catch (e) {
         console.error("[AI Chat Error]", e);
-        res.write(`data: ${JSON.stringify({ error: true, message: e.message })}\n\n`);
+        sendSSE(res, { type: 'error', message: e.message });
         res.end();
     }
 });
 
-// Helper to stream text and generate TTS
-async function streamResponse(text, user, res, geminiClient = null) {
-    if (!text) {
-        res.write('data: [DONE]\n\n');
-        return res.end();
-    }
-
-    // Save
-    await ChatHistoryModel.create({ userId: user._id, role: 'model', text: text });
-    recordUsage('agent-response', 'AGENT');
-
-    // Stream Text
-    res.write(`data: ${JSON.stringify({ text })}\n\n`);
-
-    // TTS
-    res.write(`data: ${JSON.stringify({ status: 'tts' })}\n\n`);
-    try {
-        let audioBytes = null;
-        if (geminiClient) {
-             const ttsResponse = await geminiClient.models.generateContent({
-                model: "gemini-2.5-flash-preview-tts", 
-                contents: [{ parts: [{ text }] }],
-                config: { responseModalities: ['AUDIO'], speechConfig: { voiceConfig: { prebuiltVoiceConfig: { voiceName: 'Kore' } } } }
-            });
-            audioBytes = ttsResponse.candidates?.[0]?.content?.parts?.[0]?.inlineData?.data;
-        } else {
-            const keys = await getKeyPool('gemini');
-            if (keys.length > 0) {
-                const { GoogleGenAI } = await import("@google/genai");
-                const ttsClient = new GoogleGenAI({ apiKey: keys[0] });
-                const ttsResponse = await ttsClient.models.generateContent({
-                    model: "gemini-2.5-flash-preview-tts", 
-                    contents: [{ parts: [{ text }] }],
-                    config: { responseModalities: ['AUDIO'], speechConfig: { voiceConfig: { prebuiltVoiceConfig: { voiceName: 'Kore' } } } }
-                });
-                audioBytes = ttsResponse.candidates?.[0]?.content?.parts?.[0]?.inlineData?.data;
-            }
-        }
-
-        if (audioBytes) res.write(`data: ${JSON.stringify({ audio: audioBytes })}\n\n`);
-        else res.write(`data: ${JSON.stringify({ ttsSkipped: true })}\n\n`);
-    } catch (ttsError) { 
-        console.error("TTS Error", ttsError);
-        res.write(`data: ${JSON.stringify({ ttsSkipped: true })}\n\n`); 
-    }
-
-    res.write('data: [DONE]\n\n');
-    res.end();
-}
-
-// ... (Evaluate route unchanged)
+// ... (Rest of the file: evaluate route, export)
 router.post('/evaluate', checkAIAccess, async (req, res) => {
-    // ... same as before ...
     const { question, audio, image, images } = req.body;
     res.setHeader('Content-Type', 'text/event-stream');
     res.setHeader('Cache-Control', 'no-cache');

ai-tools.js

@@ -58,7 +58,6 @@ function injectSecurityFilter(filter, user, role, schoolId) {
         return safeFilter;
     }
 
-    // 老师只能看自己相关的班级逻辑可以在这里加强
     if (role === 'TEACHER') {
        // 暂时不做强制过滤，依赖业务层逻辑
     }
@@ -74,7 +73,6 @@ function injectSecurityFilter(filter, user, role, schoolId) {
 
 /**
  * 辅助：递归修正查询字段名 (Deep Normalization)
- * AI 经常把 className 写成 class，把 studentName 写成 name，这里做统一修正
  */
 function normalizeQueryFields(query, collection) {
     if (!query || typeof query !== 'object') return query;
@@ -87,26 +85,86 @@ function normalizeQueryFields(query, collection) {
     for (const key in query) {
         let newKey = key;
         
-        // 1. 修正班级字段: class -> className
+        // 1. 修正班级字段
         if (key === 'class') newKey = 'className';
 
-        // 2. 修正名字字段: Score表里叫 studentName, Student表里叫 name
+        // 2. 修正名字字段
         if (collection === 'Score' || collection === 'Attendance') {
             if (key === 'name') newKey = 'studentName';
         }
 
-        // 递归处理值 (例如 $or 数组内部的对象)
+        // 递归处理值
         newQuery[newKey] = normalizeQueryFields(query[key], collection);
     }
     return newQuery;
 }
 
+/**
+ * 🌟 核心增强：智能模糊查询构建器
+ * 解决 "四年级6班" 查不到 "四年级(6)班" 的问题
+ */
+function buildFuzzyQuery(filter) {
+    const fuzzyFilter = { ...filter };
+
+    // 辅助：转义正则特殊字符
+    const escapeRegExp = (string) => {
+        return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+    };
+
+    // 1. 处理 className (最常见的问题)
+    if (fuzzyFilter.className && typeof fuzzyFilter.className === 'string') {
+        const rawClass = fuzzyFilter.className;
+        
+        // 提取年级和班级号 (例如: "四年级6班" -> grade="四年级", num="6")
+        // 支持中文数字 (一二三) 和 阿拉伯数字
+        const match = rawClass.match(/^(.+?级).*?(\d+|[一二三四五六七八九十]+).*?班$/);
+        
+        if (match) {
+            const gradePart = match[1]; // 四年级
+            const numPart = match[2];   // 6 或 六
+            
+            // 构建宽容的正则：匹配年级 + 任意字符(如括号) + 数字 + 任意字符 + 班
+            // 这样 "四年级6班" 可以匹配 "四年级(6)班", "四年级（6）班", "四年级六班"
+            fuzzyFilter.className = { 
+                $regex: new RegExp(`^${escapeRegExp(gradePart)}.*(${numPart}|${convertNum(numPart)}).*班$`), 
+                $options: 'i' 
+            };
+        } else {
+            // 如果正则没解析出来，至少做个包含匹配，且忽略括号
+            // 比如搜 "1班"，能匹配 "(1)班"
+            fuzzyFilter.className = { $regex: escapeRegExp(rawClass).replace(/[\(\)（）]/g, '.?'), $options: 'i' };
+        }
+    }
+
+    // 2. 处理姓名 (模糊匹配)
+    const nameFields = ['name', 'studentName', 'teacherName'];
+    nameFields.forEach(field => {
+        if (fuzzyFilter[field] && typeof fuzzyFilter[field] === 'string') {
+            // 支持只搜 "张三" 匹配 "张三丰"
+            fuzzyFilter[field] = { $regex: escapeRegExp(fuzzyFilter[field]), $options: 'i' };
+        }
+    });
+
+    // 3. 处理 $or 数组中的模糊匹配 (递归)
+    if (fuzzyFilter.$or && Array.isArray(fuzzyFilter.$or)) {
+        fuzzyFilter.$or = fuzzyFilter.$or.map(subFilter => buildFuzzyQuery(subFilter));
+    }
+
+    return fuzzyFilter;
+}
+
+// 简单的数字互转辅助
+function convertNum(n) {
+    const map = {'1':'一','2':'二','3':'三','4':'四','5':'五','6':'六','7':'七','8':'八','9':'九','10':'十',
+                 '一':'1','二':'2','三':'3','四':'4','五':'5','六':'6','七':'7','八':'8','九':'9','十':'10'};
+    return map[n] || n;
+}
+
 /**
  * 3. 工具执行器 (Executor)
  */
 async function executeMongoTool(functionCall, user, role, schoolId) {
     let args = functionCall.args;
-    // 兼容 OpenAI 格式
     if (typeof functionCall.arguments === 'string') {
         try {
             args = JSON.parse(functionCall.arguments);
@@ -118,20 +176,23 @@ async function executeMongoTool(functionCall, user, role, schoolId) {
 
     const { collection, filter = {}, limit = 5 } = args || {};
     
-    // 🛠️ 关键修复：在注入安全字段前，先修正 AI 的字段命名错误
+    // 1. 字段名修正 (Key Normalization)
     const normalizedFilter = normalizeQueryFields(filter, collection);
 
-    // 🛡️ 安全注入
-    const safeFilter = injectSecurityFilter(normalizedFilter, user, role, schoolId);
+    // 2. 🛡️ 安全注入
+    let safeFilter = injectSecurityFilter(normalizedFilter, user, role, schoolId);
+
+    // 3. 🧠 智能模糊处理 (Value Normalization) - 关键修改
+    safeFilter = buildFuzzyQuery(safeFilter);
+
     const safeLimit = Math.min(Math.max(limit, 1), 20); 
 
     // --- 🔍 MCP LOGGING ---
     console.log(`\n================= [MCP TOOL CALL] =================`);
     console.log(`🛠️  Tool:        query_database`);
     console.log(`📂 Collection:  ${collection}`);
-    console.log(`📥 AI Params:   ${JSON.stringify(filter)}`); // 原始
-    console.log(`🔧 Normalized:  ${JSON.stringify(normalizedFilter)}`); // 修正后
-    console.log(`🔒 Safe Query:  ${JSON.stringify(safeFilter)}`); // 最终
+    console.log(`📥 AI Params:   ${JSON.stringify(filter)}`);
+    console.log(`🔒 Safe Query:  ${JSON.stringify(safeFilter)}`);
     console.log(`---------------------------------------------------`);
 
     try {
@@ -141,17 +202,10 @@ async function executeMongoTool(functionCall, user, role, schoolId) {
         switch (collection) {
             case "Student":
                 fields = "name studentNo className gender flowerBalance seatNo -_id";
-                // 模糊搜索支持
-                if (safeFilter.name && !safeFilter.name.$regex) {
-                    safeFilter.name = { $regex: safeFilter.name, $options: 'i' };
-                }
                 result = await Student.find(safeFilter).select(fields).limit(safeLimit).lean();
                 break;
             case "Score":
                 fields = "studentName courseName score type examName -_id";
-                if (safeFilter.studentName && !safeFilter.studentName.$regex) {
-                    safeFilter.studentName = { $regex: safeFilter.studentName, $options: 'i' };
-                }
                 result = await Score.find(safeFilter).select(fields).sort({ _id: -1 }).limit(safeLimit).lean();
                 break;
             case "Attendance":
@@ -171,12 +225,12 @@ async function executeMongoTool(functionCall, user, role, schoolId) {
         if (result.length > 0) {
             console.log(`📄 Sample: ${JSON.stringify(result[0])}`);
         } else {
-            console.log(`⚠️ No records found. Hint: Check if schoolId matches.`);
+            console.log(`⚠️ No records found.`);
         }
         console.log(`===================================================\n`);
 
         if (result.length === 0) {
-            return { info: "未找到符合条件的数据。请确认查询条件是否准确（如姓名是否正确）。" };
+            return { info: "未找到符合条件的数据。请尝试放宽查询条件，或确认班级/姓名格式（例如包含括号）。" };
         }
         return result;
 

components/ai/ChatPanel.tsx

@@ -1,7 +1,7 @@
 
 import React, { useState, useRef, useEffect } from 'react';
 import { AIChatMessage, User } from '../../types';
-import { Bot, Mic, Square, Volume2, Send, Sparkles, Loader2, StopCircle, Trash2 } from 'lucide-react';
+import { Bot, Mic, Square, Volume2, Send, Sparkles, Loader2, StopCircle, Trash2, BrainCircuit, ChevronDown, ChevronRight } from 'lucide-react';
 import ReactMarkdown from 'react-markdown';
 import remarkGfm from 'remark-gfm';
 import { blobToBase64, base64ToUint8Array, decodePCM, cleanTextForTTS } from '../../utils/mediaHelpers';
@@ -34,8 +34,10 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
     const [inputMode, setInputMode] = useState<'text' | 'audio'>('text');
     const [isChatProcessing, setIsChatProcessing] = useState(false);
     const [isChatRecording, setIsChatRecording] = useState(false);
-    const [generatingAudioId, setGeneratingAudioId] = useState<string | null>(null);
     const [toast, setToast] = useState<ToastState>({ show: false, message: '', type: 'success' });
+    
+    // State to toggle thoughts visibility per message
+    const [expandedThoughts, setExpandedThoughts] = useState<Record<string, boolean>>({});
 
     const mediaRecorderRef = useRef<MediaRecorder | null>(null);
     const audioChunksRef = useRef<Blob[]>([]);
@@ -68,8 +70,8 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
 
     // Scroll to bottom
     useEffect(() => {
-        messagesEndRef.current?.scrollIntoView({ behavior: isChatProcessing ? 'auto' : 'smooth', block: 'end' });
-    }, [messages, isChatProcessing, generatingAudioId]);
+        messagesEndRef.current?.scrollIntoView({ behavior: 'smooth', block: 'end' });
+    }, [messages, isChatProcessing]);
 
     const stopPlayback = () => {
         if (currentSourceRef.current) {
@@ -92,30 +94,6 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
         window.speechSynthesis.speak(utterance);
     };
 
-    const playPCMAudio = async (base64Audio: string) => {
-        stopPlayback();
-        try {
-            if (!audioContextRef.current) {
-                // @ts-ignore
-                const AudioCtor = window.AudioContext || window.webkitAudioContext;
-                audioContextRef.current = new AudioCtor();
-            }
-            if (audioContextRef.current?.state === 'suspended') {
-                await audioContextRef.current.resume();
-            }
-            const bytes = base64ToUint8Array(base64Audio);
-            const audioBuffer = decodePCM(bytes, audioContextRef.current!);
-            const source = audioContextRef.current!.createBufferSource();
-            source.buffer = audioBuffer;
-            source.connect(audioContextRef.current!.destination);
-            source.start(0);
-            currentSourceRef.current = source;
-        } catch (e) {
-            console.error("Audio playback error", e);
-            setToast({ show: true, message: '语音播放失败', type: 'error' });
-        }
-    };
-
     const startRecording = async () => {
         try {
             const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
@@ -153,7 +131,6 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
     const handleChatSubmit = async (text?: string, audioBase64?: string) => {
         if (!text && !audioBase64) return;
         stopPlayback();
-        setGeneratingAudioId(null);
         
         const historyPayload = messages.filter(m => m.id !== 'welcome').map(m => ({ role: m.role, text: m.text }));
         
@@ -164,15 +141,21 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
             isAudioMessage: !!audioBase64, 
             timestamp: Date.now() 
         };
+        
         const newAiMsgId = (Date.now() + 1).toString();
+        // Init with empty thoughts array
         const newAiMsg: AIChatMessage = { 
             id: newAiMsgId, 
             role: 'model', 
             text: '', 
-            timestamp: Date.now() 
+            timestamp: Date.now(),
+            thoughts: [] 
         };
 
         setMessages(prev => [...prev, newUserMsg, newAiMsg]);
+        // Auto-expand thoughts for new message
+        setExpandedThoughts(prev => ({...prev, [newAiMsgId]: true}));
+        
         setTextInput('');
         setIsChatProcessing(true);
 
@@ -199,6 +182,7 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
             while (true) {
                 const { done, value } = await reader.read();
                 if (done) break;
+                
                 buffer += decoder.decode(value, { stream: true });
                 const parts = buffer.split('\n\n');
                 buffer = parts.pop() || ''; 
@@ -206,44 +190,44 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
                 for (const line of parts) {
                     if (line.startsWith('data: ')) {
                         const jsonStr = line.replace('data: ', '').trim();
-                        if (jsonStr === '[DONE]') break;
                         try {
                             const data = JSON.parse(jsonStr);
                             
-                            if (data.status === 'tts') {
-                                setGeneratingAudioId(newAiMsgId);
-                            }
-
-                            if (data.text) {
-                                aiTextAccumulated += data.text;
+                            // REAL STREAMING HANDLING
+                            if (data.type === 'text') {
+                                aiTextAccumulated += data.content;
                                 setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: aiTextAccumulated } : m));
+                            } 
+                            else if (data.type === 'thought') {
+                                setMessages(prev => prev.map(m => {
+                                    if (m.id === newAiMsgId) {
+                                        const oldThoughts = m.thoughts || [];
+                                        return { ...m, thoughts: [...oldThoughts, data.content] };
+                                    }
+                                    return m;
+                                }));
                             }
-                            if (data.audio) {
-                                setGeneratingAudioId(null);
-                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, audio: data.audio } : m));
-                                playPCMAudio(data.audio);
-                            }
-                            if (data.ttsSkipped) {
-                                setGeneratingAudioId(null);
-                                setToast({ show: true, message: 'AI 语音额度已用尽，已切换至本地语音播报', type: 'error' });
-                                speakWithBrowser(aiTextAccumulated);
+                            else if (data.type === 'error') {
+                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: `⚠️ 错误: ${data.message}` } : m));
                             }
-                            if (data.error) {
-                                setGeneratingAudioId(null);
-                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: `⚠️ 错误: ${data.message || '未知错误'}` } : m));
+                            else if (data.type === 'done') {
+                                break;
                             }
                         } catch (e) {}
                     }
                 }
             }
         } catch (error: any) {
-            setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: '抱歉，连接断开或发生错误，请重试。' } : m));
+            setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: '抱歉，连接断开或发生错误。' } : m));
         } finally { 
             setIsChatProcessing(false); 
-            setGeneratingAudioId(null);
         }
     };
 
+    const toggleThoughts = (msgId: string) => {
+        setExpandedThoughts(prev => ({...prev, [msgId]: !prev[msgId]}));
+    };
+
     const clearHistory = () => {
         setMessages([{ 
             id: 'welcome', 
@@ -269,19 +253,39 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
                         <div className={`w-10 h-10 rounded-full flex items-center justify-center shrink-0 ${msg.role === 'model' ? 'bg-blue-100 text-blue-600' : 'bg-gray-200 text-gray-600'}`}>
                             {msg.role === 'model' ? <Sparkles size={20}/> : <Bot size={20}/>}
                         </div>
-                        <div className={`max-w-[80%] p-3 rounded-2xl text-sm overflow-hidden ${msg.role === 'user' ? 'bg-blue-600 text-white rounded-tr-none' : 'bg-white border border-gray-200 text-gray-800 rounded-tl-none shadow-sm'}`}>
-                            <div className="markdown-body"><ReactMarkdown remarkPlugins={[remarkGfm]}>{msg.text || ''}</ReactMarkdown></div>
-                            {msg.role === 'model' && !msg.text && isChatProcessing && <div className="flex items-center gap-2 text-gray-400 py-1"><Loader2 className="animate-spin" size={14}/><span className="text-xs">思考中...</span></div>}
+                        <div className={`max-w-[85%] flex flex-col items-start ${msg.role === 'user' ? 'items-end' : ''}`}>
                             
-                            {/* Audio Generating Indicator */}
-                            {msg.id === generatingAudioId && (
-                                <div className="flex items-center gap-2 text-purple-600 py-2 animate-pulse mt-1 border-t border-purple-100 pt-2">
-                                    <Loader2 className="animate-spin" size={14}/>
-                                    <span className="text-xs font-bold">正在生成语音回复...</span>
+                            {/* Chain of Thought / Tool Logs */}
+                            {msg.thoughts && msg.thoughts.length > 0 && (
+                                <div className="mb-2 w-full max-w-md">
+                                    <div 
+                                        onClick={() => toggleThoughts(msg.id)}
+                                        className="flex items-center gap-2 text-xs text-gray-500 bg-gray-50 border border-gray-200 rounded-lg px-3 py-1.5 cursor-pointer hover:bg-gray-100 transition-colors w-fit"
+                                    >
+                                        <BrainCircuit size={14} className={isChatProcessing && msg.id === messages[messages.length-1].id ? "animate-pulse text-purple-500" : "text-gray-400"}/>
+                                        <span>{isChatProcessing && msg.id === messages[messages.length-1].id ? '深度思考 & 工具调用中...' : '思维链 / 系统日志'}</span>
+                                        {expandedThoughts[msg.id] ? <ChevronDown size={14}/> : <ChevronRight size={14}/>}
+                                    </div>
+                                    
+                                    {expandedThoughts[msg.id] && (
+                                        <div className="mt-1 bg-gray-50 border border-gray-100 rounded-lg p-3 text-xs font-mono text-gray-600 space-y-1 animate-in slide-in-from-top-1">
+                                            {msg.thoughts.map((t, idx) => (
+                                                <div key={idx} className="flex gap-2 border-l-2 border-gray-200 pl-2">
+                                                    <span className="text-gray-400 select-none">[{idx+1}]</span>
+                                                    <span className="whitespace-pre-wrap">{t}</span>
+                                                </div>
+                                            ))}
+                                        </div>
+                                    )}
                                 </div>
                             )}
 
-                            {msg.audio ? (<button onClick={() => playPCMAudio(msg.audio!)} className="mt-2 flex items-center gap-2 text-xs bg-blue-50 text-blue-600 px-3 py-1.5 rounded-full hover:bg-blue-100 border border-blue-100 transition-colors w-fit"><Volume2 size={14}/> 播放语音 (AI)</button>) : (msg.role === 'model' && msg.text && !isChatProcessing && !generatingAudioId) && (<button onClick={() => speakWithBrowser(msg.text!)} className="mt-2 flex items-center gap-2 text-xs bg-gray-50 text-gray-600 px-3 py-1.5 rounded-full hover:bg-gray-100 border border-gray-200 transition-colors w-fit"><Volume2 size={14}/> 朗读 (本地)</button>)}
+                            {/* Message Bubble */}
+                            <div className={`p-3 rounded-2xl text-sm overflow-hidden shadow-sm ${msg.role === 'user' ? 'bg-blue-600 text-white rounded-tr-none' : 'bg-white border border-gray-200 text-gray-800 rounded-tl-none'}`}>
+                                <div className="markdown-body"><ReactMarkdown remarkPlugins={[remarkGfm]}>{msg.text || ''}</ReactMarkdown></div>
+                                {msg.role === 'model' && !msg.text && isChatProcessing && <div className="flex items-center gap-2 text-gray-400 py-1"><Loader2 className="animate-spin" size={14}/><span className="text-xs">组织语言中...</span></div>}
+                                {(msg.role === 'model' && msg.text && !isChatProcessing) && (<button onClick={() => speakWithBrowser(msg.text!)} className="mt-2 flex items-center gap-2 text-xs bg-gray-50 text-gray-600 px-3 py-1.5 rounded-full hover:bg-gray-100 border border-gray-200 transition-colors w-fit"><Volume2 size={14}/> 朗读</button>)}
+                            </div>
                         </div>
                     </div>
                 ))}

types.ts

@@ -388,4 +388,5 @@ export interface AIChatMessage {
   audio?: string;
   isAudioMessage?: boolean;
   timestamp: number;
+  thoughts?: string[]; // Chain of Thought / Tool execution logs
 }