Upload 63 files

components/ai/AssessmentPanel.tsx

@@ -222,12 +222,24 @@ export const AssessmentPanel: React.FC<AssessmentPanelProps> = ({ currentUser })
                             if (audioData) {
                                 setStreamedAssessment(prev => ({ ...prev, audio: audioData }));
                                 setAssessmentStatus('COMPLETED');
-                                // Auto-play
+                                // Auto-play remote audio
                                 playPCMAudio(audioData);
                             }
                             
                             if (data.ttsSkipped || (data.type === 'status' && data.ttsSkipped)) {
                                 setAssessmentStatus('COMPLETED');
+                                // Force Auto-play using local browser TTS as fallback
+                                const feedbackMatch = accumulatedRaw.match(/## Feedback\s+([\s\S]*?)(?=## Score|$)/i);
+                                const feedbackText = feedbackMatch ? feedbackMatch[1].trim() : "";
+                                if (feedbackText) {
+                                    const cleanText = cleanTextForTTS(feedbackText);
+                                    const utterance = new SpeechSynthesisUtterance(cleanText);
+                                    utterance.lang = 'zh-CN';
+                                    utterance.onend = () => setIsPlayingResponse(false);
+                                    utterance.onerror = () => setIsPlayingResponse(false);
+                                    window.speechSynthesis.speak(utterance);
+                                    setIsPlayingResponse(true);
+                                }
                             }
                             
                             if (data.error || (data.type === 'error')) {

components/ai/ChatPanel.tsx

@@ -244,24 +244,33 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
                                 setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: aiTextAccumulated } : m));
                             } 
                             
-                            // 2. Audio Arrived (Independent of text source)
+                            // 2. Status Update (e.g. Generating TTS)
+                            else if (data.type === 'status' && data.status === 'tts') {
+                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, isGeneratingAudio: true } : m));
+                            }
+
+                            // 3. Audio Arrived
                             else if (data.type === 'audio') {
-                                // Update state preserving existing text
-                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, audio: data.audio } : m));
+                                // Update state: save audio, clear generating flag
+                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, audio: data.audio, isGeneratingAudio: false } : m));
                                 // Auto-play
                                 const tempMsg = { ...newAiMsg, text: aiTextAccumulated, audio: data.audio };
                                 playAudio(tempMsg);
                             }
                             
-                            // 3. Status handling
+                            // 4. TTS Skipped (play browser TTS)
                             else if (data.type === 'status' && data.ttsSkipped) {
-                                // If TTS skipped, maybe play browser TTS if text exists?
-                                // Only play if it's the final update
+                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, isGeneratingAudio: false } : m));
+                                // Fallback play
+                                if (aiTextAccumulated) {
+                                    const tempMsg = { ...newAiMsg, text: aiTextAccumulated };
+                                    playAudio(tempMsg);
+                                }
                             }
                             
-                            // 4. Error
+                            // 5. Error
                             else if (data.type === 'error') {
-                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: `⚠️ 错误: ${data.message}` } : m));
+                                setMessages(prev => prev.map(m => m.id === newAiMsgId ? { ...m, text: `⚠️ 错误: ${data.message}`, isGeneratingAudio: false } : m));
                             }
                         } catch (e) {}
                     }
@@ -311,8 +320,15 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
                                     </div>
                                 )}
                                 
-                                {/* Play Button Logic: Show if model, has text, and not currently processing initial response (to prevent early clicks) */}
-                                {(msg.role === 'model' && msg.text && !isChatProcessing) && (
+                                {msg.isGeneratingAudio && (
+                                    <div className="flex items-center gap-2 text-blue-600 py-1 mt-1 bg-blue-50 px-2 rounded-lg w-fit animate-pulse">
+                                        <Loader2 className="animate-spin" size={12}/>
+                                        <span className="text-[10px] font-bold">正在合成语音...</span>
+                                    </div>
+                                )}
+                                
+                                {/* Play Button Logic */}
+                                {(msg.role === 'model' && (msg.text || msg.audio) && !isChatProcessing && !msg.isGeneratingAudio) && (
                                     <button 
                                         onClick={() => playingMessageId === msg.id ? stopPlayback() : playAudio(msg)} 
                                         className={`mt-2 flex items-center gap-2 text-xs px-3 py-1.5 rounded-full border transition-colors w-fit ${
@@ -395,7 +411,6 @@ export const ChatPanel: React.FC<ChatPanelProps> = ({ currentUser }) => {
                         </div>
 
                         {/* Right Actions */}
-                        {/* If text or audio or image exists, show SEND. Else show Mic (Hold) */}
                         {(textInput.trim() || audioAttachment || selectedImages.length > 0) ? (
                             <button onClick={handleSubmit} disabled={isChatProcessing} className="p-2 bg-blue-600 text-white rounded-full hover:bg-blue-700 transition-all shrink-0 shadow-sm disabled:opacity-50">
                                 {isChatProcessing ? <Loader2 className="animate-spin" size={20}/> : <Send size={20}/>}

types.ts

@@ -394,7 +394,8 @@ export interface AIChatMessage {
   role: 'user' | 'model';
   text?: string;
   audio?: string;
-  images?: string[]; // Added: Array of Base64 strings for images
+  images?: string[]; 
   isAudioMessage?: boolean;
+  isGeneratingAudio?: boolean; // New status flag for UI
   timestamp: number;
 }