retroo support one directional audio

index.html

@@ -638,6 +638,7 @@
         // Microphone state (for speaking through the robot)
         let localMicStream = null;
         let isMicMuted = true; // Default mic off
+        let robotSupportsMic = false; // Whether robot's SDP offers sendrecv audio
 
         // Export functions
         window.loginToHuggingFace = loginToHuggingFace;
@@ -835,28 +836,24 @@
             isMuted = true;
             updateMuteButton();
 
-            // Capture microphone for bidirectional audio (speak through robot)
+            // Capture microphone eagerly (for permission prompt), but do NOT add
+            // the track to the PeerConnection yet.  We only add it after seeing
+            // the robot's SDP offer to confirm it supports bidirectional audio.
             try {
                 localMicStream = await navigator.mediaDevices.getUserMedia({ audio: true });
                 localMicStream.getAudioTracks().forEach(t => t.enabled = false); // Start muted
                 isMicMuted = true;
-                updateMicButton();
             } catch (e) {
                 console.warn('Microphone not available, speak-through-robot disabled:', e);
                 localMicStream = null;
             }
 
+            robotSupportsMic = false;
+
             peerConnection = new RTCPeerConnection({
                 iceServers: [{ urls: 'stun:stun.l.google.com:19302' }]
             });
 
-            // Add mic track to PeerConnection (before SDP exchange)
-            if (localMicStream) {
-                for (const track of localMicStream.getAudioTracks()) {
-                    peerConnection.addTrack(track, localMicStream);
-                }
-            }
-
             peerConnection.ontrack = (e) => {
                 if (e.track.kind === 'video') {
                     const video = document.getElementById('remoteVideo');
@@ -907,16 +904,26 @@
             if (!peerConnection) return;
             try {
                 if (msg.sdp) {
-                    let sdp = msg.sdp;
-                    // If we have a mic, ensure audio is sendrecv for bidirectional audio
-                    if (sdp.type === 'offer' && localMicStream) {
-                        sdp = { ...sdp, sdp: makeAudioBidirectional(sdp.sdp) };
-                    }
-                    await peerConnection.setRemoteDescription(new RTCSessionDescription(sdp));
+                    const sdp = msg.sdp;
+
                     if (sdp.type === 'offer') {
+                        // Check if robot supports bidirectional audio (sendrecv)
+                        robotSupportsMic = sdpHasAudioSendRecv(sdp.sdp);
+
+                        // Add mic track BEFORE setRemoteDescription so the
+                        // answer naturally includes sendrecv for audio.
+                        if (robotSupportsMic && localMicStream) {
+                            for (const track of localMicStream.getAudioTracks()) {
+                                peerConnection.addTrack(track, localMicStream);
+                            }
+                        }
+
+                        await peerConnection.setRemoteDescription(new RTCSessionDescription(sdp));
                         const answer = await peerConnection.createAnswer();
                         await peerConnection.setLocalDescription(answer);
                         await sendToServer({ type: 'peer', sessionId: currentSessionId, sdp: { type: 'answer', sdp: answer.sdp } });
+                    } else {
+                        await peerConnection.setRemoteDescription(new RTCSessionDescription(sdp));
                     }
                 }
                 if (msg.ice) {
@@ -963,6 +970,7 @@
                 localMicStream = null;
             }
             isMicMuted = true;
+            robotSupportsMic = false;
 
             if (peerConnection) peerConnection.close();
             if (dataChannel) dataChannel.close();
@@ -981,7 +989,7 @@
         function enableControls(enabled) {
             document.getElementById('btnPlaySound').disabled = !enabled;
             document.getElementById('muteBtn').disabled = !enabled;
-            document.getElementById('micBtn').disabled = !enabled || !localMicStream;
+            document.getElementById('micBtn').disabled = !enabled || !localMicStream || !robotSupportsMic;
         }
 
         function toggleMute() {
@@ -1035,17 +1043,17 @@
             }
         }
 
-        function makeAudioBidirectional(sdp) {
-            // Change audio section direction from sendonly to sendrecv
-            // so the browser can send microphone audio to the robot
+        function sdpHasAudioSendRecv(sdp) {
+            // Check whether the robot's SDP offer has sendrecv for audio,
+            // meaning it supports bidirectional audio (updated daemon).
             const lines = sdp.split('\r\n');
             let inAudioSection = false;
-            return lines.map(line => {
+            for (const line of lines) {
                 if (line.startsWith('m=audio')) inAudioSection = true;
                 else if (line.startsWith('m=')) inAudioSection = false;
-                if (inAudioSection && line === 'a=sendonly') return 'a=sendrecv';
-                return line;
-            }).join('\r\n');
+                if (inAudioSection && line === 'a=sendrecv') return true;
+            }
+            return false;
         }
 
         // ===================== Robot State =====================