Decode called only on the last post message

decoder_worker.js

@@ -326,6 +326,43 @@ async function decodeAccumulated() {
     }
 }
 
+// Helper to accumulate features data
+function accumulateFeaturesData(data) {
+    const newFeatures = {
+        data: new Float32Array(data.features),
+        dims: data.dims
+    };
+
+    if (accumulatedFeatures === null) {
+        accumulatedFeatures = newFeatures;
+    } else {
+        // Trim last tailLatency frames from accumulated
+        const numFrames = accumulatedFeatures.dims[1];
+        const keepFrames = Math.max(0, numFrames - tailLatency);
+
+        if (keepFrames > 0) {
+            const totalFrames = keepFrames + newFeatures.dims[1];
+            const combined = new Float32Array(totalFrames * cfg.dim);
+
+            // Copy kept frames
+            for (let f = 0; f < keepFrames; f++) {
+                for (let d = 0; d < cfg.dim; d++) {
+                    combined[f * cfg.dim + d] = accumulatedFeatures.data[f * cfg.dim + d];
+                }
+            }
+            // Copy new frames
+            combined.set(newFeatures.data, keepFrames * cfg.dim);
+
+            accumulatedFeatures = {
+                data: combined,
+                dims: [1, totalFrames, cfg.dim]
+            };
+        } else {
+            accumulatedFeatures = newFeatures;
+        }
+    }
+}
+
 // Message queue for sequential processing
 const messageQueue = [];
 let isProcessingQueue = false;
@@ -420,43 +457,21 @@ async function processMessage(e) {
         case 'features': {
             if (data.segmentId !== currentSegmentId) break;
 
-            const newFeatures = {
-                data: new Float32Array(data.features),
-                dims: data.dims
-            };
+            // Accumulate this message's features
+            accumulateFeaturesData(data);
 
-            console.log(`Decoder received ${data.dims[1]} frames, accumulated: ${accumulatedFeatures ? accumulatedFeatures.dims[1] : 0}`);
-
-            if (accumulatedFeatures === null) {
-                accumulatedFeatures = newFeatures;
-            } else {
-                // Trim last tailLatency frames from accumulated
-                const numFrames = accumulatedFeatures.dims[1];
-                const keepFrames = Math.max(0, numFrames - tailLatency);
-
-                if (keepFrames > 0) {
-                    const totalFrames = keepFrames + newFeatures.dims[1];
-                    const combined = new Float32Array(totalFrames * cfg.dim);
-
-                    // Copy kept frames
-                    for (let f = 0; f < keepFrames; f++) {
-                        for (let d = 0; d < cfg.dim; d++) {
-                            combined[f * cfg.dim + d] = accumulatedFeatures.data[f * cfg.dim + d];
-                        }
-                    }
-                    // Copy new frames
-                    combined.set(newFeatures.data, keepFrames * cfg.dim);
-
-                    accumulatedFeatures = {
-                        data: combined,
-                        dims: [1, totalFrames, cfg.dim]
-                    };
-                } else {
-                    accumulatedFeatures = newFeatures;
+            // Drain all pending features messages from the queue and accumulate them too
+            while (messageQueue.length > 0 && messageQueue[0].data.type === 'features') {
+                const nextMsg = messageQueue.shift();
+                const nextData = nextMsg.data.data;
+                if (nextData.segmentId === currentSegmentId) {
+                    accumulateFeaturesData(nextData);
                 }
             }
 
-            // Live caption with throttling to prevent pipeline backup
+            console.log(`Decoder accumulated features, total: ${accumulatedFeatures ? accumulatedFeatures.dims[1] : 0} frames`);
+
+            // Live caption with throttling
             const now = Date.now();
             const timeSinceLastDecode = now - lastDecodeTime;
 
@@ -477,7 +492,6 @@ async function processMessage(e) {
                     // If there was a pending decode request, schedule it
                     if (pendingDecode) {
                         pendingDecode = false;
-                        // Use setTimeout to avoid blocking - decode will happen on next message or timeout
                         setTimeout(async () => {
                             if (!isDecoding && currentSegmentId !== null) {
                                 isDecoding = true;