feat(demo): add AI Postprocessing toggle for vision-only mode

When toggled off, the pipeline runs strictly stage 1 (detection/tracking)
with no GPT assessment, no verdict fetching, and label-based colors.
Topbar reflects mode: VISION ONLY / DETECTING / COMPLETE.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

demo/index.html

@@ -126,6 +126,7 @@
           <input type="text" id="queriesInput" class="config-input" value="person,car,truck" placeholder="e.g., person,car or Monitor unauthorized personnel...">
         </div>
         <div class="config-row">
+          <label class="config-checkbox"><input type="checkbox" id="aiToggle" checked> AI Postprocessing</label>
           <label class="config-checkbox"><input type="checkbox" id="depthToggle"> Enable Depth</label>
         </div>
       </div>

demo/js/init.js

@@ -52,13 +52,14 @@ document.addEventListener('DOMContentLoaded', () => {
       // Gather config from controls
       const activeMode = document.querySelector('#modeToggle .config-toggle-btn.active');
       const mode = activeMode ? activeMode.dataset.mode : 'object_detection';
+      const aiEnabled = document.getElementById('aiToggle').checked;
       const config = {
         mode: mode,
         queries: document.getElementById('queriesInput').value || 'person,car,truck',
         detector: document.getElementById('detectorSelect').value,
         segmenter: document.getElementById('segmenterSelect').value,
         enableDepth: document.getElementById('depthToggle').checked,
-        mission: document.getElementById('queriesInput').value || null,
+        mission: aiEnabled ? (document.getElementById('queriesInput').value || null) : null,
       };
 
       STATE.jobConfig = config;

demo/js/real-backend.js

@@ -277,8 +277,7 @@ async function enterRealAnalysis(jobId, status) {
       if (res.status === 410) { ISR.showToast('Job was cancelled.', 6000); resetToReady(); return; }
       if (res.status === 202) { await new Promise(r => setTimeout(r, 1000)); continue; }
       if (res.ok) {
-        const rawBlob = await res.blob();
-        const blob = new Blob([rawBlob], { type: 'video/mp4' });
+        const blob = await res.blob();
         videoBlobUrl = URL.createObjectURL(blob);
         ISR.STATE._videoBlobUrl = videoBlobUrl;
         break;
@@ -301,7 +300,7 @@ async function enterRealAnalysis(jobId, status) {
     processedVideo.classList.remove('hidden');
     processedVideo.style.display = 'block';
     await new Promise(resolve => {
-      const timeout = setTimeout(resolve, 30000); // safety timeout — large videos need time
+      const timeout = setTimeout(resolve, 5000); // safety timeout
       processedVideo.addEventListener('canplay', () => { clearTimeout(timeout); resolve(); }, { once: true });
       processedVideo.load();
     });
@@ -385,6 +384,7 @@ async function enterRealAnalysis(jobId, status) {
 // Background work — runs after analysis state is active and interactive
 async function deferredAnalysisWork(jobId, status) {
   // Build full track list from sampled keyframes (reuses cache)
+  // (renderRealTrackList calls fetchVerdicts internally)
   try {
     await renderRealTrackList(jobId);
   } catch (err) { console.warn('[ISR] Deferred track list failed:', err); }
@@ -614,6 +614,11 @@ async function renderRealTrackList(jobId) {
     }
   }
 
+  // Bulk-load all verdicts into assessment cache (skip if no mission)
+  if (ISR.STATE.mission) {
+    await ISR.fetchVerdicts(jobId);
+  }
+
   ISR.STATE._realTracks = Array.from(trackMap.values());
   ISR.STATE._realTrackIndex = null; // force rebuild on next merge
   renderTrackListFromData(ISR.STATE._realTracks);
@@ -694,88 +699,54 @@ function _deduplicateTracksByBbox(tracks) {
   return kept;
 }
 
-/**
- * Merge fragmented track IDs that represent the same physical object.
- *
- * When the tracker loses and re-acquires an object (common in aerial/SAR footage
- * with low-confidence detections), multiple track IDs get created for the same
- * physical entity. This groups tracks by label + satisfies verdict and keeps
- * only the best representative per group, merging subsidiary track IDs so
- * inspect/selection still works.
- *
- * Grouping key: (label, satisfies). Within each group, keep the track with the
- * highest score as the representative. Attach merged track IDs so the SVG overlay
- * and click handlers can still resolve any constituent ID to the representative.
- */
-function _mergeFragmentedTracks(tracks) {
-  if (tracks.length <= 1) return tracks;
-
-  // Group by (label, satisfies) — only merge assessed tracks with same verdict
-  const groups = new Map(); // key -> [tracks]
-  const ungrouped = [];
-
-  for (const t of tracks) {
-    // Only merge tracks that have been assessed with a definite verdict
-    if (t.assessment_status === 'ASSESSED' && t.satisfies !== undefined && t.satisfies !== null) {
-      const key = `${(t.label || '').toLowerCase()}::${t.satisfies}`;
-      if (!groups.has(key)) groups.set(key, []);
-      groups.get(key).push(t);
-    } else {
-      ungrouped.push(t);
-    }
-  }
-
-  const merged = [];
-  for (const [, group] of groups) {
-    // Sort by score descending — best representative first
-    group.sort((a, b) => (b.score || 0) - (a.score || 0));
-    const best = { ...group[0] };
-    // Collect all subsidiary track IDs
-    if (group.length > 1) {
-      best._merged_track_ids = group.map(t => t.track_id);
-    }
-    merged.push(best);
-  }
-
-  return merged.concat(ungrouped);
-}
-
 function renderTrackListFromData(tracks) {
   const panel = document.getElementById('tracksPanel');
   panel.innerHTML = '';
 
-  // Apply assessment cache to all tracks
-  const enriched = tracks.map(t => ISR.applyAssessmentCache({...t}));
-
-  // Filtering logic aligned with frontend/js/ui/cards.js:
-  // If ANY track has a GPT verdict (satisfies === true/false), show ONLY confirmed matches.
-  // If no verdicts yet, show all tracks (assessment still in progress).
-  const hasVerdicts = enriched.some(t => t.satisfies === true || t.satisfies === false);
-  const relevant = hasVerdicts
-    ? enriched.filter(t => t.satisfies === true)
-    : enriched;
-  const spatialDeduped = _deduplicateTracksByBbox(relevant);
-  const deduped = _mergeFragmentedTracks(spatialDeduped);
-  const filtered = ISR.STATE.trackFilter ? deduped.filter(t => t.type === ISR.STATE.trackFilter) : deduped;
-
-  if (filtered.length === 0) {
-    panel.innerHTML = hasVerdicts
-      ? '<div style="color: var(--text-tertiary); font-size: 10px; text-align: center; padding: 20px;">No objects match the mission criteria.</div>'
-      : '<div style="color: var(--text-tertiary); font-size: 10px; text-align: center; padding: 20px;">Awaiting mission assessment...</div>';
-    return;
-  }
+  // Apply assessment cache to all tracks (only when AI postprocessing is active)
+  const enriched = ISR.STATE.mission
+    ? tracks.map(t => ISR.applyAssessmentCache({...t}))
+    : tracks.map(t => ({...t}));
+
+  let filtered;
+  if (ISR.STATE.mission) {
+    // Verdict-based filtering: show only matches if verdicts exist
+    const hasVerdicts = enriched.some(t => t.satisfies === true || t.satisfies === false);
+    const relevant = hasVerdicts
+      ? enriched.filter(t => t.satisfies === true)
+      : enriched;
+    const deduped = _deduplicateTracksByBbox(relevant);
+    filtered = ISR.STATE.trackFilter ? deduped.filter(t => t.type === ISR.STATE.trackFilter) : deduped;
+
+    if (filtered.length === 0) {
+      panel.innerHTML = hasVerdicts
+        ? '<div style="color: var(--text-tertiary); font-size: 10px; text-align: center; padding: 20px;">No objects match the mission criteria.</div>'
+        : '<div style="color: var(--text-tertiary); font-size: 10px; text-align: center; padding: 20px;">Awaiting mission assessment...</div>';
+      return;
+    }
 
-  // Sort: mission-relevant first, then assessed before unassessed before stale, then by confidence descending
-  const _statusOrder = { 'ASSESSED': 0, 'UNASSESSED': 1, 'STALE': 2 };
-  filtered.sort((a, b) => {
-    const aMR = a.mission_relevant === true ? 0 : 1;
-    const bMR = b.mission_relevant === true ? 0 : 1;
-    if (aMR !== bMR) return aMR - bMR;
-    const aStatus = _statusOrder[a.assessment_status] ?? 1;
-    const bStatus = _statusOrder[b.assessment_status] ?? 1;
-    if (aStatus !== bStatus) return aStatus - bStatus;
-    return (b.score || 0) - (a.score || 0);
-  });
+    // Sort: mission-relevant first, then assessed before unassessed, then by confidence
+    const _statusOrder = { 'ASSESSED': 0, 'UNASSESSED': 1, 'STALE': 2 };
+    filtered.sort((a, b) => {
+      const aMR = a.mission_relevant === true ? 0 : 1;
+      const bMR = b.mission_relevant === true ? 0 : 1;
+      if (aMR !== bMR) return aMR - bMR;
+      const aStatus = _statusOrder[a.assessment_status] ?? 1;
+      const bStatus = _statusOrder[b.assessment_status] ?? 1;
+      if (aStatus !== bStatus) return aStatus - bStatus;
+      return (b.score || 0) - (a.score || 0);
+    });
+  } else {
+    // Vision-only mode: show all tracks sorted by confidence
+    const deduped = _deduplicateTracksByBbox(enriched);
+    filtered = ISR.STATE.trackFilter ? deduped.filter(t => t.type === ISR.STATE.trackFilter) : deduped;
+    filtered.sort((a, b) => (b.score || 0) - (a.score || 0));
+
+    if (filtered.length === 0) {
+      panel.innerHTML = '<div style="color: var(--text-tertiary); font-size: 10px; text-align: center; padding: 20px;">No detections found.</div>';
+      return;
+    }
+  }
 
   // If there's a filter, add a clear filter button
   if (ISR.STATE.trackFilter) {
@@ -801,8 +772,7 @@ function renderTrackListFromData(tracks) {
 
     const speedStr = t.speed_kph ? `${t.speed_kph.toFixed(1)} kph` : '--';
     const dirStr = t.direction_clock ? `${t.direction_clock}h` : '';
-    const mergedIds = t._merged_track_ids;
-    const idStr = mergedIds ? `IDs:${mergedIds.join(',')}` : `ID:${t.track_id}`;
+    const idStr = `ID:${t.track_id}`;
 
     // Status badge
     const badge = ISR.getStatusBadgeHTML(t);
@@ -823,7 +793,7 @@ function renderTrackListFromData(tracks) {
         '</div>';
     }
 
-    const mc = ISR.getMissionColor(t);
+    const mc = ISR.STATE.mission ? ISR.getMissionColor(t) : { solid: t.color || '#64748b' };
     card.innerHTML = `
       <div class="track-dot" style="background: ${mc.solid}; box-shadow: 0 0 4px ${mc.solid};"></div>
       <div class="track-info">
@@ -993,9 +963,9 @@ function renderSvgOverlay(tracks) {
     const nw = nx2 - nx1;
     const nh = ny2 - ny1;
 
-    // Determine color by mission status — uses unified MISSION_COLORS
-    const _mc = ISR.getMissionColor(t);
-    const strokeColor = _mc.stroke;
+    // Determine color: mission-based if AI postprocessing enabled, label-based otherwise
+    const _mc = ISR.STATE.mission ? ISR.getMissionColor(t) : null;
+    const strokeColor = _mc ? _mc.stroke : (t.color || 'rgba(100, 116, 139, 0.5)');
 
     const isInspected = ISR.STATE.selectedTrackId === t.track_id;
     const isInSelection = ISR.STATE.selectedTrackIds.includes(t.track_id);
@@ -1195,24 +1165,17 @@ async function deriveTimelineEvents(jobId, summary, frameCounts) {
         const label = t.label_name || t.label || 'object';
         const time = ISR.formatTime(frameIdx / fps);
 
-        // Skip non-mission-relevant tracks for event generation.
-        // Objects like "dog", "cat", "mouse" clutter the timeline when they
-        // have no bearing on the mission objective.
-        const isMissionRelevant = t.mission_relevant !== false;
-
-        // First detection of this track ID (emit once, only for mission-relevant)
+        // First detection of this track ID (emit once)
         if (!seenIds.has(tid)) {
           seenIds.add(tid);
-          if (isMissionRelevant) {
-            events.push({
-              frame: frameIdx, time, type: 'detection',
-              label: `New ${label}`, description: `Track ${tid} first detected.`,
-              priority: 'normal',
-            });
-          }
+          events.push({
+            frame: frameIdx, time, type: 'detection',
+            label: `New ${label}`, description: `Track ${tid} first detected.`,
+            priority: 'normal',
+          });
         }
 
-        // Track reappeared after being lost (only mission-relevant tracks are in lostTracks)
+        // Track reappeared after being lost
         if (lostTracks.has(tid)) {
           lostTracks.delete(tid);
           events.push({
@@ -1233,8 +1196,8 @@ async function deriveTimelineEvents(jobId, summary, frameCounts) {
           });
         }
 
-        // Assessed as mission-relevant but does not satisfy — emit ONCE per track
-        if (t.satisfies === false && isMissionRelevant && !assessedIds.has(tid)) {
+        // Assessed as not relevant — emit ONCE per track
+        if (t.satisfies === false && !assessedIds.has(tid)) {
           assessedIds.add(tid);
           events.push({
             frame: frameIdx, time, type: 'system',

demo/js/state-machine.js

@@ -47,7 +47,7 @@ function onStateChange(prev, newState) {
       topDot.style.background = 'var(--accent)';
       topDot.classList.remove('topbar-dot-processing');
     }
-    if (missionLabel) missionLabel.textContent = 'MISSION ACTIVE';
+    if (missionLabel) missionLabel.textContent = ISR.STATE.mission ? 'MISSION ACTIVE' : 'VISION ONLY';
   } else if (newState === 'processing') {
     if (topDot) {
       topDot.style.color = 'var(--warning)';
@@ -56,7 +56,7 @@ function onStateChange(prev, newState) {
     }
     if (missionLabel) {
       missionLabel.style.color = 'var(--warning)';
-      missionLabel.textContent = 'PROCESSING';
+      missionLabel.textContent = ISR.STATE.mission ? 'PROCESSING' : 'DETECTING';
     }
   } else if (newState === 'analysis' || newState === 'playing') {
     if (topDot) {
@@ -66,7 +66,7 @@ function onStateChange(prev, newState) {
     }
     if (missionLabel) {
       missionLabel.style.color = 'var(--success)';
-      missionLabel.textContent = 'ANALYSIS';
+      missionLabel.textContent = ISR.STATE.mission ? 'ANALYSIS' : 'COMPLETE';
     }
   } else if (newState === 'inspect') {
     if (topDot) {