filter: hide consensus non-datasets (model + judge agree)

app/components/MarkdownAnnotator.js

@@ -93,8 +93,11 @@ export default function MarkdownAnnotator({ selectedDocIndex, selectedPage, curr
         }
     };
 
-    // Pre-process the markdown text to inject highlight markers
-    const datasets = currentPageData?.datasets || [];
+    // Filter out consensus non-datasets (model + judge both agree)
+    const datasets = (currentPageData?.datasets || []).filter(ds => {
+        if (ds.dataset_tag === 'non-dataset' && ds.dataset_name?.judge_agrees === true) return false;
+        return true;
+    });
     const rawText = currentPageData?.input_text || "";
     const highlightedText = highlightDatasets(rawText, datasets);
 

app/page.js

@@ -293,8 +293,14 @@ export default function Home() {
         }
     };
 
-    // All datasets on the current page (model + human)
-    const currentPageDatasets = currentPageData?.datasets || [];
+    // All datasets on the current page, excluding consensus non-datasets
+    // (model says non-dataset AND judge agrees)
+    const currentPageDatasets = (currentPageData?.datasets || []).filter(ds => {
+        if (ds.dataset_tag === 'non-dataset' && ds.dataset_name?.judge_agrees === true) {
+            return false; // both model and judge say non-dataset → skip
+        }
+        return true;
+    });
 
     // Validate a dataset entry (approve/reject with notes)
     const handleValidateDataset = async (datasetIdx, updates) => {