Add DuckDB shadow-read backend with source-metadata fix

Two-part change behind a feature flag.

Backend dispatcher (lib/data-backend.ts) routes 11 API routes + app/page.tsx
to either lib/model-data.ts (default JSON path) or the new lib/duckdb-data.ts
based on DATA_BACKEND=duckdb. The DuckDB path reads payload_json from local
Parquet via @duckdb/node-api; pipeline-side export is gated by
EXPORT_EXPERIMENTAL_PARQUET=1 (lives in eval_cards_backend_pipeline).

For parity testing, lib/hf-data.ts gains HF_DATA_LOCAL_DIR (override the
default .cache/hf-data path) and HF_DATA_OFFLINE=1 (refuse remote fetches so
background refreshes can't poison parity tests). scripts/compare-data-backends.mjs
diffs the two backends endpoint-by-endpoint.

Source-metadata fallback (item #4 in notes/ts-to-pipeline-migration.md)
deleted: pipeline now carries source_metadata on every model_result row
(verified 86,183/86,183 production hierarchy + 43,859/43,859 eval-detail).
Removed getCanonicalSourceMetadata, buildSourceMetadataIndex, and three
inline duplicates in lib/model-data.ts. Added assertSourceMetadata runtime
guard at the four read sites to fail loud if pipeline contract ever breaks.

Category map cleanup (item #11 partial): extended PIPELINE_CATEGORY_MAP
with the 3 missing pipeline keys (coding, instruction_following,
language_understanding), all mapped to "General" to preserve prior
inferCategoryFromBenchmark behaviour. Removed the regex fallback from
mapHFCategories (now `?? "General"`). Other inferCategoryFromBenchmark call
sites kept on a leash until pipeline emits accurate category for the 84%
that currently emit "other".

One small dead-code substitution in lib/model-data.ts:1508: removed the
redundant `getModelFamilyRouteId(card.model_family_id) === modelId` clause
which is provably equivalent to `card.model_route_id === modelId` per the
pipeline contract (verified 5830/5830).

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>

app/api/backend-manifest/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getBackendManifestStatusData } from "@/lib/model-data"
+import { getBackendManifestStatusData } from "@/lib/data-backend"
 
 export async function GET() {
   const manifestStatus = await getBackendManifestStatusData()

app/api/data/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getDashboardData } from "@/lib/model-data"
+import { getDashboardData } from "@/lib/data-backend"
 
 export async function GET() {
   const data = await getDashboardData()

app/api/developer-summary/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getDeveloperSummaryById } from "@/lib/model-data"
+import { getDeveloperSummaryById } from "@/lib/data-backend"
 
 export async function GET(request: Request) {
   const { searchParams } = new URL(request.url)

app/api/developers/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getDeveloperList } from "@/lib/model-data"
+import { getDeveloperList } from "@/lib/data-backend"
 
 export async function GET() {
   const developers = await getDeveloperList()

app/api/eval-hierarchy/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getEvalHierarchyData } from "@/lib/model-data"
+import { getEvalHierarchyData } from "@/lib/data-backend"
 
 export async function GET() {
   const hierarchy = await getEvalHierarchyData()

app/api/eval-list-lite/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getEvalListLiteData } from "@/lib/model-data"
+import { getEvalListLiteData } from "@/lib/data-backend"
 
 export async function GET() {
   const data = await getEvalListLiteData()

app/api/eval-list/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getEvalListData } from "@/lib/model-data"
+import { getEvalListData } from "@/lib/data-backend"
 
 export async function GET() {
   const data = await getEvalListData()

app/api/eval-summary/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getEvalSummaryById } from "@/lib/model-data"
+import { getEvalSummaryById } from "@/lib/data-backend"
 
 export async function GET(request: Request) {
   const { searchParams } = new URL(request.url)

app/api/model-cards-lite/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getModelCardsLite } from "@/lib/model-data"
+import { getModelCardsLite } from "@/lib/data-backend"
 
 export async function GET() {
   const models = await getModelCardsLite()

app/api/model-cards/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getModelCards } from "@/lib/model-data"
+import { getModelCards } from "@/lib/data-backend"
 
 export async function GET() {
   const models = await getModelCards()

app/api/model-summary/route.ts

@@ -1,6 +1,6 @@
 import { NextResponse } from "next/server"
 
-import { getModelSummaryById } from "@/lib/model-data"
+import { getModelSummaryById } from "@/lib/data-backend"
 
 export async function GET(request: Request) {
   const { searchParams } = new URL(request.url)

app/page.tsx

@@ -3,7 +3,7 @@ import { Button } from "@/components/ui/button"
 import { ArrowRight, BookOpenText, Database, MessageSquare, Scale } from "lucide-react"
 import { HomeModeLabel } from "@/components/home-mode-label"
 import { Navigation } from "@/components/navigation"
-import { getBackendManifestData, getEvalListLiteData, getModelCardsLite } from "@/lib/model-data"
+import { getBackendManifestData, getEvalListLiteData, getModelCardsLite } from "@/lib/data-backend"
 
 function formatGeneratedAt(value: string | null | undefined) {
   if (!value) return "Unknown"

lib/data-backend.ts

@@ -0,0 +1,98 @@
+import "server-only"
+
+import * as jsonData from "@/lib/model-data"
+
+function isDuckDBBackend() {
+  return process.env.DATA_BACKEND?.trim().toLowerCase() === "duckdb"
+}
+
+async function duckdbData() {
+  return import("@/lib/duckdb-data")
+}
+
+export async function getDashboardData() {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getDashboardDataFromDuckDB()
+  }
+
+  return jsonData.getDashboardData()
+}
+
+export async function getModelCards() {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getModelCardsFromDuckDB()
+  }
+
+  return jsonData.getModelCards()
+}
+
+export async function getModelCardsLite() {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getModelCardsLiteFromDuckDB()
+  }
+
+  return jsonData.getModelCardsLite()
+}
+
+export async function getEvalListData() {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getEvalListDataFromDuckDB()
+  }
+
+  return jsonData.getEvalListData()
+}
+
+export async function getEvalListLiteData() {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getEvalListLiteDataFromDuckDB()
+  }
+
+  return jsonData.getEvalListLiteData()
+}
+
+export async function getEvalList() {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getEvalListFromDuckDB()
+  }
+
+  return jsonData.getEvalList()
+}
+
+export async function getDeveloperList() {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getDeveloperListFromDuckDB()
+  }
+
+  return jsonData.getDeveloperList()
+}
+
+export async function getDeveloperSummaryById(routeId: string) {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getDeveloperSummaryByIdFromDuckDB(routeId)
+  }
+
+  return jsonData.getDeveloperSummaryById(routeId)
+}
+
+export async function getModelSummaryById(modelId: string) {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getModelSummaryByIdFromDuckDB(modelId)
+  }
+
+  return jsonData.getModelSummaryById(modelId)
+}
+
+export async function getEvalSummaryById(evalId: string) {
+  if (isDuckDBBackend()) {
+    return (await duckdbData()).getEvalSummaryByIdFromDuckDB(evalId)
+  }
+
+  return jsonData.getEvalSummaryById(evalId)
+}
+
+// Metadata-style artifacts are intentionally still read through the existing
+// JSON/HF path during the local DuckDB experiment. They are not request-time
+// processing hotspots, and keeping them unchanged avoids broadening rollout.
+export const getBackendManifestData = jsonData.getBackendManifestData
+export const getBackendManifestStatusData = jsonData.getBackendManifestStatusData
+export const getEvalHierarchyData = jsonData.getEvalHierarchyData

lib/duckdb-data.ts

@@ -0,0 +1,315 @@
+import "server-only"
+
+import { promises as fs } from "fs"
+import path from "path"
+
+import { DuckDBConnection, type DuckDBValue } from "@duckdb/node-api"
+
+import type { BenchmarkEvalListItem, BenchmarkEvalSummary } from "@/lib/eval-processing"
+import type { EvaluationCardData, ModelEvaluationSummary } from "@/lib/benchmark-schema"
+import { getBenchmarkCard } from "@/lib/benchmark-metadata"
+import type { HFEvalDetail, HFModelCardEntry, HFModelDetail } from "@/lib/hf-data"
+import {
+  attachBenchmarkCardToSummary,
+  getBenchmarkDisplayName,
+  getDeveloperBenchmarkStats,
+  getDeveloperRouteId,
+  hfDeveloperDetailToSummary,
+  hfEvalDetailToSummary,
+  hfEvalEntryToListItem,
+  hfModelCardToEvaluationCardData,
+  normalizeDeveloperName,
+} from "@/lib/model-data"
+import { createModelFamilySummary } from "@/lib/eval-processing"
+import { flattenModelEvaluations } from "@/lib/hf-data"
+
+const PARQUET_DIR = path.join("experimental", "parquet")
+const PARQUET_FILES = {
+  modelCards: "model_cards.parquet",
+  modelCardsLite: "model_cards_lite.parquet",
+  evalList: "eval_list.parquet",
+  evalListLite: "eval_list_lite.parquet",
+  evalSummaries: "eval_summaries.parquet",
+  modelSummaries: "model_summaries.parquet",
+  developerSummaries: "developer_summaries.parquet",
+} as const
+
+type ParquetFileKey = keyof typeof PARQUET_FILES
+
+let connectionPromise: Promise<DuckDBConnection> | null = null
+
+function getPipelineOutputDir() {
+  const configured = process.env.LOCAL_PIPELINE_OUTPUT?.trim()
+  if (!configured) {
+    throw new Error(
+      "DATA_BACKEND=duckdb requires LOCAL_PIPELINE_OUTPUT to point at a local eval_cards_backend_pipeline/output directory"
+    )
+  }
+
+  return configured
+}
+
+async function getParquetPath(key: ParquetFileKey) {
+  const filePath = path.join(getPipelineOutputDir(), PARQUET_DIR, PARQUET_FILES[key])
+
+  try {
+    await fs.access(filePath)
+  } catch {
+    throw new Error(
+      `DuckDB backend expected ${filePath}. Run the backend pipeline with EXPORT_EXPERIMENTAL_PARQUET=1 first.`
+    )
+  }
+
+  return filePath
+}
+
+async function getConnection() {
+  if (!connectionPromise) {
+    connectionPromise = DuckDBConnection.create()
+  }
+
+  return connectionPromise
+}
+
+function parsePayload<T>(row: Record<string, unknown>): T {
+  const raw = row.payload_json
+  if (typeof raw !== "string") {
+    throw new Error("DuckDB payload row did not include a string payload_json field")
+  }
+
+  return JSON.parse(raw) as T
+}
+
+async function readPayloads<T>(key: ParquetFileKey, orderBy?: string): Promise<T[]> {
+  const connection = await getConnection()
+  const filePath = await getParquetPath(key)
+  const sql = `SELECT payload_json FROM read_parquet(?)${orderBy ? ` ${orderBy}` : ""}`
+  const reader = await connection.runAndReadAll(sql, [filePath])
+  return reader.getRowObjects().map((row) => parsePayload<T>(row))
+}
+
+async function readPayloadById<T>(
+  key: ParquetFileKey,
+  whereSql: string,
+  params: DuckDBValue[]
+): Promise<T | null> {
+  const connection = await getConnection()
+  const filePath = await getParquetPath(key)
+  const reader = await connection.runAndReadAll(
+    `SELECT payload_json FROM read_parquet(?) WHERE ${whereSql} LIMIT 1`,
+    [filePath, ...params]
+  )
+  const rows = reader.getRowObjects()
+  return rows.length > 0 ? parsePayload<T>(rows[0]) : null
+}
+
+async function countRows(key: ParquetFileKey) {
+  const connection = await getConnection()
+  const filePath = await getParquetPath(key)
+  const reader = await connection.runAndReadAll(
+    "SELECT count(*) AS row_count FROM read_parquet(?)",
+    [filePath]
+  )
+  const value = reader.getRowObjects()[0]?.row_count
+  return typeof value === "bigint" ? Number(value) : Number(value ?? 0)
+}
+
+function modelCardSort(a: EvaluationCardData, b: EvaluationCardData) {
+  return new Date(b.latest_timestamp).getTime() - new Date(a.latest_timestamp).getTime()
+}
+
+function modelCardLiteSort(a: EvaluationCardData, b: EvaluationCardData) {
+  return (
+    b.benchmarks_count - a.benchmarks_count ||
+    b.evaluations_count - a.evaluations_count ||
+    a.model_name.localeCompare(b.model_name)
+  )
+}
+
+function evalListSort(a: BenchmarkEvalListItem, b: BenchmarkEvalListItem) {
+  return (a.evaluation_name ?? "").localeCompare(b.evaluation_name ?? "")
+}
+
+async function attachBenchmarkCardsToEvalListItems(items: BenchmarkEvalListItem[]) {
+  return Promise.all(
+    items.map(async (item) => {
+      if (item.benchmark_card) {
+        return item
+      }
+
+      const candidates = [
+        item.evaluation_name,
+        item.composite_benchmark_key,
+        item.composite_benchmark_name,
+      ].filter(Boolean)
+
+      for (const name of candidates) {
+        const card = await getBenchmarkCard(name)
+        if (card) {
+          return { ...item, benchmark_card: card }
+        }
+      }
+
+      return item
+    })
+  )
+}
+
+function toEvaluationCard(entry: HFModelCardEntry | EvaluationCardData): EvaluationCardData {
+  if ("evaluations_count" in entry && "benchmarks_count" in entry) {
+    return entry as EvaluationCardData
+  }
+
+  return hfModelCardToEvaluationCardData(entry as HFModelCardEntry)
+}
+
+function toEvalListItem(entry: unknown): BenchmarkEvalListItem {
+  if (entry && typeof entry === "object" && "evaluation_id" in entry && "composite_benchmark_key" in entry) {
+    return entry as BenchmarkEvalListItem
+  }
+
+  return hfEvalEntryToListItem(entry as Parameters<typeof hfEvalEntryToListItem>[0])
+}
+
+async function toEvalSummary(payload: unknown): Promise<BenchmarkEvalSummary> {
+  if (payload && typeof payload === "object" && "model_results" in payload && "evaluation_id" in payload) {
+    return payload as BenchmarkEvalSummary
+  }
+
+  return attachBenchmarkCardToSummary(hfEvalDetailToSummary(payload as HFEvalDetail))
+}
+
+function toModelSummary(payload: unknown): ModelEvaluationSummary {
+  // The pipeline payload carries `evaluations_by_category` already, but with
+  // lowercase category keys, raw timestamps, and per-eval benchmark_card
+  // duplicates. The JSON path always re-aggregates via flattenModelEvaluations
+  // + createModelFamilySummary; mirror that here so parity is exact. Pushing
+  // the post-adapter shape into the pipeline is migration item #3 (`hierarchy
+  // → flat BenchmarkEvaluation[] rebuild`).
+  const evaluations = flattenModelEvaluations(payload as HFModelDetail)
+  if (evaluations.length === 0) {
+    throw new Error("DuckDB model summary payload did not contain any model evaluations")
+  }
+
+  return createModelFamilySummary(evaluations)
+}
+
+export async function getModelCardsFromDuckDB(): Promise<EvaluationCardData[]> {
+  const entries = await readPayloads<HFModelCardEntry | EvaluationCardData>("modelCards")
+  return entries.map(toEvaluationCard).sort(modelCardSort)
+}
+
+export async function getModelCardsLiteFromDuckDB(): Promise<EvaluationCardData[]> {
+  const entries = await readPayloads<HFModelCardEntry | EvaluationCardData>("modelCardsLite")
+  return entries.map(toEvaluationCard).sort(modelCardLiteSort)
+}
+
+export async function getEvalListDataFromDuckDB(): Promise<{
+  evals: BenchmarkEvalListItem[]
+  totalModels: number
+}> {
+  const [entries, totalModels] = await Promise.all([
+    readPayloads<unknown>("evalList"),
+    countRows("modelCards"),
+  ])
+  const evals = entries
+    .map(toEvalListItem)
+    .filter((entry) => !(typeof entry.source_data?.hf_repo === "string" && entry.source_data.hf_repo.startsWith("example://")))
+  const evalsWithCards = await attachBenchmarkCardsToEvalListItems(evals)
+
+  return {
+    evals: evalsWithCards.sort(evalListSort),
+    totalModels,
+  }
+}
+
+export async function getEvalListLiteDataFromDuckDB(): Promise<{
+  evals: BenchmarkEvalListItem[]
+  totalModels: number
+}> {
+  const [entries, totalModels] = await Promise.all([
+    readPayloads<unknown>("evalListLite"),
+    countRows("modelCardsLite"),
+  ])
+
+  return {
+    evals: entries
+      .map(toEvalListItem)
+      .filter((entry) => !(typeof entry.source_data?.hf_repo === "string" && entry.source_data.hf_repo.startsWith("example://")))
+      .sort(evalListSort),
+    totalModels,
+  }
+}
+
+export async function getEvalListFromDuckDB() {
+  const { evals } = await getEvalListDataFromDuckDB()
+  return evals
+}
+
+export async function getDashboardDataFromDuckDB() {
+  const [models, evals] = await Promise.all([
+    getModelCardsFromDuckDB(),
+    getEvalListFromDuckDB(),
+  ])
+  return { models, evals }
+}
+
+export async function getEvalSummaryByIdFromDuckDB(evalId: string) {
+  const payload = await readPayloadById<unknown>(
+    "evalSummaries",
+    "eval_summary_id = ?",
+    [evalId]
+  )
+
+  return payload ? toEvalSummary(payload) : null
+}
+
+export async function getModelSummaryByIdFromDuckDB(modelId: string) {
+  const payload = await readPayloadById<unknown>(
+    "modelSummaries",
+    "model_route_id = ? OR model_family_id = ?",
+    [modelId, modelId]
+  )
+
+  return payload ? toModelSummary(payload) : null
+}
+
+export async function getDeveloperSummaryByIdFromDuckDB(routeId: string) {
+  const payload = await readPayloadById<{ developer: string; models: HFModelCardEntry[] }>(
+    "developerSummaries",
+    "developer_route_id = ?",
+    [routeId]
+  )
+
+  return payload ? hfDeveloperDetailToSummary(payload) : null
+}
+
+export async function getDeveloperListFromDuckDB() {
+  const summaries = await readPayloads<{ developer: string; models: HFModelCardEntry[] }>("developerSummaries")
+
+  return summaries
+    .map((detail) => {
+      const benchmarkCounts = getDeveloperBenchmarkStats(detail.models)
+      const evaluationCount = detail.models.reduce(
+        (sum, model) => sum + model.total_evaluations,
+        0
+      )
+      const popularEvals = Array.from(benchmarkCounts.entries())
+        .sort((a, b) => b[1] - a[1])
+        .slice(0, 3)
+        .map(([benchmark, model_count]) => ({
+          benchmark: getBenchmarkDisplayName(benchmark),
+          model_count,
+        }))
+
+      return {
+        developer: normalizeDeveloperName(detail.developer),
+        route_id: getDeveloperRouteId(detail.developer),
+        model_count: detail.models.length,
+        benchmark_count: benchmarkCounts.size,
+        evaluation_count: evaluationCount,
+        popular_evals: popularEvals,
+      }
+    })
+    .sort((a, b) => a.developer.localeCompare(b.developer))
+}

lib/hf-data.ts

@@ -24,7 +24,6 @@ import type {
   SourceData,
   SourceMetadata,
 } from "@/lib/benchmark-schema"
-import { inferCategoryFromBenchmark } from "@/lib/benchmark-schema"
 import { getCanonicalModelIdentity, getModelFamilyRouteId } from "@/lib/model-family"
 
 // ---------------------------------------------------------------------------
@@ -38,7 +37,12 @@ const HF_BASE = `https://huggingface.co/datasets/${HF_DATASET}/resolve/main`
 // Local disk cache (populated by scripts/cache-hf-data.mjs during build)
 // ---------------------------------------------------------------------------
 
-const LOCAL_CACHE_DIR = path.join(process.cwd(), ".cache", "hf-data")
+// HF_DATA_LOCAL_DIR overrides the cache location so the JSON read path can be
+// pointed at a sibling repo's pipeline output for parity testing against the
+// DuckDB backend. Falls back to the cache populated by scripts/cache-hf-data.mjs.
+const LOCAL_CACHE_DIR = process.env.HF_DATA_LOCAL_DIR?.trim()
+  ? path.resolve(process.env.HF_DATA_LOCAL_DIR.trim())
+  : path.join(process.cwd(), ".cache", "hf-data")
 
 async function readLocalCache<T>(relativePath: string): Promise<T | null> {
   try {
@@ -129,7 +133,17 @@ function getManifestSignature(manifest: BackendManifest | null | undefined) {
   })
 }
 
+// HF_DATA_OFFLINE disables every network fetch, so the read path is fully
+// served by LOCAL_CACHE_DIR. Used by the DuckDB parity setup so two servers
+// reading the same on-disk artifacts cannot diverge mid-test via background
+// refresh, and useful generally for offline development.
+const OFFLINE = process.env.HF_DATA_OFFLINE === "1"
+
 async function fetchRemoteJson<T>(relativePath: string): Promise<T> {
+  if (OFFLINE) {
+    throw new Error(`HF_DATA_OFFLINE=1: refusing remote fetch for ${relativePath}`)
+  }
+
   const url = `${HF_BASE}/${relativePath}`
   let lastError: Error | null = null
 
@@ -539,10 +553,9 @@ export interface HFEvalModelResult {
   evaluation_id?: string
   retrieved_timestamp?: string
   source_record_url?: string
-  // Populated by pipeline versions that copy the parent record's provenance
-  // straight onto each hierarchy row. Older exports omit these; fall back to
-  // the evaluations_by_category index when missing.
-  source_metadata?: SourceMetadata
+  // The pipeline copies the parent record's provenance onto every hierarchy
+  // model_result row (commit 9090cc5, 2026-04-26). Required.
+  source_metadata: SourceMetadata
   source_data?: SourceData | string[]
   detailed_evaluation_results?: string | null
   detailed_evaluation_results_meta?: unknown
@@ -573,6 +586,7 @@ export interface HFEvalDetail extends SignalSummaries {
   benchmark_leaf_name: string
   benchmark_parent_key?: string
   benchmark_parent_name?: string
+  category: string
   source_data: SourceData
   benchmark_card: BenchmarkCard | null
   metrics: HFEvalMetric[]
@@ -685,7 +699,7 @@ export interface HFModelHierarchyNode {
   }
 }
 
-type HFModelHierarchySubtask = Partial<Omit<HFModelHierarchyNode, "subtasks">> & {
+export type HFModelHierarchySubtask = Partial<Omit<HFModelHierarchyNode, "subtasks">> & {
   subtask_key?: string
   subtask_name?: string
   canonical_display_name?: string
@@ -1157,23 +1171,6 @@ function toComparableTimestamp(timestamp: string | undefined) {
   return Number.isFinite(parsedTimestamp) ? parsedTimestamp : Number.NEGATIVE_INFINITY
 }
 
-function getCanonicalSourceMetadata(
-  sourceData: SourceData | undefined,
-  fallback: { displayName?: string; benchmarkFamilyName?: string }
-): SourceMetadata {
-  const sourceName = sourceData?.hf_repo ?? sourceData?.dataset_name ?? fallback.displayName
-  const sourceOrganizationName =
-    sourceData?.hf_repo?.split("/")[0] ?? sourceData?.dataset_name ?? fallback.benchmarkFamilyName
-
-  return {
-    source_name: sourceName,
-    source_type: sourceData?.source_type === "url" ? "leaderboard" : "evaluation_run",
-    source_organization_name: sourceOrganizationName ?? "Unknown",
-    source_organization_url: sourceData?.url?.[0],
-    evaluator_relationship: "other",
-  }
-}
-
 function buildVariantLookup(detail: HFModelDetail) {
   const variantLookup = new Map<string, { variantKey: string; variantLabel: string }>()
 
@@ -1292,7 +1289,6 @@ interface FlattenHierarchyContext {
   display_name?: string
   canonical_display_name?: string
   sourceData: SourceData
-  sourceMetadata: SourceMetadata
   benchmark_family_key?: string
   benchmark_family_name?: string
   benchmark_parent_key?: string
@@ -1331,10 +1327,6 @@ function buildFlattenHierarchyContext(
     display_name: displayName,
     canonical_display_name: canonicalDisplayName,
     sourceData,
-    sourceMetadata: getCanonicalSourceMetadata(sourceData, {
-      displayName,
-      benchmarkFamilyName,
-    }),
     benchmark_family_key: node.benchmark_family_key ?? inheritedContext?.benchmark_family_key,
     benchmark_family_name: benchmarkFamilyName,
     benchmark_parent_key: node.benchmark_parent_key ?? inheritedContext?.benchmark_parent_key,
@@ -1350,13 +1342,11 @@ function flattenHierarchyNode(
   category: CategoryType,
   rawModelIds: Set<string>,
   variantLookup: Map<string, { variantKey: string; variantLabel: string }>,
-  inheritedContext?: FlattenHierarchyContext,
-  sourceMetadataByEvaluationId?: Map<string, SourceMetadata>
+  inheritedContext?: FlattenHierarchyContext
 ): BenchmarkEvaluation[] {
   const evaluations: BenchmarkEvaluation[] = []
   const context = buildFlattenHierarchyContext(node, inheritedContext)
   const sourceData = context.sourceData
-  const sourceMetadata = context.sourceMetadata
 
   for (const metric of node.metrics ?? []) {
     const relevantResults = (metric.model_results ?? []).filter((result) =>
@@ -1374,22 +1364,24 @@ function flattenHierarchyNode(
         evaluationResults: EvaluationResult[]
         inlineSamples?: SampleResult[]
         latestTimestamp: string
-        sourceMetadataOverride?: SourceMetadata
+        sourceMetadata: SourceMetadata
       }
     >()
 
     for (const result of relevantResults) {
+      // Pipeline contract (commit 9090cc5): every model_result row carries
+      // source_metadata. Fail loud if a stale dataset breaks the contract —
+      // the UI dereferences source_metadata.* unguarded.
+      if (!result.source_metadata) {
+        throw new Error(
+          `Pipeline contract broken: missing source_metadata on model_result ` +
+          `(model_family=${detail.model_family_id} metric=${metric.metric_summary_id} eval=${result.evaluation_id})`
+        )
+      }
       const variantMeta = resolveVariantMeta(detail, variantLookup, result)
       const variantKey = variantMeta.variantKey || "default"
       const modelInfo = buildModelInfoForVariant(detail, result, variantMeta)
       const inlineSamples = parseInstanceLevelData(result.instance_level_data)
-      // Prefer source_metadata carried directly on the result row (populated
-      // by newer pipeline runs). Fall back to the by-evaluation-id index built
-      // from evaluations_by_category, which older exports still need.
-      const evaluationIdForResult = result.evaluation_id
-      const resolvedSourceMetadata: SourceMetadata | undefined =
-        result.source_metadata ??
-        (evaluationIdForResult ? sourceMetadataByEvaluationId?.get(evaluationIdForResult) : undefined)
       const evaluationResult: EvaluationResult = {
         evaluation_name: metric.metric_name || metric.evaluation_name || metric.display_name,
         display_name: metric.display_name || metric.metric_name || metric.evaluation_name,
@@ -1418,7 +1410,7 @@ function flattenHierarchyNode(
           evaluationResults: [evaluationResult],
           inlineSamples: inlineSamples.length > 0 ? inlineSamples : undefined,
           latestTimestamp: result.retrieved_timestamp ?? detail.last_updated ?? "",
-          sourceMetadataOverride: resolvedSourceMetadata,
+          sourceMetadata: result.source_metadata,
         })
         continue
       }
@@ -1431,14 +1423,10 @@ function flattenHierarchyNode(
         toComparableTimestamp(result.retrieved_timestamp) >=
         toComparableTimestamp(existing.latestTimestamp)
       ) {
+        // When multiple submissions land in the same variant bucket, prefer
+        // provenance from the freshest one.
         existing.latestTimestamp = result.retrieved_timestamp ?? existing.latestTimestamp
-        // Prefer source_metadata from the freshest submission when multiple
-        // submissions land in the same variant bucket.
-        if (resolvedSourceMetadata) {
-          existing.sourceMetadataOverride = resolvedSourceMetadata
-        }
-      } else if (!existing.sourceMetadataOverride && resolvedSourceMetadata) {
-        existing.sourceMetadataOverride = resolvedSourceMetadata
+        existing.sourceMetadata = result.source_metadata
       }
     }
 
@@ -1474,7 +1462,7 @@ function flattenHierarchyNode(
         slice_key: sliceKey,
         slice_name: sliceName,
         source_data: sourceData,
-        source_metadata: variantGroup.sourceMetadataOverride ?? sourceMetadata,
+        source_metadata: variantGroup.sourceMetadata,
         model_info: variantGroup.modelInfo,
         evaluation_results: variantGroup.evaluationResults,
         detailed_evaluation_results_per_samples:
@@ -1493,8 +1481,7 @@ function flattenHierarchyNode(
         category,
         rawModelIds,
         variantLookup,
-        context,
-        sourceMetadataByEvaluationId
+        context
       )
     )
   }
@@ -1519,13 +1506,6 @@ export function flattenModelEvaluations(detail: HFModelDetail): BenchmarkEvaluat
       .filter(Boolean)
   )
   const variantLookup = buildVariantLookup(detail)
-  // evaluations_by_category carries the authoritative source_metadata straight
-  // from the pipeline. The hierarchy branch of this detail file doesn't, so
-  // we build a (evaluation_id -> source_metadata) index here and look values
-  // up per-result inside flattenHierarchyNode. Without this the hierarchy
-  // fallback below hardcodes evaluator_relationship to "other" and every
-  // 1st/3rd-party badge in the UI collapses to "Other".
-  const sourceMetadataByEvaluationId = buildSourceMetadataIndex(detail)
 
   for (const [categoryKey, nodes] of Object.entries(detail.hierarchy_by_category ?? {})) {
     const mappedCategory = mapHFCategories([categoryKey])[0]
@@ -1536,9 +1516,7 @@ export function flattenModelEvaluations(detail: HFModelDetail): BenchmarkEvaluat
           node,
           mappedCategory,
           rawModelIds,
-          variantLookup,
-          undefined,
-          sourceMetadataByEvaluationId
+          variantLookup
         )
       )
     }
@@ -1547,21 +1525,15 @@ export function flattenModelEvaluations(detail: HFModelDetail): BenchmarkEvaluat
   return evaluations
 }
 
-function buildSourceMetadataIndex(detail: HFModelDetail): Map<string, SourceMetadata> {
-  const index = new Map<string, SourceMetadata>()
-  for (const evals of Object.values(detail.evaluations_by_category ?? {})) {
-    for (const evaluation of evals ?? []) {
-      if (evaluation?.source_metadata && evaluation.evaluation_id) {
-        index.set(evaluation.evaluation_id, evaluation.source_metadata)
-      }
-    }
-  }
-  return index
-}
-
 /**
  * Map pipeline category labels to frontend CategoryType.
  */
+// Every category key emitted by the pipeline (verified against production
+// dataset 2026-04-27, 9 distinct keys total). Values for the 3 added keys
+// (coding, instruction_following, language_understanding) match what the
+// previous regex fallback returned for them, preserving prior labelling.
+// Note: `coding` maps to General because "coding" does not contain the
+// substring "code" — see lib/benchmark-schema.ts inferCategoryFromBenchmark.
 const PIPELINE_CATEGORY_MAP: Record<string, CategoryType> = {
   agentic: "Agentic",
   reasoning: "Reasoning",
@@ -1569,13 +1541,16 @@ const PIPELINE_CATEGORY_MAP: Record<string, CategoryType> = {
   safety: "Safety",
   knowledge: "Knowledge",
   other: "General",
+  coding: "General",
+  instruction_following: "General",
+  language_understanding: "General",
 }
 
 export function mapHFCategories(categories: string[]): CategoryType[] {
   const mapped: CategoryType[] = []
   for (const c of categories) {
     if (!c) continue
-    const cat = PIPELINE_CATEGORY_MAP[c.toLowerCase()] ?? inferCategoryFromBenchmark(c)
+    const cat = PIPELINE_CATEGORY_MAP[c.toLowerCase()] ?? "General"
     if (!mapped.includes(cat)) mapped.push(cat)
   }
   return mapped.length > 0 ? mapped : ["General"]

lib/model-data.ts

@@ -8,7 +8,6 @@ import type {
   EvaluationResult,
   ModelInfo,
   SourceData,
-  SourceMetadata,
 } from "@/lib/benchmark-schema"
 import type { BackendManifest, BackendManifestStatus, EvalHierarchy } from "@/lib/backend-artifacts"
 import { inferCategoryFromBenchmark } from "@/lib/benchmark-schema"
@@ -50,6 +49,23 @@ import {
 // Helpers
 // ---------------------------------------------------------------------------
 
+// Pipeline contract: every model_result row carries source_metadata. UI
+// components dereference source_metadata.evaluator_relationship etc. without
+// optional chaining (~30 sites in components/benchmark-detail.tsx), so a
+// silent undefined would surface as a TypeError mid-page-render. Fail loud
+// at the read boundary instead so the offending row is identifiable.
+function assertSourceMetadata(
+  result: { source_metadata?: unknown; evaluation_id?: string; model_id?: string },
+  context: string
+): asserts result is typeof result & { source_metadata: NonNullable<typeof result.source_metadata> } {
+  if (!result.source_metadata) {
+    throw new Error(
+      `Pipeline contract broken: missing source_metadata on model_result ` +
+      `(${context} model=${result.model_id ?? "?"} eval=${result.evaluation_id ?? "?"})`
+    )
+  }
+}
+
 function slugifyEvalId(value: string) {
   return value.toLowerCase().replace(/[^a-z0-9]+/g, "_").replace(/^_|_$/g, "")
 }
@@ -128,7 +144,7 @@ function normalizeBenchmarkKeyForLookup(key: string) {
   return key.toLowerCase().replace(/[-.\s]+/g, "_").replace(/^_+|_+$/g, "")
 }
 
-function getBenchmarkDisplayName(benchmark: string) {
+export function getBenchmarkDisplayName(benchmark: string) {
   return BENCHMARK_NAMES[normalizeBenchmarkKeyForLookup(benchmark)] ?? humanizeToken(benchmark)
 }
 
@@ -141,7 +157,7 @@ function pipelineSlugify(text: string) {
   )
 }
 
-function getDeveloperRouteId(developer: string) {
+export function getDeveloperRouteId(developer: string) {
   return pipelineSlugify(developer.trim().toLowerCase())
 }
 
@@ -169,7 +185,7 @@ function getModelDetailSlugCandidates(modelId: string): string[] {
   return Array.from(candidates)
 }
 
-function getDeveloperSlugCandidates(developerOrRouteId: string): string[] {
+export function getDeveloperSlugCandidates(developerOrRouteId: string): string[] {
   const normalized = developerOrRouteId.trim()
   const candidates = new Set<string>()
   const lowercase = normalized.toLowerCase()
@@ -218,7 +234,7 @@ const KNOWN_DEVELOPER_NAMES: Record<string, string> = {
   "x-ai": "xAI",
 }
 
-function normalizeDeveloperName(name: string): string {
+export function normalizeDeveloperName(name: string): string {
   const key = name.trim().toLowerCase()
   if (KNOWN_DEVELOPER_NAMES[key]) return KNOWN_DEVELOPER_NAMES[key]
   // Title-case if the name is all-lowercase and not a compound like "01-ai"
@@ -277,7 +293,7 @@ function getModelCardTopScores(entry: HFModelCardEntry): EvaluationCardData["top
   ]
 }
 
-function getDeveloperBenchmarkStats(models: HFModelCardEntry[]) {
+export function getDeveloperBenchmarkStats(models: HFModelCardEntry[]) {
   const benchmarkCounts = new Map<string, number>()
 
   for (const model of models) {
@@ -360,7 +376,7 @@ function attachModelSignalSummaries<T extends ReturnType<typeof createModelFamil
 // HF model-cards.json → EvaluationCardData
 // ---------------------------------------------------------------------------
 
-function hfModelCardToEvaluationCardData(entry: HFModelCardEntry): EvaluationCardData {
+export function hfModelCardToEvaluationCardData(entry: HFModelCardEntry): EvaluationCardData {
   const canonicalIdentity = getCanonicalModelIdentity({
     id: entry.model_family_id,
     name: entry.model_family_name,
@@ -430,7 +446,7 @@ function hfModelCardToEvaluationCardData(entry: HFModelCardEntry): EvaluationCar
 // HF eval-list.json → BenchmarkEvalListItem
 // ---------------------------------------------------------------------------
 
-function hfEvalEntryToListItem(entry: HFEvalListEntry): BenchmarkEvalListItem {
+export function hfEvalEntryToListItem(entry: HFEvalListEntry): BenchmarkEvalListItem {
   // Use the pipeline's category directly, mapped to our CategoryType
   const category = mapHFCategories([entry.category])[0] ?? "General" as CategoryType
 
@@ -593,14 +609,6 @@ function extractBenchmarkSubtasks(detail: HFEvalDetail): NonNullable<BenchmarkEv
 
 function buildBenchmarkLeaderboardMatrix(detail: HFEvalDetail) {
   const benchmarkKey = detail.benchmark ?? ""
-  const sourceName = detail.source_data?.dataset_name || benchmarkKey
-  const sourceOrganization = detail.source_data?.hf_repo || sourceName
-  const sourceMetadata: SourceMetadata = {
-    source_type: "documentation",
-    source_name: sourceName,
-    source_organization_name: sourceOrganization,
-    evaluator_relationship: "other",
-  }
   const sourceData = detail.source_data ?? { dataset_name: benchmarkKey }
 
   const leaderboardMetrics: NonNullable<BenchmarkEvalSummary["leaderboard_metrics"]> = []
@@ -639,6 +647,7 @@ function buildBenchmarkLeaderboardMatrix(detail: HFEvalDetail) {
       if (!modelId) {
         continue
       }
+      assertSourceMetadata(modelResult, `eval=${detail.eval_summary_id} metric=${metric.metric_summary_id}`)
 
       const nextTimestamp = normalizeEvalTimestamp(modelResult.retrieved_timestamp ?? "")
       const existing = rowStates.get(modelId)
@@ -651,7 +660,7 @@ function buildBenchmarkLeaderboardMatrix(detail: HFEvalDetail) {
           },
           model_route_id: modelResult.model_route_id,
           evaluation_timestamp: modelResult.retrieved_timestamp ?? "",
-          source_metadata: sourceMetadata,
+          source_metadata: modelResult.source_metadata,
           source_data: sourceData,
           values: { [columnKey]: modelResult.score ?? null },
           annotations_by_metric: { [columnKey]: modelResult.evalcards?.annotations ?? null },
@@ -708,11 +717,10 @@ function toModelResultsForMetric(
   metric: HFEvalDetail["metrics"][number]
 ): ModelResultForBenchmark[] {
   const benchmarkKey = detail.benchmark ?? ""
-  const sourceName = detail.source_data?.dataset_name || benchmarkKey
-  const sourceOrganization = detail.source_data?.hf_repo || sourceName
   const metricConfig = toSummaryMetricConfig(metric)
 
   return (metric.model_results ?? []).map((mr) => {
+    assertSourceMetadata(mr, `eval=${detail.eval_summary_id} metric=${metric.metric_summary_id}`)
     const evaluationTimestamp = mr.retrieved_timestamp ?? ""
     const modelInfo: ModelInfo = {
       name: mr.model_name ?? "",
@@ -741,12 +749,7 @@ function toModelResultsForMetric(
       score: mr.score ?? 0,
       score_details: { score: mr.score ?? 0 },
       evaluation_timestamp: evaluationTimestamp,
-      source_metadata: {
-        source_type: "documentation" as const,
-        source_name: sourceName,
-        source_organization_name: sourceOrganization,
-        evaluator_relationship: "other" as const,
-      },
+      source_metadata: mr.source_metadata,
       source_data: detail.source_data ?? { dataset_name: benchmarkKey },
       result: evaluationResult,
       source_record_url: mr.source_record_url,
@@ -754,7 +757,7 @@ function toModelResultsForMetric(
   })
 }
 
-function hfEvalDetailToSummary(detail: HFEvalDetail): BenchmarkEvalSummary {
+export function hfEvalDetailToSummary(detail: HFEvalDetail): BenchmarkEvalSummary {
   const evalName = detail.benchmark_leaf_name || detail.eval_summary_id || "Unknown"
   const benchmarkKey = detail.benchmark ?? ""
   const allMetrics = detail.metrics ?? []
@@ -873,7 +876,7 @@ function hfEvalDetailToSummary(detail: HFEvalDetail): BenchmarkEvalSummary {
 // Aggregation (for aggregate eval summaries)
 // ---------------------------------------------------------------------------
 
-async function attachBenchmarkCardToSummary(summary: BenchmarkEvalSummary): Promise<BenchmarkEvalSummary> {
+export async function attachBenchmarkCardToSummary(summary: BenchmarkEvalSummary): Promise<BenchmarkEvalSummary> {
   if (summary.benchmark_card) return summary
 
   const candidates = [
@@ -1128,14 +1131,6 @@ function buildSingleMetricSuiteMatrixSummary(
     })
 
     const benchmarkKey = detail.benchmark ?? suiteKey
-    const sourceName = detail.source_data?.dataset_name || benchmarkKey
-    const sourceOrganization = detail.source_data?.hf_repo || sourceName
-    const sourceMetadata: SourceMetadata = {
-      source_type: "documentation",
-      source_name: sourceName,
-      source_organization_name: sourceOrganization,
-      evaluator_relationship: "other",
-    }
     const sourceData = detail.source_data ?? { dataset_name: benchmarkKey }
 
     for (const modelResult of metric.model_results ?? []) {
@@ -1143,6 +1138,7 @@ function buildSingleMetricSuiteMatrixSummary(
       if (!modelId) {
         continue
       }
+      assertSourceMetadata(modelResult, `suite=${suiteKey} metric=${metric.metric_summary_id}`)
 
       const nextTimestamp = normalizeEvalTimestamp(modelResult.retrieved_timestamp ?? "")
       const existing = rowStates.get(modelId)
@@ -1156,7 +1152,7 @@ function buildSingleMetricSuiteMatrixSummary(
           },
           model_route_id: modelResult.model_route_id,
           evaluation_timestamp: modelResult.retrieved_timestamp ?? "",
-          source_metadata: sourceMetadata,
+          source_metadata: modelResult.source_metadata,
           source_data: sourceData,
           values: { [columnKey]: modelResult.score ?? null },
           annotations_by_metric: { [columnKey]: modelResult.evalcards?.annotations ?? null },
@@ -1176,7 +1172,7 @@ function buildSingleMetricSuiteMatrixSummary(
       }
       if (nextTimestamp >= existing._timestampValue) {
         existing.evaluation_timestamp = modelResult.retrieved_timestamp ?? existing.evaluation_timestamp
-        existing.source_metadata = sourceMetadata
+        existing.source_metadata = modelResult.source_metadata
         existing.source_data = sourceData
         existing._timestampValue = nextTimestamp
       }
@@ -1407,6 +1403,35 @@ export async function getDeveloperList() {
   return details.sort((a, b) => a.developer.localeCompare(b.developer))
 }
 
+export function hfDeveloperDetailToSummary(detail: {
+  developer: string
+  models: HFModelCardEntry[]
+}) {
+  const modelCards = detail.models.map(hfModelCardToEvaluationCardData)
+  const benchmarkCounts = getDeveloperBenchmarkStats(detail.models)
+  const evaluationCount = detail.models.reduce(
+    (sum, model) => sum + model.total_evaluations,
+    0
+  )
+  const popularEvals = Array.from(benchmarkCounts.entries())
+    .sort((a, b) => b[1] - a[1])
+    .slice(0, 3)
+    .map(([benchmark, model_count]) => ({
+      benchmark: getBenchmarkDisplayName(benchmark),
+      model_count,
+    }))
+
+  return {
+    developer: normalizeDeveloperName(detail.developer),
+    route_id: getDeveloperRouteId(detail.developer),
+    model_count: detail.models.length,
+    benchmark_count: benchmarkCounts.size,
+    evaluation_count: evaluationCount,
+    popular_evals: popularEvals,
+    models: modelCards,
+  }
+}
+
 export async function getDeveloperSummaryById(routeId: string) {
   // Try direct slug lookup
   for (const slug of getDeveloperSlugCandidates(routeId)) {
@@ -1498,13 +1523,16 @@ export async function getModelSummaryById(modelId: string) {
     }
   }
 
-  // Try model-cards.json to find the right slug
+  // Try model-cards.json to find the right slug. Pipeline contract guarantees
+  // model_route_id === model_family_id.replace(/\//g, "__") on every card
+  // (verified in tests/pipeline-contract.test.ts and tests/upstream-drift.test.ts),
+  // so a separate `getModelFamilyRouteId(family_id) === modelId` clause would
+  // be redundant.
   const modelCards = await fetchModelCardsList()
   const matchedCard = modelCards.find(
     (card) =>
       card.model_family_id === modelId ||
-      card.model_route_id === modelId ||
-      getModelFamilyRouteId(card.model_family_id) === modelId
+      card.model_route_id === modelId
   )
 
   if (matchedCard) {

next.config.mjs

@@ -1,6 +1,7 @@
 /** @type {import('next').NextConfig} */
 const nextConfig = {
   // output: 'export',
+  serverExternalPackages: ["@duckdb/node-api"],
   eslint: {
     ignoreDuringBuilds: true,
   },

package.json

@@ -9,9 +9,14 @@
     "lint": "next lint",
     "cache-hf-data": "node scripts/cache-hf-data.mjs",
     "start": "next start",
-    "test": "vitest"
+    "test": "vitest",
+    "test:drift": "RUN_DRIFT=1 vitest --run tests/upstream-drift.test.ts",
+    "compare-data-backends": "node scripts/compare-data-backends.mjs",
+    "refresh-fixtures": "node scripts/refresh-fixtures.mjs",
+    "audit-adapters": "tsx scripts/audit-adapters.mjs"
   },
   "dependencies": {
+    "@duckdb/node-api": "1.5.2-r.1",
     "@hookform/resolvers": "^3.10.0",
     "@radix-ui/react-accordion": "1.2.2",
     "@radix-ui/react-alert-dialog": "1.1.4",
@@ -72,6 +77,7 @@
     "@types/react-dom": "^19",
     "postcss": "^8.5",
     "tailwindcss": "^4.1.9",
+    "tsx": "^4.21.0",
     "tw-animate-css": "1.3.3",
     "typescript": "^5",
     "vitest": "^1.1.5"

pnpm-lock.yaml

@@ -8,6 +8,9 @@ importers:
 
   .:
     dependencies:
+      '@duckdb/node-api':
+        specifier: 1.5.2-r.1
+        version: 1.5.2-r.1
       '@hookform/resolvers':
         specifier: ^3.10.0
         version: 3.10.0(react-hook-form@7.62.0(react@19.1.1))
@@ -183,6 +186,9 @@ importers:
       tailwindcss:
         specifier: ^4.1.9
         version: 4.1.12
+      tsx:
+        specifier: ^4.21.0
+        version: 4.21.0
       tw-animate-css:
         specifier: 1.3.3
         version: 1.3.3
@@ -202,6 +208,42 @@ packages:
   '@date-fns/tz@1.2.0':
     resolution: {integrity: sha512-LBrd7MiJZ9McsOgxqWX7AaxrDjcFVjWH/tIKJd7pnR7McaslGYOP1QmmiBXdJH/H/yLCT+rcQ7FaPBUxRGUtrg==}
 
+  '@duckdb/node-api@1.5.2-r.1':
+    resolution: {integrity: sha512-OzBBnS0JGXMoS5mzKNY/Ylr7SshcRQiLFIoxQ4AlePwJ2fNeDL/fbHu/knjxUrXwW1fJBTUgwWftmxDdnZZb3A==}
+
+  '@duckdb/node-bindings-darwin-arm64@1.5.2-r.1':
+    resolution: {integrity: sha512-v35FyKOb8EJCvaiPF7k0gvKiJTXR7PPQDNoWR0Gu+YSX5O9b+DIguzt1348Of3HebHy6ATSMzlUekaVA9YXu+g==}
+    cpu: [arm64]
+    os: [darwin]
+
+  '@duckdb/node-bindings-darwin-x64@1.5.2-r.1':
+    resolution: {integrity: sha512-SU9dIJ1BluKkkGxi4UsP4keqkkstB2YDySF9KcYu3EZKIVM3FTv2zc7XO38dXnHOq6+F3WqhWWZvD+XU945p7A==}
+    cpu: [x64]
+    os: [darwin]
+
+  '@duckdb/node-bindings-linux-arm64@1.5.2-r.1':
+    resolution: {integrity: sha512-3Tra9xM3aM3denaER4KhJ6//6PpmPbik9ECBQ+sh9PyKaEgHw/0kAcKnLm5EzWUnXF0qYmZlewvkCrse8KmOYw==}
+    cpu: [arm64]
+    os: [linux]
+
+  '@duckdb/node-bindings-linux-x64@1.5.2-r.1':
+    resolution: {integrity: sha512-pcQvZRHiIfJ9cq8parkSQczQHEml/IeGfnDCMAbEgD6+jaV9Y9Y5Ph1kP9aR+bm6him1S5ZIEr3kZbihjKnWbA==}
+    cpu: [x64]
+    os: [linux]
+
+  '@duckdb/node-bindings-win32-arm64@1.5.2-r.1':
+    resolution: {integrity: sha512-Ji8tym+N3LkrhVt0Up3bsacD/kpg4/JXFJQqxswiYvBaNCQOk+D+aiVS0GN5pcqvmnG7V7TpsDRzkLEFaWp1vw==}
+    cpu: [arm64]
+    os: [win32]
+
+  '@duckdb/node-bindings-win32-x64@1.5.2-r.1':
+    resolution: {integrity: sha512-5XqcqC+4R8ghBEEbnc2a0sqfz1zyPBRb9YcmIWfiuDoCYSYFbKhmHcEyNftZDHcwCoLOHXnUin45jraex4STqQ==}
+    cpu: [x64]
+    os: [win32]
+
+  '@duckdb/node-bindings@1.5.2-r.1':
+    resolution: {integrity: sha512-bUg3bLVj70YVku6fKyQJS8ASORl7kM7YFVFznsEB9pWbtazPj+ME2x2FUk0WiTzjJdutjzSSGXF066mB4bGGZA==}
+
   '@emnapi/runtime@1.4.5':
     resolution: {integrity: sha512-++LApOtY0pEEz1zrd9vy1/zXVaVJJ/EbAF3u0fXIzPJEDtnITsBGbbK0EkM72amhl/R5b+5xx0Y/QhcVOpuulg==}
 
@@ -211,138 +253,294 @@ packages:
     cpu: [ppc64]
     os: [aix]
 
+  '@esbuild/aix-ppc64@0.27.7':
+    resolution: {integrity: sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg==}
+    engines: {node: '>=18'}
+    cpu: [ppc64]
+    os: [aix]
+
   '@esbuild/android-arm64@0.21.5':
     resolution: {integrity: sha512-c0uX9VAUBQ7dTDCjq+wdyGLowMdtR/GoC2U5IYk/7D1H1JYC0qseD7+11iMP2mRLN9RcCMRcjC4YMclCzGwS/A==}
     engines: {node: '>=12'}
     cpu: [arm64]
     os: [android]
 
+  '@esbuild/android-arm64@0.27.7':
+    resolution: {integrity: sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [android]
+
   '@esbuild/android-arm@0.21.5':
     resolution: {integrity: sha512-vCPvzSjpPHEi1siZdlvAlsPxXl7WbOVUBBAowWug4rJHb68Ox8KualB+1ocNvT5fjv6wpkX6o/iEpbDrf68zcg==}
     engines: {node: '>=12'}
     cpu: [arm]
     os: [android]
 
+  '@esbuild/android-arm@0.27.7':
+    resolution: {integrity: sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ==}
+    engines: {node: '>=18'}
+    cpu: [arm]
+    os: [android]
+
   '@esbuild/android-x64@0.21.5':
     resolution: {integrity: sha512-D7aPRUUNHRBwHxzxRvp856rjUHRFW1SdQATKXH2hqA0kAZb1hKmi02OpYRacl0TxIGz/ZmXWlbZgjwWYaCakTA==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [android]
 
+  '@esbuild/android-x64@0.27.7':
+    resolution: {integrity: sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [android]
+
   '@esbuild/darwin-arm64@0.21.5':
     resolution: {integrity: sha512-DwqXqZyuk5AiWWf3UfLiRDJ5EDd49zg6O9wclZ7kUMv2WRFr4HKjXp/5t8JZ11QbQfUS6/cRCKGwYhtNAY88kQ==}
     engines: {node: '>=12'}
     cpu: [arm64]
     os: [darwin]
 
+  '@esbuild/darwin-arm64@0.27.7':
+    resolution: {integrity: sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [darwin]
+
   '@esbuild/darwin-x64@0.21.5':
     resolution: {integrity: sha512-se/JjF8NlmKVG4kNIuyWMV/22ZaerB+qaSi5MdrXtd6R08kvs2qCN4C09miupktDitvh8jRFflwGFBQcxZRjbw==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [darwin]
 
+  '@esbuild/darwin-x64@0.27.7':
+    resolution: {integrity: sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [darwin]
+
   '@esbuild/freebsd-arm64@0.21.5':
     resolution: {integrity: sha512-5JcRxxRDUJLX8JXp/wcBCy3pENnCgBR9bN6JsY4OmhfUtIHe3ZW0mawA7+RDAcMLrMIZaf03NlQiX9DGyB8h4g==}
     engines: {node: '>=12'}
     cpu: [arm64]
     os: [freebsd]
 
+  '@esbuild/freebsd-arm64@0.27.7':
+    resolution: {integrity: sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [freebsd]
+
   '@esbuild/freebsd-x64@0.21.5':
     resolution: {integrity: sha512-J95kNBj1zkbMXtHVH29bBriQygMXqoVQOQYA+ISs0/2l3T9/kj42ow2mpqerRBxDJnmkUDCaQT/dfNXWX/ZZCQ==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [freebsd]
 
+  '@esbuild/freebsd-x64@0.27.7':
+    resolution: {integrity: sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [freebsd]
+
   '@esbuild/linux-arm64@0.21.5':
     resolution: {integrity: sha512-ibKvmyYzKsBeX8d8I7MH/TMfWDXBF3db4qM6sy+7re0YXya+K1cem3on9XgdT2EQGMu4hQyZhan7TeQ8XkGp4Q==}
     engines: {node: '>=12'}
     cpu: [arm64]
     os: [linux]
 
+  '@esbuild/linux-arm64@0.27.7':
+    resolution: {integrity: sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [linux]
+
   '@esbuild/linux-arm@0.21.5':
     resolution: {integrity: sha512-bPb5AHZtbeNGjCKVZ9UGqGwo8EUu4cLq68E95A53KlxAPRmUyYv2D6F0uUI65XisGOL1hBP5mTronbgo+0bFcA==}
     engines: {node: '>=12'}
     cpu: [arm]
     os: [linux]
 
+  '@esbuild/linux-arm@0.27.7':
+    resolution: {integrity: sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA==}
+    engines: {node: '>=18'}
+    cpu: [arm]
+    os: [linux]
+
   '@esbuild/linux-ia32@0.21.5':
     resolution: {integrity: sha512-YvjXDqLRqPDl2dvRODYmmhz4rPeVKYvppfGYKSNGdyZkA01046pLWyRKKI3ax8fbJoK5QbxblURkwK/MWY18Tg==}
     engines: {node: '>=12'}
     cpu: [ia32]
     os: [linux]
 
+  '@esbuild/linux-ia32@0.27.7':
+    resolution: {integrity: sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg==}
+    engines: {node: '>=18'}
+    cpu: [ia32]
+    os: [linux]
+
   '@esbuild/linux-loong64@0.21.5':
     resolution: {integrity: sha512-uHf1BmMG8qEvzdrzAqg2SIG/02+4/DHB6a9Kbya0XDvwDEKCoC8ZRWI5JJvNdUjtciBGFQ5PuBlpEOXQj+JQSg==}
     engines: {node: '>=12'}
     cpu: [loong64]
     os: [linux]
 
+  '@esbuild/linux-loong64@0.27.7':
+    resolution: {integrity: sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q==}
+    engines: {node: '>=18'}
+    cpu: [loong64]
+    os: [linux]
+
   '@esbuild/linux-mips64el@0.21.5':
     resolution: {integrity: sha512-IajOmO+KJK23bj52dFSNCMsz1QP1DqM6cwLUv3W1QwyxkyIWecfafnI555fvSGqEKwjMXVLokcV5ygHW5b3Jbg==}
     engines: {node: '>=12'}
     cpu: [mips64el]
     os: [linux]
 
+  '@esbuild/linux-mips64el@0.27.7':
+    resolution: {integrity: sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw==}
+    engines: {node: '>=18'}
+    cpu: [mips64el]
+    os: [linux]
+
   '@esbuild/linux-ppc64@0.21.5':
     resolution: {integrity: sha512-1hHV/Z4OEfMwpLO8rp7CvlhBDnjsC3CttJXIhBi+5Aj5r+MBvy4egg7wCbe//hSsT+RvDAG7s81tAvpL2XAE4w==}
     engines: {node: '>=12'}
     cpu: [ppc64]
     os: [linux]
 
+  '@esbuild/linux-ppc64@0.27.7':
+    resolution: {integrity: sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ==}
+    engines: {node: '>=18'}
+    cpu: [ppc64]
+    os: [linux]
+
   '@esbuild/linux-riscv64@0.21.5':
     resolution: {integrity: sha512-2HdXDMd9GMgTGrPWnJzP2ALSokE/0O5HhTUvWIbD3YdjME8JwvSCnNGBnTThKGEB91OZhzrJ4qIIxk/SBmyDDA==}
     engines: {node: '>=12'}
     cpu: [riscv64]
     os: [linux]
 
+  '@esbuild/linux-riscv64@0.27.7':
+    resolution: {integrity: sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ==}
+    engines: {node: '>=18'}
+    cpu: [riscv64]
+    os: [linux]
+
   '@esbuild/linux-s390x@0.21.5':
     resolution: {integrity: sha512-zus5sxzqBJD3eXxwvjN1yQkRepANgxE9lgOW2qLnmr8ikMTphkjgXu1HR01K4FJg8h1kEEDAqDcZQtbrRnB41A==}
     engines: {node: '>=12'}
     cpu: [s390x]
     os: [linux]
 
+  '@esbuild/linux-s390x@0.27.7':
+    resolution: {integrity: sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw==}
+    engines: {node: '>=18'}
+    cpu: [s390x]
+    os: [linux]
+
   '@esbuild/linux-x64@0.21.5':
     resolution: {integrity: sha512-1rYdTpyv03iycF1+BhzrzQJCdOuAOtaqHTWJZCWvijKD2N5Xu0TtVC8/+1faWqcP9iBCWOmjmhoH94dH82BxPQ==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [linux]
 
+  '@esbuild/linux-x64@0.27.7':
+    resolution: {integrity: sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [linux]
+
+  '@esbuild/netbsd-arm64@0.27.7':
+    resolution: {integrity: sha512-b6pqtrQdigZBwZxAn1UpazEisvwaIDvdbMbmrly7cDTMFnw/+3lVxxCTGOrkPVnsYIosJJXAsILG9XcQS+Yu6w==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [netbsd]
+
   '@esbuild/netbsd-x64@0.21.5':
     resolution: {integrity: sha512-Woi2MXzXjMULccIwMnLciyZH4nCIMpWQAs049KEeMvOcNADVxo0UBIQPfSmxB3CWKedngg7sWZdLvLczpe0tLg==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [netbsd]
 
+  '@esbuild/netbsd-x64@0.27.7':
+    resolution: {integrity: sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [netbsd]
+
+  '@esbuild/openbsd-arm64@0.27.7':
+    resolution: {integrity: sha512-AFuojMQTxAz75Fo8idVcqoQWEHIXFRbOc1TrVcFSgCZtQfSdc1RXgB3tjOn/krRHENUB4j00bfGjyl2mJrU37A==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [openbsd]
+
   '@esbuild/openbsd-x64@0.21.5':
     resolution: {integrity: sha512-HLNNw99xsvx12lFBUwoT8EVCsSvRNDVxNpjZ7bPn947b8gJPzeHWyNVhFsaerc0n3TsbOINvRP2byTZ5LKezow==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [openbsd]
 
+  '@esbuild/openbsd-x64@0.27.7':
+    resolution: {integrity: sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [openbsd]
+
+  '@esbuild/openharmony-arm64@0.27.7':
+    resolution: {integrity: sha512-+KrvYb/C8zA9CU/g0sR6w2RBw7IGc5J2BPnc3dYc5VJxHCSF1yNMxTV5LQ7GuKteQXZtspjFbiuW5/dOj7H4Yw==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [openharmony]
+
   '@esbuild/sunos-x64@0.21.5':
     resolution: {integrity: sha512-6+gjmFpfy0BHU5Tpptkuh8+uw3mnrvgs+dSPQXQOv3ekbordwnzTVEb4qnIvQcYXq6gzkyTnoZ9dZG+D4garKg==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [sunos]
 
+  '@esbuild/sunos-x64@0.27.7':
+    resolution: {integrity: sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [sunos]
+
   '@esbuild/win32-arm64@0.21.5':
     resolution: {integrity: sha512-Z0gOTd75VvXqyq7nsl93zwahcTROgqvuAcYDUr+vOv8uHhNSKROyU961kgtCD1e95IqPKSQKH7tBTslnS3tA8A==}
     engines: {node: '>=12'}
     cpu: [arm64]
     os: [win32]
 
+  '@esbuild/win32-arm64@0.27.7':
+    resolution: {integrity: sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA==}
+    engines: {node: '>=18'}
+    cpu: [arm64]
+    os: [win32]
+
   '@esbuild/win32-ia32@0.21.5':
     resolution: {integrity: sha512-SWXFF1CL2RVNMaVs+BBClwtfZSvDgtL//G/smwAc5oVK/UPu2Gu9tIaRgFmYFFKrmg3SyAjSrElf0TiJ1v8fYA==}
     engines: {node: '>=12'}
     cpu: [ia32]
     os: [win32]
 
+  '@esbuild/win32-ia32@0.27.7':
+    resolution: {integrity: sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw==}
+    engines: {node: '>=18'}
+    cpu: [ia32]
+    os: [win32]
+
   '@esbuild/win32-x64@0.21.5':
     resolution: {integrity: sha512-tQd/1efJuzPC6rCFwEvLtci/xNFcTZknmXs98FYDfGE4wP9ClFV98nyKrzJKVPMhdDnjzLhdUyMX4PsQAPjwIw==}
     engines: {node: '>=12'}
     cpu: [x64]
     os: [win32]
 
+  '@esbuild/win32-x64@0.27.7':
+    resolution: {integrity: sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg==}
+    engines: {node: '>=18'}
+    cpu: [x64]
+    os: [win32]
+
   '@floating-ui/core@1.7.3':
     resolution: {integrity: sha512-sGnvb5dmrJaKEZ+LDIpguvdX3bDlEllmv4/ClQ9awcmCZrlx5jQyyMWFM5kBI+EyNOCDDiKk8il0zeuX3Zlg/w==}
 
@@ -1671,6 +1869,11 @@ packages:
     engines: {node: '>=12'}
     hasBin: true
 
+  esbuild@0.27.7:
+    resolution: {integrity: sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w==}
+    engines: {node: '>=18'}
+    hasBin: true
+
   escalade@3.2.0:
     resolution: {integrity: sha512-WUj2qlxaQtO4g6Pq5c29GTcWGDyd8itL8zTlipgECz3JesAiiOKotd8JU6otB3PACgG6xkJUyVhboMS+bje/jA==}
     engines: {node: '>=6'}
@@ -1709,6 +1912,9 @@ packages:
     resolution: {integrity: sha512-VaUJspBffn/LMCJVoMvSAdmscJyS1auj5Zulnn5UoYcY531UWmdwhRWkcGKnGU93m5HSXP9LP2usOryrBtQowA==}
     engines: {node: '>=16'}
 
+  get-tsconfig@4.14.0:
+    resolution: {integrity: sha512-yTb+8DXzDREzgvYmh6s9vHsSVCHeC0G3PI5bEXNBHtmshPnO+S5O7qgLEOn0I5QvMy6kpZN8K1NKGyilLb93wA==}
+
   graceful-fs@4.2.11:
     resolution: {integrity: sha512-RbJ5/jmFcNNCcDV5o9eTnBLJ/HszWV0P73bc+Ff4nS/rJj+YaS6IGyiOL0VoBYX+l1Wrl3k63h/KrH+nhJ0XvQ==}
 
@@ -2034,6 +2240,9 @@ packages:
   reselect@5.1.1:
     resolution: {integrity: sha512-K/BG6eIky/SBpzfHZv/dd+9JBFiS4SWV7FIujVyJRux6e45+73RaUHXLmIR1f7WOMaQ0U1km6qwklRQxpJJY0w==}
 
+  resolve-pkg-maps@1.0.0:
+    resolution: {integrity: sha512-seS2Tj26TBVOC2NIc2rOe2y2ZO7efxITtLZcGSOnHHNOQ7CkiUBfw0Iw2ck6xkIhPwLhKNLS8BO+hEpngQlqzw==}
+
   rollup@4.46.2:
     resolution: {integrity: sha512-WMmLFI+Boh6xbop+OAGo9cQ3OgX9MIg7xOQjn+pTCwOkk+FNDAeAemXkJ3HzDJrVXleLOFVa1ipuc1AmEx1Dwg==}
     engines: {node: '>=18.0.0', npm: '>=8.0.0'}
@@ -2148,6 +2357,11 @@ packages:
   tslib@2.8.1:
     resolution: {integrity: sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w==}
 
+  tsx@4.21.0:
+    resolution: {integrity: sha512-5C1sg4USs1lfG0GFb2RLXsdpXqBSEhAaA/0kPL01wxzpMqLILNxIxIOKiILz+cdg/pLnOUxFYOR5yhHU666wbw==}
+    engines: {node: '>=18.0.0'}
+    hasBin: true
+
   tw-animate-css@1.3.3:
     resolution: {integrity: sha512-tXE2TRWrskc4TU3RDd7T8n8Np/wCfoeH9gz22c7PzYqNPQ9FBGFbWWzwL0JyHcFp+jHozmF76tbHfPAx22ua2Q==}
 
@@ -2294,6 +2508,37 @@ snapshots:
 
   '@date-fns/tz@1.2.0': {}
 
+  '@duckdb/node-api@1.5.2-r.1':
+    dependencies:
+      '@duckdb/node-bindings': 1.5.2-r.1
+
+  '@duckdb/node-bindings-darwin-arm64@1.5.2-r.1':
+    optional: true
+
+  '@duckdb/node-bindings-darwin-x64@1.5.2-r.1':
+    optional: true
+
+  '@duckdb/node-bindings-linux-arm64@1.5.2-r.1':
+    optional: true
+
+  '@duckdb/node-bindings-linux-x64@1.5.2-r.1':
+    optional: true
+
+  '@duckdb/node-bindings-win32-arm64@1.5.2-r.1':
+    optional: true
+
+  '@duckdb/node-bindings-win32-x64@1.5.2-r.1':
+    optional: true
+
+  '@duckdb/node-bindings@1.5.2-r.1':
+    optionalDependencies:
+      '@duckdb/node-bindings-darwin-arm64': 1.5.2-r.1
+      '@duckdb/node-bindings-darwin-x64': 1.5.2-r.1
+      '@duckdb/node-bindings-linux-arm64': 1.5.2-r.1
+      '@duckdb/node-bindings-linux-x64': 1.5.2-r.1
+      '@duckdb/node-bindings-win32-arm64': 1.5.2-r.1
+      '@duckdb/node-bindings-win32-x64': 1.5.2-r.1
+
   '@emnapi/runtime@1.4.5':
     dependencies:
       tslib: 2.8.1
@@ -2302,72 +2547,150 @@ snapshots:
   '@esbuild/aix-ppc64@0.21.5':
     optional: true
 
+  '@esbuild/aix-ppc64@0.27.7':
+    optional: true
+
   '@esbuild/android-arm64@0.21.5':
     optional: true
 
+  '@esbuild/android-arm64@0.27.7':
+    optional: true
+
   '@esbuild/android-arm@0.21.5':
     optional: true
 
+  '@esbuild/android-arm@0.27.7':
+    optional: true
+
   '@esbuild/android-x64@0.21.5':
     optional: true
 
+  '@esbuild/android-x64@0.27.7':
+    optional: true
+
   '@esbuild/darwin-arm64@0.21.5':
     optional: true
 
+  '@esbuild/darwin-arm64@0.27.7':
+    optional: true
+
   '@esbuild/darwin-x64@0.21.5':
     optional: true
 
+  '@esbuild/darwin-x64@0.27.7':
+    optional: true
+
   '@esbuild/freebsd-arm64@0.21.5':
     optional: true
 
+  '@esbuild/freebsd-arm64@0.27.7':
+    optional: true
+
   '@esbuild/freebsd-x64@0.21.5':
     optional: true
 
+  '@esbuild/freebsd-x64@0.27.7':
+    optional: true
+
   '@esbuild/linux-arm64@0.21.5':
     optional: true
 
+  '@esbuild/linux-arm64@0.27.7':
+    optional: true
+
   '@esbuild/linux-arm@0.21.5':
     optional: true
 
+  '@esbuild/linux-arm@0.27.7':
+    optional: true
+
   '@esbuild/linux-ia32@0.21.5':
     optional: true
 
+  '@esbuild/linux-ia32@0.27.7':
+    optional: true
+
   '@esbuild/linux-loong64@0.21.5':
     optional: true
 
+  '@esbuild/linux-loong64@0.27.7':
+    optional: true
+
   '@esbuild/linux-mips64el@0.21.5':
     optional: true
 
+  '@esbuild/linux-mips64el@0.27.7':
+    optional: true
+
   '@esbuild/linux-ppc64@0.21.5':
     optional: true
 
+  '@esbuild/linux-ppc64@0.27.7':
+    optional: true
+
   '@esbuild/linux-riscv64@0.21.5':
     optional: true
 
+  '@esbuild/linux-riscv64@0.27.7':
+    optional: true
+
   '@esbuild/linux-s390x@0.21.5':
     optional: true
 
+  '@esbuild/linux-s390x@0.27.7':
+    optional: true
+
   '@esbuild/linux-x64@0.21.5':
     optional: true
 
+  '@esbuild/linux-x64@0.27.7':
+    optional: true
+
+  '@esbuild/netbsd-arm64@0.27.7':
+    optional: true
+
   '@esbuild/netbsd-x64@0.21.5':
     optional: true
 
+  '@esbuild/netbsd-x64@0.27.7':
+    optional: true
+
+  '@esbuild/openbsd-arm64@0.27.7':
+    optional: true
+
   '@esbuild/openbsd-x64@0.21.5':
     optional: true
 
+  '@esbuild/openbsd-x64@0.27.7':
+    optional: true
+
+  '@esbuild/openharmony-arm64@0.27.7':
+    optional: true
+
   '@esbuild/sunos-x64@0.21.5':
     optional: true
 
+  '@esbuild/sunos-x64@0.27.7':
+    optional: true
+
   '@esbuild/win32-arm64@0.21.5':
     optional: true
 
+  '@esbuild/win32-arm64@0.27.7':
+    optional: true
+
   '@esbuild/win32-ia32@0.21.5':
     optional: true
 
+  '@esbuild/win32-ia32@0.27.7':
+    optional: true
+
   '@esbuild/win32-x64@0.21.5':
     optional: true
 
+  '@esbuild/win32-x64@0.27.7':
+    optional: true
+
   '@floating-ui/core@1.7.3':
     dependencies:
       '@floating-ui/utils': 0.2.10
@@ -3644,6 +3967,35 @@ snapshots:
       '@esbuild/win32-ia32': 0.21.5
       '@esbuild/win32-x64': 0.21.5
 
+  esbuild@0.27.7:
+    optionalDependencies:
+      '@esbuild/aix-ppc64': 0.27.7
+      '@esbuild/android-arm': 0.27.7
+      '@esbuild/android-arm64': 0.27.7
+      '@esbuild/android-x64': 0.27.7
+      '@esbuild/darwin-arm64': 0.27.7
+      '@esbuild/darwin-x64': 0.27.7
+      '@esbuild/freebsd-arm64': 0.27.7
+      '@esbuild/freebsd-x64': 0.27.7
+      '@esbuild/linux-arm': 0.27.7
+      '@esbuild/linux-arm64': 0.27.7
+      '@esbuild/linux-ia32': 0.27.7
+      '@esbuild/linux-loong64': 0.27.7
+      '@esbuild/linux-mips64el': 0.27.7
+      '@esbuild/linux-ppc64': 0.27.7
+      '@esbuild/linux-riscv64': 0.27.7
+      '@esbuild/linux-s390x': 0.27.7
+      '@esbuild/linux-x64': 0.27.7
+      '@esbuild/netbsd-arm64': 0.27.7
+      '@esbuild/netbsd-x64': 0.27.7
+      '@esbuild/openbsd-arm64': 0.27.7
+      '@esbuild/openbsd-x64': 0.27.7
+      '@esbuild/openharmony-arm64': 0.27.7
+      '@esbuild/sunos-x64': 0.27.7
+      '@esbuild/win32-arm64': 0.27.7
+      '@esbuild/win32-ia32': 0.27.7
+      '@esbuild/win32-x64': 0.27.7
+
   escalade@3.2.0: {}
 
   estree-walker@3.0.3:
@@ -3679,6 +4031,10 @@ snapshots:
 
   get-stream@8.0.1: {}
 
+  get-tsconfig@4.14.0:
+    dependencies:
+      resolve-pkg-maps: 1.0.0
+
   graceful-fs@4.2.11: {}
 
   human-signals@5.0.0: {}
@@ -3963,6 +4319,8 @@ snapshots:
 
   reselect@5.1.1: {}
 
+  resolve-pkg-maps@1.0.0: {}
+
   rollup@4.46.2:
     dependencies:
       '@types/estree': 1.0.8
@@ -4091,6 +4449,13 @@ snapshots:
 
   tslib@2.8.1: {}
 
+  tsx@4.21.0:
+    dependencies:
+      esbuild: 0.27.7
+      get-tsconfig: 4.14.0
+    optionalDependencies:
+      fsevents: 2.3.3
+
   tw-animate-css@1.3.3: {}
 
   type-detect@4.1.0: {}

scripts/compare-data-backends.mjs

@@ -0,0 +1,184 @@
+#!/usr/bin/env node
+
+const DEFAULT_BASE_URL = "http://localhost:3000"
+
+const args = new Map()
+for (let i = 2; i < process.argv.length; i += 2) {
+  const key = process.argv[i]
+  const value = process.argv[i + 1]
+  if (!key?.startsWith("--") || value == null) {
+    throw new Error("Usage: node scripts/compare-data-backends.mjs --json-base http://localhost:3000 --duckdb-base http://localhost:3001")
+  }
+  args.set(key, value)
+}
+
+const jsonBase = args.get("--json-base") ?? process.env.JSON_BASE_URL ?? DEFAULT_BASE_URL
+const duckdbBase = args.get("--duckdb-base") ?? process.env.DUCKDB_BASE_URL ?? jsonBase
+
+function endpoint(path) {
+  return path.startsWith("/") ? path : `/${path}`
+}
+
+async function fetchJson(baseUrl, path) {
+  const url = new URL(endpoint(path), baseUrl)
+  const response = await fetch(url)
+  if (!response.ok) {
+    throw new Error(`${url.toString()} returned ${response.status} ${response.statusText}`)
+  }
+  return response.json()
+}
+
+function stableArrayKey(item) {
+  if (!item || typeof item !== "object" || Array.isArray(item)) {
+    return null
+  }
+
+  const record = item
+  return (
+    record.eval_summary_id ??
+    record.evaluation_id ??
+    record.model_route_id ??
+    record.route_id ??
+    record.developer_route_id ??
+    record.model_id ??
+    record.id ??
+    record.column_key ??
+    record.metric_summary_id ??
+    record.metric_name ??
+    record.name ??
+    null
+  )
+}
+
+function normalize(value) {
+  if (Array.isArray(value)) {
+    const normalized = value.map(normalize)
+    if (normalized.every((item) => stableArrayKey(item) != null)) {
+      normalized.sort((a, b) => String(stableArrayKey(a)).localeCompare(String(stableArrayKey(b))))
+    }
+    return normalized
+  }
+
+  if (!value || typeof value !== "object") {
+    return value
+  }
+
+  const entries = Object.entries(value)
+    .map(([key, nestedValue]) => [key, normalize(nestedValue)])
+    .sort(([a], [b]) => a.localeCompare(b))
+  return Object.fromEntries(entries)
+}
+
+function diffPaths(left, right, prefix = "") {
+  const out = []
+  if (left === right) return out
+  if (
+    left == null || right == null ||
+    typeof left !== typeof right ||
+    Array.isArray(left) !== Array.isArray(right) ||
+    typeof left !== "object"
+  ) {
+    out.push({ path: prefix || "<root>", left, right })
+    return out
+  }
+
+  if (Array.isArray(left)) {
+    const max = Math.max(left.length, right.length)
+    if (left.length !== right.length) {
+      out.push({ path: `${prefix}.length`, left: left.length, right: right.length })
+    }
+    for (let i = 0; i < max && out.length < 20; i++) {
+      out.push(...diffPaths(left[i], right[i], `${prefix}[${i}]`))
+    }
+    return out
+  }
+
+  const keys = new Set([...Object.keys(left), ...Object.keys(right)])
+  for (const key of keys) {
+    if (out.length >= 20) break
+    out.push(...diffPaths(left[key], right[key], prefix ? `${prefix}.${key}` : key))
+  }
+  return out
+}
+
+const FAIL_FAST = process.env.PARITY_FAIL_FAST !== "0"
+const failures = []
+
+function assertEqual(label, left, right) {
+  const normalizedLeft = normalize(left)
+  const normalizedRight = normalize(right)
+  const leftText = JSON.stringify(normalizedLeft)
+  const rightText = JSON.stringify(normalizedRight)
+
+  if (leftText === rightText) {
+    console.log(`✓ ${label}`)
+    return
+  }
+
+  console.log(`✗ ${label}`)
+  const diffs = diffPaths(normalizedLeft, normalizedRight)
+  for (const diff of diffs.slice(0, 12)) {
+    const left = JSON.stringify(diff.left)
+    const right = JSON.stringify(diff.right)
+    const truncate = (text) => text != null && text.length > 160 ? `${text.slice(0, 160)}…` : text
+    console.log(`  ${diff.path}`)
+    console.log(`    JSON   : ${truncate(left)}`)
+    console.log(`    DuckDB : ${truncate(right)}`)
+  }
+  if (diffs.length > 12) {
+    console.log(`  …(${diffs.length - 12} more)`)
+  }
+
+  failures.push(label)
+  if (FAIL_FAST) {
+    throw new Error(`Mismatch for ${label}`)
+  }
+}
+
+async function compareEndpoint(path) {
+  const [jsonValue, duckdbValue] = await Promise.all([
+    fetchJson(jsonBase, path),
+    fetchJson(duckdbBase, path),
+  ])
+  assertEqual(path, jsonValue, duckdbValue)
+  return jsonValue
+}
+
+const evalListLite = await compareEndpoint("/api/eval-list-lite")
+const modelCardsLite = await compareEndpoint("/api/model-cards-lite")
+await compareEndpoint("/api/eval-list")
+await compareEndpoint("/api/model-cards")
+
+const evalId = evalListLite?.evals?.[0]?.evaluation_id ?? evalListLite?.evals?.[0]?.eval_summary_id
+if (evalId) {
+  await compareEndpoint(`/api/eval-summary?id=${encodeURIComponent(evalId)}`)
+} else {
+  console.warn("No eval id found in /api/eval-list-lite; skipping eval summary parity")
+}
+
+const modelId = modelCardsLite?.[0]?.route_id ?? modelCardsLite?.[0]?.model_route_id ?? modelCardsLite?.[0]?.id
+if (modelId) {
+  await compareEndpoint(`/api/model-summary?id=${encodeURIComponent(modelId)}`)
+} else {
+  console.warn("No model id found in /api/model-cards-lite; skipping model summary parity")
+}
+
+try {
+  const developers = await compareEndpoint("/api/developers")
+  const developerId = developers?.[0]?.route_id
+  if (developerId) {
+    await compareEndpoint(`/api/developer-summary?id=${encodeURIComponent(developerId)}`)
+  } else {
+    console.warn("No developer id found in /api/developers; skipping developer summary parity")
+  }
+} catch (error) {
+  console.warn(`Developer parity skipped: ${error instanceof Error ? error.message : String(error)}`)
+}
+
+console.log(`Compared JSON backend ${jsonBase} with DuckDB backend ${duckdbBase}`)
+
+if (failures.length > 0) {
+  console.error(`\n${failures.length} endpoint(s) failed parity:`)
+  for (const label of failures) console.error(`  - ${label}`)
+  process.exit(1)
+}

tests/duckdb-data.test.ts

@@ -0,0 +1,107 @@
+import { mkdtemp, mkdir, rm } from "fs/promises"
+import os from "os"
+import path from "path"
+
+import { DuckDBConnection } from "@duckdb/node-api"
+import { describe, expect, it } from "vitest"
+
+import { getModelCardsLiteFromDuckDB } from "../lib/duckdb-data"
+
+function sqlString(value: string) {
+  return `'${value.replace(/'/g, "''")}'`
+}
+
+async function writeParquetPayload(outputDir: string, fileName: string, payloads: unknown[]) {
+  const parquetDir = path.join(outputDir, "experimental", "parquet")
+  await mkdir(parquetDir, { recursive: true })
+
+  const selects = payloads
+    .map((payload, index) => {
+      const record = payload as Record<string, unknown>
+      const payloadJson = JSON.stringify(payload)
+      return [
+        `SELECT 'model_card_lite' AS record_type`,
+        `${sqlString(String(record.model_route_id ?? index))} AS model_route_id`,
+        `${sqlString(String(record.model_family_id ?? ""))} AS model_family_id`,
+        `${sqlString(String(record.developer ?? ""))} AS developer`,
+        `NULL AS eval_summary_id`,
+        `NULL AS developer_route_id`,
+        `NULL AS category`,
+        `NULL AS benchmark_family_key`,
+        `${Number(record.benchmark_family_count ?? 0)} AS models_count`,
+        `${Number(record.total_evaluations ?? 0)} AS total_evaluations`,
+        `${sqlString(String(record.last_updated ?? ""))} AS last_updated`,
+        `${sqlString(payloadJson)} AS payload_json`,
+      ].join(", ")
+    })
+    .join(" UNION ALL ")
+
+  const connection = await DuckDBConnection.create()
+  await connection.run(`COPY (${selects}) TO ${sqlString(path.join(parquetDir, fileName))} (FORMAT parquet)`)
+}
+
+describe("DuckDB local data backend", () => {
+  it("reads model-card lite payloads from local Parquet", async () => {
+    const outputDir = await mkdtemp(path.join(os.tmpdir(), "eval-card-duckdb-"))
+    const previousOutput = process.env.LOCAL_PIPELINE_OUTPUT
+
+    try {
+      process.env.LOCAL_PIPELINE_OUTPUT = outputDir
+      await writeParquetPayload(outputDir, "model_cards_lite.parquet", [
+        {
+          model_family_id: "openai/gpt-5",
+          model_route_id: "openai__gpt-5",
+          model_family_name: "GPT 5",
+          developer: "openai",
+          params_billions: 100,
+          total_evaluations: 3,
+          benchmark_count: 2,
+          benchmark_family_count: 2,
+          categories_covered: ["reasoning"],
+          last_updated: "2026-01-01T00:00:00Z",
+          variants: [],
+          score_summary: { count: 1, min: 0.7, max: 0.9, average: 0.8 },
+          benchmark_names: ["mmlu"],
+          top_benchmark_scores: [
+            { benchmark: "mmlu", score: 0.9, metric: "accuracy" },
+          ],
+        },
+      ])
+
+      const cards = await getModelCardsLiteFromDuckDB()
+      expect(cards).toHaveLength(1)
+      expect(cards[0]).toMatchObject({
+        route_id: "openai__gpt-5",
+        model_name: "GPT 5",
+        developer: "OpenAI",
+        evaluations_count: 3,
+      })
+    } finally {
+      if (previousOutput == null) {
+        delete process.env.LOCAL_PIPELINE_OUTPUT
+      } else {
+        process.env.LOCAL_PIPELINE_OUTPUT = previousOutput
+      }
+      await rm(outputDir, { recursive: true, force: true })
+    }
+  })
+
+  it("fails clearly when the expected Parquet file is missing", async () => {
+    const outputDir = await mkdtemp(path.join(os.tmpdir(), "eval-card-duckdb-missing-"))
+    const previousOutput = process.env.LOCAL_PIPELINE_OUTPUT
+
+    try {
+      process.env.LOCAL_PIPELINE_OUTPUT = outputDir
+      await expect(getModelCardsLiteFromDuckDB()).rejects.toThrow(
+        /EXPORT_EXPERIMENTAL_PARQUET=1/
+      )
+    } finally {
+      if (previousOutput == null) {
+        delete process.env.LOCAL_PIPELINE_OUTPUT
+      } else {
+        process.env.LOCAL_PIPELINE_OUTPUT = previousOutput
+      }
+      await rm(outputDir, { recursive: true, force: true })
+    }
+  })
+})

tests/server-only-stub.ts

@@ -0,0 +1 @@
+export {}

vitest.config.ts

@@ -0,0 +1,20 @@
+import { fileURLToPath } from "url"
+
+import { defineConfig } from "vitest/config"
+
+export default defineConfig({
+  resolve: {
+    alias: {
+      "@": fileURLToPath(new URL(".", import.meta.url)),
+      "server-only": fileURLToPath(new URL("./tests/server-only-stub.ts", import.meta.url)),
+    },
+  },
+  test: {
+    // upstream-drift.test.ts walks the full live HF cache (~16s) and is opt-in
+    // via `pnpm test:drift`. The drift script sets RUN_DRIFT=1; the test file
+    // self-skips otherwise. We DON'T exclude the path here because vitest's
+    // exclude wins over an explicit path arg, which would silently make
+    // `pnpm test:drift` find zero tests.
+    exclude: ["**/node_modules/**", "**/dist/**"],
+  },
+})