Use a module to parse csv files

package-lock.json

@@ -25,6 +25,7 @@
         "ai": "^5.0.1",
         "class-variance-authority": "^0.7.1",
         "clsx": "^2.1.1",
+        "csv-parse": "^6.1.0",
         "docx": "^9.5.1",
         "lucide-react": "^0.539.0",
         "next": "15.4.5",
@@ -3611,6 +3612,12 @@
       "integrity": "sha512-M1uQkMl8rQK/szD0LNhtqxIPLpimGm8sOBwU7lLnCpSbTyY3yeU1Vc7l4KT5zT4s/yOxHH5O7tIuuLOCnLADRw==",
       "license": "MIT"
     },
+    "node_modules/csv-parse": {
+      "version": "6.1.0",
+      "resolved": "https://registry.npmjs.org/csv-parse/-/csv-parse-6.1.0.tgz",
+      "integrity": "sha512-CEE+jwpgLn+MmtCpVcPtiCZpVtB6Z2OKPTr34pycYYoL7sxdOkXDdQ4lRiw6ioC0q6BLqhc6cKweCVvral8yhw==",
+      "license": "MIT"
+    },
     "node_modules/debug": {
       "version": "4.4.3",
       "resolved": "https://registry.npmjs.org/debug/-/debug-4.4.3.tgz",

package.json

@@ -26,6 +26,7 @@
     "ai": "^5.0.1",
     "class-variance-authority": "^0.7.1",
     "clsx": "^2.1.1",
+    "csv-parse": "^6.1.0",
     "docx": "^9.5.1",
     "lucide-react": "^0.539.0",
     "next": "15.4.5",

src/lib/csvUtils.ts

@@ -1,5 +1,6 @@
 import fs from 'fs';
 import path from 'path';
+import { parse } from 'csv-parse/sync';
 import type { PromptExample } from '@/types/example';
 
 /**
@@ -12,29 +13,31 @@ export async function loadCsvExamples(filename: string): Promise<PromptExample[]
     const csvPath = path.join(process.cwd(), 'data', filename);
     const csvContent = fs.readFileSync(csvPath, 'utf-8');
     
+    // Parse CSV with csv-parse library (handles multi-line entries, escaped quotes, etc.)
+    const records = parse(csvContent, {
+      columns: false, // Return as array of arrays
+      skip_empty_lines: true,
+      relax_column_count: true, // Allow inconsistent column counts
+      trim: true, // Trim whitespace from values
+    }) as string[][];
+    
     const examples: PromptExample[] = [];
-    const lines = csvContent.split('\n');
-    let i = 1; // Skip header
     
-    while (i < lines.length) {
-      if (!lines[i] || !lines[i].trim()) {
-        i++;
-        continue;
-      }
+    // Skip header row (index 0) and process data rows
+    for (let i = 1; i < records.length; i++) {
+      const row = records[i];
       
-      // Parse CSV entry that might span multiple lines
-      const entry = parseCSVEntry(lines, i);
-      if (entry.values.length >= 5) {
+      // Ensure we have at least 5 columns
+      if (row && row.length >= 5) {
         examples.push({
-          年度: entry.values[0],
-          題號: entry.values[1],
-          子題型: entry.values[2],
-          題幹: entry.values[3],
-          選項: entry.values[4],
+          年度: row[0] || '',
+          題號: row[1] || '',
+          子題型: row[2] || '',
+          題幹: row[3] || '',
+          選項: row[4] || '',
         });
-        console.log(`Loaded example: ${entry.values[2]} (${entry.values[0]}-${entry.values[1]})`);
+        console.log(`Loaded example: ${row[2]} (${row[0]}-${row[1]})`);
       }
-      i = entry.nextIndex;
     }
     
     console.log(`Total examples loaded from ${filename}: ${examples.length}`);
@@ -44,71 +47,3 @@ export async function loadCsvExamples(filename: string): Promise<PromptExample[]
     return [];
   }
 }
-
-
-// Parse a CSV entry that might span multiple lines
-function parseCSVEntry(lines: string[], startIndex: number): { values: string[], nextIndex: number } {
-  let currentLine = startIndex;
-  let fullLine = '';
-  let openQuotes = 0;
-  
-  // Combine lines until we have a complete CSV record
-  while (currentLine < lines.length) {
-    const line = lines[currentLine];
-    fullLine += (fullLine ? '\n' : '') + line;
-    
-    // Count quotes to determine if we're inside a quoted field
-    for (const char of line) {
-      if (char === '"') {
-        openQuotes++;
-      }
-    }
-    
-    // If quotes are balanced (even number), we have a complete record
-    if (openQuotes % 2 === 0) {
-      break;
-    }
-    
-    currentLine++;
-  }
-  
-  const values = parseCSVLine(fullLine);
-  return {
-    values: values,
-    nextIndex: currentLine + 1
-  };
-}
-
-
-// Helper function to parse CSV line with proper quote handling
-function parseCSVLine(line: string): string[] {
-  const result: string[] = [];
-  let current = '';
-  let inQuotes = false;
-  let i = 0;
-  
-  while (i < line.length) {
-    const char = line[i];
-    
-    if (char === '"') {
-      if (inQuotes && line[i + 1] === '"') {
-        // Handle escaped quotes
-        current += '"';
-        i += 2;
-        continue;
-      } else {
-        inQuotes = !inQuotes;
-      }
-    } else if (char === ',' && !inQuotes) {
-      result.push(current.trim());
-      current = '';
-    } else {
-      current += char;
-    }
-    
-    i++;
-  }
-  
-  result.push(current.trim());
-  return result;
-}