Update server.js

server.js

@@ -66,39 +66,43 @@ async function listHFFiles(folder) {
 async function loadAndProcessData() {
     console.log("--- Starting Data Sync ---");
     
-    // 1. Fetch Metadata (Crucial for language names)
+    // 1. Fetch Metadata
     const metaList = await fetchHFFile("final_results/metadata.jsonl");
     const langMap = {};
     metaList.forEach(m => { langMap[m.lang_code_key] = m; });
 
-    // 2. Scan ALL files in final_results
+    // 2. Scan ALL files
     const files = await listHFFiles("final_results");
     
     let allRecords = [];
     
-    // Load every file found (except metadata which we already loaded)
     for (const file of files) {
         if (file.endsWith('metadata.jsonl')) continue;
         const records = await fetchHFFile(file);
         allRecords.push(...records);
     }
 
-    console.log(`[Processing] Loaded ${allRecords.length} total records. Sorting by task...`);
+    console.log(`[Processing] Loaded ${allRecords.length} total records. Bucketing by task...`);
 
-    // 3. Bucket Records by Task
+    // 3. Bucket Records by Task (Checking both 'task' and 'data_type')
     const ttsRecords = [];
     const slidRecords = [];
     const asrRecords = [];
 
     allRecords.forEach(r => {
-        if (!r.task) return; 
-        const task = r.task.toLowerCase().trim();
+        // Robust check: look for 'task' OR 'data_type'
+        const identifier = r.task || r.data_type;
+        if (!identifier) return; 
+        
+        const task = identifier.toLowerCase().trim();
         
         if (task === 'tts') ttsRecords.push(r);
         else if (task === 'slid') slidRecords.push(r);
         else if (task === 'asr') asrRecords.push(r);
     });
 
+    console.log(`[Counts] ASR: ${asrRecords.length}, TTS: ${ttsRecords.length}, SLID: ${slidRecords.length}`);
+
     // --- PROCESS SLID ---
     const slidMap = {};
     slidRecords.forEach(r => {
@@ -108,20 +112,29 @@ async function loadAndProcessData() {
         if (!slidMap[code]) {
             slidMap[code] = { Language: meta.name, ISO: code };
         }
-        slidMap[code][r.model_name] = r.f1_score;
+        const modelName = r.model_name || r.model || "Unknown Model";
+        slidMap[code][modelName] = r.f1_score;
     });
     const slidFinal = Object.values(slidMap);
 
     // --- PROCESS TTS ---
     const ttsGrouped = {};
     const ttsModels = new Set();
+    
     ttsRecords.forEach(r => {
-        ttsModels.add(r.model);
-        if(!ttsGrouped[r.model]) ttsGrouped[r.model] = [];
-        const meta = langMap[r.lang_code] || { lang_code_key: r.lang_code };
-        r.iso = meta.lang_code_key;
-        r.Language = meta.name; 
-        ttsGrouped[r.model].push(r);
+        const modelName = r.model || r.model_name || "Unknown Model";
+        
+        ttsModels.add(modelName);
+        if(!ttsGrouped[modelName]) ttsGrouped[modelName] = [];
+        
+        const meta = langMap[r.lang_code] || { name: r.language || r.lang_code, lang_code_key: r.lang_code };
+        
+        // Standardize structure for frontend
+        r.iso = r.lang_code; 
+        r.Language = meta.name; // Ensure capital 'Language' key exists for dropdown
+        r.language = meta.name; // Ensure lowercase 'language' key exists for table lookups
+        
+        ttsGrouped[modelName].push(r);
     });
 
     // --- PROCESS ASR ---
@@ -132,7 +145,7 @@ async function loadAndProcessData() {
     asrRecords.forEach(r => {
         const meta = langMap[r.lang_code] || { name: r.lang_code, family: 'Unknown', lang_code_key: r.lang_code };
         const fam = meta.family;
-        const mod = r.model_name;
+        const mod = r.model_name || r.model;
 
         families.add(fam);
         models.add(mod);
@@ -187,7 +200,7 @@ async function loadAndProcessData() {
     Array.from(models).forEach(mod => {
         const rows = [];
         asrRecords.forEach(r => {
-            if(r.model_name === mod) {
+            if((r.model_name || r.model) === mod) {
                 const meta = langMap[r.lang_code] || { name: r.lang_code, family: 'Unknown', lang_code_key: r.lang_code };
                 rows.push({
                     Language: meta.name,