Update server.js

server.js

@@ -1,12 +1,12 @@
+
 // @ts-nocheck
 import express from 'express';
 import cors from 'cors';
 import multer from 'multer';
-import { uploadFile } from '@huggingface/hub';
+import { commit } from '@huggingface/hub'; // Use 'commit' for batch operations
 import path from 'path';
 import { fileURLToPath } from 'url';
-import dotenv from 'dotenv';
-dotenv.config()
+
 // Fix __dirname for ES Modules
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
@@ -19,12 +19,12 @@ const port = process.env.PORT || 7860;
 app.use(cors());
 app.use(express.json());
 
-// Configure Multer for memory storage (file buffer)
+// Configure Multer for memory storage
+// No limit on file count here, but we limit payload size via express/nginx usually
 const storage = multer.memoryStorage();
 const upload = multer({ storage: storage });
 
 // SERVER CONFIGURATION
-// PRIORITY: Environment Variable > Hardcoded Fallback
 const SERVER_CONFIG = {
   TOKEN: process.env.HF_TOKEN || '',
   REPO: process.env.HF_REPO || 'TwanAPI/DataTwan',
@@ -33,24 +33,40 @@ const SERVER_CONFIG = {
 
 // --- API ROUTES ---
 
-// Upload Endpoint
-app.post('/api/upload', upload.single('file'), async (req, res) => {
+// Batch Upload Endpoint
+// Accepts multiple files in the 'files' field
+app.post('/api/upload', upload.array('files'), async (req, res) => {
   try {
-    const file = req.file;
-    const filePath = req.body.path;
+    const files = req.files;
+    // req.body.paths can be a string (if 1 file) or array (if multiple)
+    // We normalize it to an array
+    const paths = [].concat(req.body.paths || []);
+
+    if (!files || files.length === 0) {
+      return res.status(400).json({ error: 'No files provided' });
+    }
 
-    if (!file) {
-      return res.status(400).json({ error: 'No file provided' });
+    if (files.length !== paths.length) {
+      return res.status(400).json({ error: 'Mismatch between file count and path count' });
     }
 
-    if (!filePath) {
-      return res.status(400).json({ error: 'No file path provided' });
+    // Security Check
+    if (!SERVER_CONFIG.TOKEN) {
+       console.error('[SERVER] Upload Failed: HF_TOKEN missing');
+       return res.status(500).json({ error: 'Server misconfiguration: HF_TOKEN secret is missing.' });
     }
 
-    console.log(`[SERVER] Uploading: ${filePath} (${file.size} bytes)`);
+    console.log(`[SERVER] Processing batch of ${files.length} files...`);
 
-    // Upload to Hugging Face
-    const response = await uploadFile({
+    // Prepare operations for Hugging Face 'commit'
+    const operations = files.map((file, index) => ({
+      operation: 'addOrUpdate',
+      path: paths[index],
+      content: new Blob([file.buffer])
+    }));
+
+    // Execute single commit for all files
+    const response = await commit({
       credentials: {
         accessToken: SERVER_CONFIG.TOKEN,
       },
@@ -58,25 +74,26 @@ app.post('/api/upload', upload.single('file'), async (req, res) => {
         type: SERVER_CONFIG.TYPE,
         name: SERVER_CONFIG.REPO
       },
-      file: {
-        path: filePath,
-        content: new Blob([file.buffer]),
-      },
+      operations: operations,
+      title: `Upload batch of ${files.length} files via DataTwan`
     });
 
-    const commitHash = response.commit.oid;
+    const commitHash = response.oid; // 'commit' returns { oid: string, ... }
     const urlPrefix = "https://huggingface.co/datasets";
-    const publicUrl = `${urlPrefix}/${SERVER_CONFIG.REPO}/blob/${commitHash}/${filePath}`;
+    
+    // Generate public URLs for response
+    const urls = paths.map(p => `${urlPrefix}/${SERVER_CONFIG.REPO}/blob/${commitHash}/${p}`);
 
-    console.log(`[SERVER] Success: ${publicUrl}`);
+    console.log(`[SERVER] Batch Success: ${files.length} files committed (Hash: ${commitHash})`);
 
     res.json({ 
       success: true, 
-      url: publicUrl 
+      count: files.length,
+      urls: urls 
     });
 
   } catch (error) {
-    console.error('[SERVER] Upload Error:', error);
+    console.error('[SERVER] Batch Upload Error:', error);
     res.status(500).json({ 
       success: false, 
       error: error.message || 'Internal Server Error' 
@@ -86,10 +103,8 @@ app.post('/api/upload', upload.single('file'), async (req, res) => {
 
 // --- SERVE FRONTEND (Production) ---
 
-// Serve static files from the React build directory
 app.use(express.static(path.join(__dirname, 'dist')));
 
-// Handle React Routing (SPA) - Return index.html for any unknown route
 app.get('*', (req, res) => {
   res.sendFile(path.join(__dirname, 'dist', 'index.html'));
 });
@@ -100,4 +115,4 @@ app.listen(port, () => {
   console.log(`✅ Server running on port ${port}`);
   console.log(`   Target Repo: ${SERVER_CONFIG.REPO}`);
   console.log(`--------------------------------------------------`);
-});
+});