Update app.js

app.js

@@ -4,9 +4,10 @@ const fetch = require('node-fetch');
 const bodyParser = require('body-parser');
 
 const app = express();
-const PORT = 7860;
+const PORT = 7860; // Default port for Hugging Face Spaces
 
 // --- CONFIGURATION ---
+// These tokens must be set in your Space Settings -> Variables and secrets
 const STORAGE_POOLS = [
   { 
     repo: "abhy60098/MY-STORAGE", 
@@ -25,92 +26,80 @@ const STORAGE_POOLS = [
 const DB_FILE = "db.json";
 
 // --- MIDDLEWARE ---
-app.use(cors());
-app.use(bodyParser.json({ limit: '50mb' }));
-app.use(bodyParser.urlencoded({ limit: '50mb', extended: true }));
+app.use(cors()); // Allows any website to connect
+app.use(bodyParser.json({ limit: '50mb' })); // Allows large image uploads
 
 // --- ROUTES ---
 
-// HOME - Serve Tester HTML
+// 1. Health Check / Home Page
 app.get('/', (req, res) => {
-  res.sendFile(__dirname + '/tester.html');
+  res.send(`
+    <div style="font-family: sans-serif; text-align: center; margin-top: 50px;">
+      <h1>🚀 Distributed Storage API is Online</h1>
+      <p>Status: <b>Connected to ${STORAGE_POOLS.length} Storage Pools</b></p>
+      <p>Use <code>/posts</code> (GET) to fetch data and <code>/posts</code> (POST) to upload.</p>
+    </div>
+  `);
 });
 
-// HEALTH CHECK
-app.get('/health', (req, res) => {
-  const configuredTokens = STORAGE_POOLS.filter(p => p.token).length;
-  res.json({ 
-    status: 'ok', 
-    timestamp: new Date().toISOString(),
-    tokensConfigured: configuredTokens
-  });
-});
-
-// GET: Fetch posts from all pools
+// 2. GET: Fetch data from all 3 datasets and merge them
 app.get('/posts', async (req, res) => {
   try {
     const allResults = await Promise.all(STORAGE_POOLS.map(async (pool) => {
+      // We check if the token exists before calling
       if (!pool.token) return [];
 
       const url = `https://huggingface.co/api/datasets/${pool.repo}/raw/main/${DB_FILE}`;
-      try {
-        const response = await fetch(url, { 
-          headers: { Authorization: `Bearer ${pool.token}` } 
-        });
-
-        if (response.ok) {
-          const data = await response.json();
-          return data.posts || [];
-        }
-        return [];
-      } catch (err) {
-        return [];
+      const response = await fetch(url, { 
+        headers: { Authorization: `Bearer ${pool.token}` } 
+      });
+
+      if (response.ok) {
+        const data = await response.json();
+        return data.posts || [];
       }
+      return []; // Return empty if file doesn't exist yet
     }));
 
+    // Flatten the array of arrays and sort by ID (timestamp) descending
     const mergedPosts = allResults.flat().sort((a, b) => b.id - a.id);
     res.json(mergedPosts);
   } catch (err) {
-    res.status(500).json({ error: "Failed to fetch posts." });
+    console.error("GET Error:", err);
+    res.status(500).json({ error: "Failed to fetch posts from pools." });
   }
 });
 
-// POST: Upload post
+// 3. POST: Upload image and update database in a random pool
 app.post('/posts', async (req, res) => {
   try {
     const { username, caption, imageBase64, fileName } = req.body;
 
     if (!imageBase64 || !username) {
-      return res.status(400).json({ error: "Missing username or image." });
+      return res.status(400).json({ error: "Missing required fields (username or image)." });
     }
 
+    // Pick a random pool to distribute storage usage
     const pool = STORAGE_POOLS[Math.floor(Math.random() * STORAGE_POOLS.length)];
     
     if (!pool.token) {
-      return res.status(500).json({ error: "Storage pool token not configured." });
+      return res.status(500).json({ error: "Storage pool token not configured in Secrets." });
     }
 
     const timestamp = Date.now();
     const imagePath = `uploads/${timestamp}-${fileName}`;
-    const imageBuffer = Buffer.from(imageBase64, 'base64');
 
-    // Upload image
-    const uploadImageUrl = `https://huggingface.co/api/datasets/${pool.repo}/commit/main`;
+    // A. Upload the Image file
+    const uploadImageUrl = `https://huggingface.co/api/datasets/${pool.repo}/upload/main/${imagePath}`;
     const imageUploadRes = await fetch(uploadImageUrl, {
       method: 'POST',
       headers: { 
-        Authorization: `Bearer ${pool.token}`,
-        'Content-Type': 'application/json'
+        Authorization: `Bearer ${pool.token}`, 
+        'Content-Type': 'application/json' 
       },
       body: JSON.stringify({
-        operations: [
-          {
-            operation: "add",
-            path: imagePath,
-            content: imageBuffer.toString('base64')
-          }
-        ],
-        commit_message: `Upload from ${username}`
+        content: imageBase64, // Expecting raw base64 string
+        message: `Upload image from ${username}`
       })
     });
 
@@ -121,7 +110,7 @@ app.post('/posts', async (req, res) => {
 
     const finalImageUrl = `https://huggingface.co/datasets/${pool.repo}/resolve/main/${imagePath}`;
 
-    // Fetch existing db.json
+    // B. Fetch existing db.json from the SAME pool
     const dbUrl = `https://huggingface.co/api/datasets/${pool.repo}/raw/main/${DB_FILE}`;
     const dbRes = await fetch(dbUrl, { 
       headers: { Authorization: `Bearer ${pool.token}` } 
@@ -132,7 +121,7 @@ app.post('/posts', async (req, res) => {
       db = await dbRes.json();
     }
 
-    // Add new post
+    // C. Add new post to the beginning of the list
     db.posts.unshift({
       id: timestamp,
       username,
@@ -141,37 +130,30 @@ app.post('/posts', async (req, res) => {
       pool: pool.repo
     });
 
-    // Update db.json
-    const updateDbUrl = `https://huggingface.co/api/datasets/${pool.repo}/commit/main`;
+    // D. Upload the updated db.json back to Hugging Face
+    const updateDbUrl = `https://huggingface.co/api/datasets/${pool.repo}/upload/main/${DB_FILE}`;
     const dbUploadRes = await fetch(updateDbUrl, {
       method: 'POST',
       headers: { 
-        Authorization: `Bearer ${pool.token}`,
-        'Content-Type': 'application/json'
+        Authorization: `Bearer ${pool.token}`, 
+        'Content-Type': 'application/json' 
       },
       body: JSON.stringify({
-        operations: [
-          {
-            operation: "add",
-            path: DB_FILE,
-            content: Buffer.from(JSON.stringify(db, null, 2)).toString('base64')
-          }
-        ],
-        commit_message: "Update database"
+        content: Buffer.from(JSON.stringify(db, null, 2)).toString('base64'),
+        message: "Update database JSON"
       })
     });
 
-    if (!dbUploadRes.ok) {
-      throw new Error("Database update failed.");
-    }
+    if (!dbUploadRes.ok) throw new Error("Database update failed.");
 
     res.status(201).json({ success: true, imageUrl: finalImageUrl });
-
   } catch (err) {
+    console.error("POST Error:", err);
     res.status(500).json({ error: err.message });
   }
 });
 
+// Start the server
 app.listen(PORT, () => {
-  console.log(`\n✅ Insta API Server Running on http://localhost:${PORT}\n`);
+  console.log(`Server is running on http://localhost:${PORT}`);
 });