fix: AI scraping fallback + init sheet url click

public/social-dashboard.html

@@ -447,8 +447,17 @@
         document.getElementById('btn-sync-sheets').onclick = async () => {
              const res = await fetch('/api/social/init-sheets');
              const data = await res.json();
-             if (data.success) alert('Google Sheet updated with new tabs!');
-             else alert('Error: ' + data.error);
+             if (data.success) {
+                 if(data.url) {
+                    if(confirm('Google Sheet is ready! Click OK to open it now.\n' + data.url)) {
+                        window.open(data.url, '_blank');
+                    }
+                 } else {
+                    alert('Google Sheet updated with new tabs!');
+                 }
+             } else {
+                 alert('Failed to initialize sheets: ' + data.error);
+             }
         };
 
         // Init Chart

research.js

@@ -1,4 +1,5 @@
 const axios = require('axios');
+const apiCaller = require('./skills/api_caller');
 
 const APIFY_TOKEN = process.env.APIFY_API_KEY;
 
@@ -83,8 +84,45 @@ class ResearchModule {
             return { success: true, data: result };
 
         } catch (error) {
-            console.error('[Research] Apify error:', error.response?.data || error.message);
-            return { success: false, error: error.message };
+            console.log('[Research] Apify failed or timed out. Falling back to AI Scraper (Perplexity)...');
+            return await this.fallbackAIScraper(url, platform);
+        }
+    }
+
+    async fallbackAIScraper(url, platform) {
+        try {
+            console.log(`[Research] AI Scraping via Perplexity: ${url}`);
+            const prompt = `You are a web scraping AI. Visit this URL: ${url}
+Analyze the page content (it is a social media post from ${platform}).
+Return ONLY a valid JSON object with EXACTLY this structure, no markdown formatting or extra text:
+{
+    "platform": "${platform}",
+    "originalUrl": "${url}",
+    "text": "The full main caption or text of the post.",
+    "author": "The username or name of the creator",
+    "engagement": { "likes": 0, "shares": 0, "comments": 0 },
+    "mediaUrls": ["url1", "url2"]
+}
+If you cannot see the exact engagement numbers, just guess 0. If you cannot extract media URLs, return an empty array. Do your best to extract the main text.`;
+
+            // Using perplexity sonar online model via OpenRouter for live web access
+            const aiRes = await apiCaller.callOpenRouter([{ role: 'user', content: prompt }], 'perplexity/llama-3.1-sonar-large-128k-online');
+            
+            if (aiRes.success) {
+                // Clean markdown if perplexity added any
+                const jsonStr = aiRes.data.replace(/```json|```/g, '').trim();
+                const data = JSON.parse(jsonStr);
+                
+                // Ensure mediaUrls is an array
+                if (!Array.isArray(data.mediaUrls)) data.mediaUrls = [];
+                
+                return { success: true, data };
+            } else {
+                return { success: false, error: 'AI Scrape failed: ' + aiRes.error };
+            }
+        } catch (e) {
+            console.error('[Research] AI Fallback error:', e.message);
+            return { success: false, error: 'Both Apify and AI fallback failed.' };
         }
     }
 }

sheets.js

@@ -68,7 +68,10 @@ class SheetsModule {
                 });
             }
 
-            return { success: true };
+            return { 
+                success: true, 
+                url: `https://docs.google.com/spreadsheets/d/${this.sheetId}/edit` 
+            };
         } catch (error) {
             console.error('[Sheets] Init failed:', error.message);
             return { success: false, error: error.message };