Update scraper.js

scraper.js

@@ -1,6 +1,6 @@
 const puppeteer = require('puppeteer-core');
 
-async function scrapeAll(query) {
+async function scrape(query, mode, orientation) {
     let browser;
     try {
         browser = await puppeteer.launch({
@@ -8,52 +8,61 @@ async function scrapeAll(query) {
             headless: 'new',
             args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage']
         });
-
         const page = await browser.newPage();
         await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36');
 
-        // --- PHASE 1: PINTEREST ---
-        const pinUrl = `https://www.pinterest.com/search/pins/?q=${encodeURIComponent(query)}&rs=typed`;
-        try {
-            await page.goto(pinUrl, { waitUntil: 'networkidle2', timeout: 15000 });
-            const pinLinks = await page.evaluate(() => {
+        if (mode === "pinterest") {
+            const searchUrl = `https://www.pinterest.com/search/pins/?q=${encodeURIComponent(query)}&rs=typed`;
+            await page.goto(searchUrl, { waitUntil: 'networkidle2', timeout: 30000 });
+            await page.evaluate(async () => {
+                window.scrollBy(0, 1500);
+                await new Promise(r => setTimeout(r, 1000));
+            });
+            const pinUrls = await page.evaluate(() => {
                 return Array.from(document.querySelectorAll('a[href*="/pin/"]')).map(a => a.href);
             });
-            const uniquePins = [...new Set(pinLinks)].slice(0, 15);
+            const uniquePins = [...new Set(pinUrls)].slice(0, 30);
 
-            for (const url of uniquePins) {
+            for (const pinUrl of uniquePins) {
                 const pPage = await browser.newPage();
                 try {
-                    await pPage.goto(url, { waitUntil: 'domcontentloaded', timeout: 10000 });
+                    await pPage.goto(pinUrl, { waitUntil: 'domcontentloaded', timeout: 10000 });
                     const content = await pPage.content();
                     const match = content.match(/https:\/\/v1\.pinimg\.com\/videos\/mc\/[^\s"']+/);
                     if (match) {
                         const hashMatch = match[0].match(/([a-f0-9]{32})/);
                         if (hashMatch) {
                             const h = hashMatch[1];
-                            process.stdout.write(`SOURCE_PINT:https://v1.pinimg.com/videos/mc/720p/${h.substring(0,2)}/${h.substring(2,4)}/${h.substring(4,6)}/${h}.mp4\n`);
+                            console.log(`https://v1.pinimg.com/videos/mc/720p/${h.substring(0,2)}/${h.substring(2,4)}/${h.substring(4,6)}/${h}.mp4`);
                         }
                     }
                 } catch (e) {}
                 await pPage.close();
             }
-        } catch (e) { process.stderr.write("Pinterest fail, moving to Pexels\n"); }
+        } 
+        else if (mode === "pexels") {
+            // Pexels supports orientation filter directly in the URL!
+            const pexelsOri = orientation.toLowerCase() === "any" ? "" : orientation.toLowerCase();
+            const searchUrl = `https://www.pexels.com/search/videos/${encodeURIComponent(query)}/?orientation=${pexelsOri}`;
+            await page.goto(searchUrl, { waitUntil: 'networkidle2', timeout: 30000 });
 
-        // --- PHASE 2: PEXELS ---
-        const pexUrl = `https://www.pexels.com/search/videos/${encodeURIComponent(query)}/`;
-        try {
-            await page.goto(pexUrl, { waitUntil: 'networkidle2', timeout: 15000 });
-            const pexVideos = await page.evaluate(() => {
-                return Array.from(document.querySelectorAll('video source')).map(s => s.src);
+            const videoUrls = await page.evaluate(() => {
+                // Find all video source tags on Pexels search page
+                return Array.from(document.querySelectorAll('video source'))
+                    .map(s => s.src)
+                    .filter(src => src.includes('.mp4') || src.includes('video-preview'));
             });
-            pexVideos.forEach(v => process.stdout.write(`SOURCE_PEXE:${v}\n`));
-        } catch (e) { process.stderr.write("Pexels fail\n"); }
+            
+            videoUrls.forEach(url => console.log(url));
+        }
 
-    } catch (err) {
-        process.stderr.write(err.message);
+    } catch (error) {
+        process.stderr.write(error.message);
     } finally {
         if (browser) await browser.close();
     }
 }
 
-scrapeAll(process.argv.slice(2).join(' '));
+const args = process.argv.slice(2);
+// args[0] = query, args[1] = mode, args[2] = orientation
+scrape(args[0], args[1] || "pinterest", args[2] || "any");