Upload server.js

server.js

@@ -76,6 +76,7 @@ async function fetchRaw(url, headers = {}) {
                         'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
                         'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8',
                         'accept-language': 'ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7',
+                        'accept-encoding': 'gzip, deflate, br',
                         'connection': 'close',
                         ...headers
                     },
@@ -87,9 +88,29 @@ async function fetchRaw(url, headers = {}) {
                         resolve(fetchRaw(loc, headers));
                         return;
                     }
-                    let data = [];
-                    res.on('data', (chunk) => data.push(chunk));
-                    res.on('end', () => resolve(Buffer.concat(data).toString('utf8')));
+                    let data = [];
+                    res.on('data', (chunk) => data.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk)));
+                    res.on('end', () => {
+                        try {
+                            const buf = Buffer.concat(data);
+                            const enc = String(res.headers['content-encoding'] || '').toLowerCase();
+                            if (enc.includes('br')) {
+                                const zlib = require('zlib');
+                                return resolve(zlib.brotliDecompressSync(buf).toString('utf8'));
+                            }
+                            if (enc.includes('gzip')) {
+                                const zlib = require('zlib');
+                                return resolve(zlib.gunzipSync(buf).toString('utf8'));
+                            }
+                            if (enc.includes('deflate')) {
+                                const zlib = require('zlib');
+                                return resolve(zlib.inflateSync(buf).toString('utf8'));
+                            }
+                            resolve(buf.toString('utf8'));
+                        } catch (e) {
+                            resolve(Buffer.concat(data).toString('utf8'));
+                        }
+                    });
                 });
                 req.on('error', reject);
                 req.on('timeout', () => { req.destroy(); reject(new Error('timeout')); });
@@ -651,7 +672,7 @@ const server = http.createServer(async (req, res) => {
         const q = query.q || '';
         if (!q) { jsonResp(res, { ok: false, error: 'no query' }, 400); return; }
         const searchUrl = 'https://uakinogo.io/index.php?do=search&subaction=search&story=' + encodeURIComponent(q);
-        fetchRaw(searchUrl, { 'user-agent': 'Mozilla/5.0 Chrome/120', 'referer': 'https://uakinogo.io/' }).then(html => {
+        const parseSearchHtml = (html) => {
             const results = [];
             const addResult = (rawUrl, id, slug) => {
                 if (!rawUrl || !id) return;
@@ -669,9 +690,39 @@ const server = http.createServer(async (req, res) => {
             let m;
             while ((m = reAbs.exec(html)) !== null) addResult(m[1], m[2], m[3]);
             while ((m = reRel.exec(html)) !== null) addResult(m[1], m[2], m[3]);
+            return results;
+        };
+
+        const looksLikeChallenge = (html) => {
+            const t = String(html || '');
+            if (!t) return true;
+            if (t.includes('cf-challenge') || t.includes('cf-browser-verification')) return true;
+            if (/Just a moment/i.test(t) && /Cloudflare/i.test(t)) return true;
+            if (t.includes('data-sitekey') && t.includes('cf-turnstile')) return true;
+            return false;
+        };
+
+        fetchRaw(searchUrl, { 'user-agent': 'Mozilla/5.0 Chrome/120', 'referer': 'https://uakinogo.io/' }).then(async html => {
+            let results = parseSearchHtml(html);
+            const challenged = looksLikeChallenge(html);
+            if ((challenged || results.length === 0) && typeof getStreams === 'function' && getStreams.toString) {
+                try {
+                    const { getBrowser } = require('./alloha');
+                    const browser = await getBrowser();
+                    const page = await browser.newPage();
+                    await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36');
+                    await page.setExtraHTTPHeaders({ 'Accept-Language': 'ru-RU,ru;q=0.9,en;q=0.8', 'Referer': 'https://uakinogo.io/' });
+                    await page.goto(searchUrl, { waitUntil: 'networkidle2', timeout: 25000 });
+                    await new Promise(r => setTimeout(r, 1200));
+                    const html2 = await page.content();
+                    await page.close();
+                    results = parseSearchHtml(html2);
+                } catch (e) {}
+            }
+
             try { console.log('[uakinogo/search] results:', results.length, results[0] ? results[0].url : 'none'); } catch (e) {}
-            jsonResp(res, { ok: true, results: results.slice(0, 10) });
-        }).catch(e => jsonResp(res, { ok: false, error: e.message }, 500));
+            jsonResp(res, { ok: true, results: results.slice(0, 10) });
+        }).catch(e => jsonResp(res, { ok: false, error: e.message }, 500));
         return;
     }