Upload server.js

server.js

@@ -59,34 +59,35 @@ function readBody(req) {
     });
 }
 
-function fetchRaw(reqUrl, headers) {
-    return new Promise((resolve, reject) => {
-        let u; try { u = new URL(reqUrl); } catch(e) { return reject(e); }
-        const mod = u.protocol === 'https:' ? https : http;
-        const req = mod.request({
-            hostname: u.hostname,
-            port: u.port || (u.protocol === 'https:' ? 443 : 80),
-            path: u.pathname + u.search,
-            method: 'GET',
-            headers: headers || {},
-        }, res => {
-            // Handle gzip/deflate encoding
-            const encoding = res.headers['content-encoding'];
-            let stream = res;
-            if (encoding === 'gzip' || encoding === 'deflate') {
-                const zlib = require('zlib');
-                stream = encoding === 'gzip' ? res.pipe(zlib.createGunzip()) : res.pipe(zlib.createInflate());
-            }
-            let data = '';
-            stream.setEncoding('utf8');
-            stream.on('data', c => { data += c; });
-            stream.on('end', () => resolve(data));
-            stream.on('error', reject);
-        });
-        req.on('error', reject);
-        req.setTimeout(20000, () => { req.destroy(); reject(new Error('timeout')); });
-        req.end();
-    });
+async function fetchRaw(url, headers = {}) {
+    let retries = 2;
+    while (retries > 0) {
+        try {
+            return await new Promise((resolve, reject) => {
+                const pu = new URL(url);
+                const mod = pu.protocol === 'https:' ? https : http;
+                const req = mod.get(url, {
+                    headers: {
+                        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
+                        'connection': 'close',
+                        ...headers
+                    },
+                    timeout: 10000
+                }, (res) => {
+                    let data = '';
+                    res.on('data', (chunk) => data += chunk);
+                    res.on('end', () => resolve(data));
+                });
+                req.on('error', reject);
+                req.on('timeout', () => { req.destroy(); reject(new Error('timeout')); });
+            });
+        } catch (e) {
+            console.log(`[fetchRaw] error for ${url}: ${e.message}, retries left: ${retries - 1}`);
+            retries--;
+            if (retries === 0) throw e;
+            await new Promise(r => setTimeout(r, 1000));
+        }
+    }
 }
 
 // ── Cinemar parser ────────────────────────────────────────────────────────────