Update server.js

server.js

@@ -450,20 +450,29 @@ async function scrapeProvider(domain, url, signal) {
         browserInstance = await browserPool.get();
         const browser = browserInstance.browser;
         
-        // 创建初始页面
-        const page = await browser.newPage();
+        // 创建带有上下文的页面
+        const context = await browser.newContext({
+            userAgent: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            extraHTTPHeaders: {
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+                'Accept-Language': 'en-US,en;q=0.5',
+                'Accept-Encoding': 'gzip, deflate, br',
+                'DNT': '1',
+                'Connection': 'keep-alive',
+                'Upgrade-Insecure-Requests': '1',
+            },
+            viewport: { width: 1920, height: 1080 }
+        });
         
-        // 设置更真实的用户代理和头部
-        await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36');
-        await page.setExtraHTTPHeaders({
-            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
-            'Accept-Language': 'en-US,en;q=0.5',
-            'Accept-Encoding': 'gzip, deflate, br',
-            'DNT': '1',
-            'Connection': 'keep-alive',
-            'Upgrade-Insecure-Requests': '1',
+        // 移除自动化痕迹
+        await context.addInitScript(() => {
+            Object.defineProperty(navigator, 'webdriver', { get: () => undefined });
+            Object.defineProperty(navigator, 'plugins', { get: () => [1, 2, 3, 4, 5] });
+            Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'] });
         });
         
+        const page = await context.newPage();
+        
         // 启用请求拦截
         await page.route('**/*', async (route) => {
             const requestUrl = route.request().url();
@@ -589,7 +598,7 @@ async function scrapeProvider(domain, url, signal) {
         if (!firstIframeSrc) throw new Error('First iframe not found');
         
         // 创建新页面来加载iframe内容
-        const iframePage = await browser.newPage();
+        const iframePage = await context.newPage();
         await iframePage.goto(firstIframeSrc, { 
             waitUntil: 'networkidle',
             timeout: 60000 
@@ -621,11 +630,14 @@ async function scrapeProvider(domain, url, signal) {
     } finally {
         if (browserInstance) {
             console.log(`[${domain}] Releasing browser ${browserInstance.id} back to pool.`);
+            // 关闭上下文
+            if (typeof context !== 'undefined') {
+                await context.close();
+            }
             await browserPool.release(browserInstance);
         }
     }
 }
-
 async function scrapeProvider4(domain, url, signal) {
     if (signal.aborted) throw new Error('Aborted');
     console.log(`\n[${domain}] Starting scrape for URL: ${url}`);