Update pdf-server.js

pdf-server.js

@@ -9,13 +9,35 @@ app.use(express.json({ limit: '50mb' }));
 const PORT = 3000;
 const CHROMIUM_PATH = '/usr/bin/chromium-browser';
 
-// ==================== DEVICES PRESETS ====================
+// Arguments Chromium pour environnement restreint (HuggingFace)
+const CHROMIUM_ARGS = [
+  '--no-sandbox',
+  '--disable-setuid-sandbox',
+  '--disable-dev-shm-usage',
+  '--disable-gpu',
+  '--disable-software-rasterizer',
+  '--disable-extensions',
+  '--disable-background-networking',
+  '--disable-sync',
+  '--disable-translate',
+  '--disable-crash-reporter',
+  '--disable-breakpad',
+  '--disable-features=TranslateUI',
+  '--disable-ipc-flooding-protection',
+  '--no-first-run',
+  '--no-zygote',
+  '--single-process',
+  '--deterministic-fetch',
+  '--disable-features=IsolateOrigins',
+  '--disable-site-isolation-trials',
+];
+
+// Devices
 const DEVICES = {
-  'desktop': { width: 1920, height: 1080, userAgent: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36' },
-  'laptop': { width: 1366, height: 768, userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36' },
-  'tablet': { width: 768, height: 1024, userAgent: 'Mozilla/5.0 (iPad; CPU OS 14_0 like Mac OS X) AppleWebKit/605.1.15' },
-  'mobile': { width: 375, height: 812, userAgent: 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_0 like Mac OS X) AppleWebKit/605.1.15' },
-  'mobile-android': { width: 360, height: 740, userAgent: 'Mozilla/5.0 (Linux; Android 11; Pixel 5) AppleWebKit/537.36' },
+  'desktop': { width: 1920, height: 1080 },
+  'laptop': { width: 1366, height: 768 },
+  'tablet': { width: 768, height: 1024 },
+  'mobile': { width: 375, height: 812 },
 };
 
 // Formats PDF
@@ -28,14 +50,27 @@ const FORMATS = {
   'A5': { width: '148mm', height: '210mm' },
 };
 
-// ==================== HEALTH CHECK ====================
-app.get('/health', (req, res) => {
-  res.json({ status: 'ok', service: 'pdf-server', features: ['pdf', 'screenshot', 'video', 'scrape'] });
+// ==================== HEALTH ====================
+app.get('/health', async (req, res) => {
+  let browser = null;
+  try {
+    browser = await chromium.launch({
+      executablePath: CHROMIUM_PATH,
+      headless: true,
+      args: CHROMIUM_ARGS,
+    });
+    await browser.close();
+    res.json({ status: 'ok', chromium: 'working' });
+  } catch (error) {
+    res.json({ status: 'error', chromium: error.message });
+  }
 });
 
-// ==================== GÉNÉRATION PDF ====================
+// ==================== PDF ====================
 app.post('/generate-pdf', async (req, res) => {
   let browser = null;
+  const startTime = Date.now();
+  
   try {
     const {
       html,
@@ -45,62 +80,68 @@ app.post('/generate-pdf', async (req, res) => {
       printBackground = true,
     } = req.body;
 
+    console.log(`[PDF] Starting... format=${format}`);
+
     if (!html && !url) {
       return res.status(400).json({ error: 'html ou url requis' });
     }
 
-    console.log(`📄 Génération PDF...`);
-
+    console.log('[PDF] Launching browser...');
     browser = await chromium.launch({
       executablePath: CHROMIUM_PATH,
       headless: true,
-      args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage', '--disable-gpu'],
+      args: CHROMIUM_ARGS,
     });
+    console.log(`[PDF] Browser launched (${Date.now() - startTime}ms)`);
 
     const page = await browser.newPage();
+    console.log(`[PDF] Page created (${Date.now() - startTime}ms)`);
 
     if (url) {
-      await page.goto(url, { waitUntil: 'networkidle', timeout: 60000 });
+      console.log(`[PDF] Loading URL: ${url}`);
+      await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
     } else {
-      await page.setContent(html, { waitUntil: 'networkidle', timeout: 60000 });
+      console.log(`[PDF] Setting HTML content (${html.length} chars)`);
+      await page.setContent(html, { waitUntil: 'domcontentloaded', timeout: 30000 });
     }
+    console.log(`[PDF] Content loaded (${Date.now() - startTime}ms)`);
 
-    // Attendre images
-    await page.evaluate(() => {
-      return Promise.all(
-        Array.from(document.images)
-          .filter(img => !img.complete)
-          .map(img => new Promise(resolve => {
-            img.onload = img.onerror = resolve;
-            setTimeout(resolve, 5000);
-          }))
-      );
-    });
-
+    // Attendre un peu pour le rendu
     await page.waitForTimeout(1000);
 
     const formatConfig = FORMATS[format] || FORMATS['6x9'];
+    console.log(`[PDF] Generating with format: ${JSON.stringify(formatConfig)}`);
 
     const pdfBuffer = await page.pdf({
       width: formatConfig.width,
       height: formatConfig.height,
       margin: margins,
       printBackground,
-      preferCSSPageSize: true,
     });
+    console.log(`[PDF] Generated! Size: ${pdfBuffer.length} bytes (${Date.now() - startTime}ms)`);
 
     await browser.close();
+    browser = null;
 
     res.json({
       success: true,
       pdf: pdfBuffer.toString('base64'),
+      size_bytes: pdfBuffer.length,
       size_mb: (pdfBuffer.length / 1024 / 1024).toFixed(2),
+      duration_ms: Date.now() - startTime,
     });
 
   } catch (error) {
-    console.error('❌ PDF Error:', error.message);
-    if (browser) await browser.close();
-    res.status(500).json({ error: error.message, stack: error.stack });
+    console.error(`[PDF] ERROR: ${error.message}`);
+    console.error(error.stack);
+    if (browser) {
+      try { await browser.close(); } catch (e) {}
+    }
+    res.status(500).json({ 
+      error: error.message, 
+      stack: error.stack,
+      duration_ms: Date.now() - startTime,
+    });
   }
 });
 
@@ -116,7 +157,6 @@ app.post('/screenshot', async (req, res) => {
       width,
       height,
       selector,
-      waitFor,
       delay = 0,
     } = req.body;
 
@@ -131,12 +171,11 @@ app.post('/screenshot', async (req, res) => {
     browser = await chromium.launch({
       executablePath: CHROMIUM_PATH,
       headless: true,
-      args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage'],
+      args: CHROMIUM_ARGS,
     });
 
     const context = await browser.newContext({
       viewport: { width: viewportWidth, height: viewportHeight },
-      userAgent: deviceConfig.userAgent,
       isMobile: device.includes('mobile') || device === 'tablet',
       hasTouch: device.includes('mobile') || device === 'tablet',
     });
@@ -144,37 +183,27 @@ app.post('/screenshot', async (req, res) => {
     const page = await context.newPage();
 
     if (url) {
-      await page.goto(url, { waitUntil: 'networkidle', timeout: 30000 });
+      await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
     } else {
-      await page.setContent(html, { waitUntil: 'networkidle' });
-    }
-
-    if (waitFor) {
-      await page.waitForSelector(waitFor, { timeout: 10000 });
+      await page.setContent(html, { waitUntil: 'domcontentloaded' });
     }
 
     if (delay > 0) {
       await page.waitForTimeout(delay);
     }
 
-    let screenshotOptions = { type: 'png', fullPage };
-
+    let screenshot;
     if (selector) {
       const element = await page.$(selector);
       if (element) {
-        screenshotOptions = { type: 'png' };
-        const screenshot = await element.screenshot(screenshotOptions);
-        await browser.close();
-        return res.json({
-          success: true,
-          screenshot: screenshot.toString('base64'),
-          device,
-          viewport: { width: viewportWidth, height: viewportHeight },
-        });
+        screenshot = await element.screenshot({ type: 'png' });
+      } else {
+        screenshot = await page.screenshot({ type: 'png', fullPage });
       }
+    } else {
+      screenshot = await page.screenshot({ type: 'png', fullPage });
     }
 
-    const screenshot = await page.screenshot(screenshotOptions);
     await browser.close();
 
     res.json({
@@ -185,130 +214,67 @@ app.post('/screenshot', async (req, res) => {
     });
 
   } catch (error) {
-    console.error('❌ Screenshot Error:', error.message);
-    if (browser) await browser.close();
+    console.error(`[SCREENSHOT] ERROR: ${error.message}`);
+    if (browser) {
+      try { await browser.close(); } catch (e) {}
+    }
     res.status(500).json({ error: error.message });
   }
 });
 
-// ==================== VIDEO RECORDING ====================
-app.post('/record-video', async (req, res) => {
+// ==================== MULTI-SCREENSHOT ====================
+app.post('/multi-screenshot', async (req, res) => {
   let browser = null;
-  const videoDir = '/tmp/videos';
-  
   try {
     const {
       url,
-      device = 'desktop',
-      duration = 5000,
-      scrollSpeed = 100,
-      scrollToBottom = true,
-      actions = [],
+      devices = ['desktop', 'tablet', 'mobile'],
+      fullPage = true,
     } = req.body;
 
     if (!url) {
       return res.status(400).json({ error: 'url requis' });
     }
 
-    // Créer le dossier vidéo
-    if (!fs.existsSync(videoDir)) {
-      fs.mkdirSync(videoDir, { recursive: true });
-    }
-
-    const deviceConfig = DEVICES[device] || DEVICES['desktop'];
-
     browser = await chromium.launch({
       executablePath: CHROMIUM_PATH,
       headless: true,
-      args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage'],
-    });
-
-    const context = await browser.newContext({
-      viewport: { width: deviceConfig.width, height: deviceConfig.height },
-      userAgent: deviceConfig.userAgent,
-      isMobile: device.includes('mobile') || device === 'tablet',
-      recordVideo: {
-        dir: videoDir,
-        size: { width: deviceConfig.width, height: deviceConfig.height },
-      },
+      args: CHROMIUM_ARGS,
     });
 
-    const page = await context.newPage();
-    await page.goto(url, { waitUntil: 'networkidle', timeout: 30000 });
-
-    // Exécuter les actions personnalisées
-    for (const action of actions) {
-      switch (action.type) {
-        case 'wait':
-          await page.waitForTimeout(action.duration || 1000);
-          break;
-        case 'click':
-          await page.click(action.selector);
-          break;
-        case 'type':
-          await page.fill(action.selector, action.text);
-          break;
-        case 'scroll':
-          await page.evaluate((y) => window.scrollBy(0, y), action.y || 500);
-          break;
-        case 'screenshot':
-          // Pause visuelle
-          await page.waitForTimeout(500);
-          break;
-      }
-    }
-
-    // Scroll automatique vers le bas
-    if (scrollToBottom) {
-      const scrollHeight = await page.evaluate(() => document.body.scrollHeight);
-      const viewportHeight = deviceConfig.height;
-      let currentScroll = 0;
+    const screenshots = {};
 
-      while (currentScroll < scrollHeight) {
-        await page.evaluate((y) => window.scrollTo(0, y), currentScroll);
-        await page.waitForTimeout(scrollSpeed);
-        currentScroll += viewportHeight / 2;
-      }
+    for (const device of devices) {
+      const deviceConfig = DEVICES[device] || DEVICES['desktop'];
 
-      // Retour en haut
-      await page.evaluate(() => window.scrollTo(0, 0));
-    } else {
-      await page.waitForTimeout(duration);
-    }
+      const context = await browser.newContext({
+        viewport: { width: deviceConfig.width, height: deviceConfig.height },
+        isMobile: device.includes('mobile') || device === 'tablet',
+      });
 
-    await page.waitForTimeout(1000);
-    await context.close();
-    await browser.close();
+      const page = await context.newPage();
+      await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
 
-    // Récupérer le fichier vidéo
-    const files = fs.readdirSync(videoDir);
-    const videoFile = files.find(f => f.endsWith('.webm'));
+      const screenshot = await page.screenshot({ type: 'png', fullPage });
+      screenshots[device] = screenshot.toString('base64');
 
-    if (!videoFile) {
-      return res.status(500).json({ error: 'Video file not created' });
+      await context.close();
     }
 
-    const videoPath = path.join(videoDir, videoFile);
-    const videoBuffer = fs.readFileSync(videoPath);
-
-    // Nettoyer
-    fs.unlinkSync(videoPath);
+    await browser.close();
 
-    res.json({
-      success: true,
-      video: videoBuffer.toString('base64'),
-      format: 'webm',
-      size_mb: (videoBuffer.length / 1024 / 1024).toFixed(2),
-    });
+    res.json({ success: true, screenshots, devices });
 
   } catch (error) {
-    console.error('❌ Video Error:', error.message);
-    if (browser) await browser.close();
+    console.error(`[MULTI-SCREENSHOT] ERROR: ${error.message}`);
+    if (browser) {
+      try { await browser.close(); } catch (e) {}
+    }
     res.status(500).json({ error: error.message });
   }
 });
 
-// ==================== SCRAPING ====================
+// ==================== SCRAPE ====================
 app.post('/scrape', async (req, res) => {
   let browser = null;
   try {
@@ -329,19 +295,15 @@ app.post('/scrape', async (req, res) => {
     browser = await chromium.launch({
       executablePath: CHROMIUM_PATH,
       headless: true,
-      args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage'],
-    });
-
-    const context = await browser.newContext({
-      viewport: { width: deviceConfig.width, height: deviceConfig.height },
-      userAgent: deviceConfig.userAgent,
+      args: CHROMIUM_ARGS,
     });
 
-    const page = await context.newPage();
-    await page.goto(url, { waitUntil: 'networkidle', timeout: 30000 });
+    const page = await browser.newPage();
+    await page.setViewportSize({ width: deviceConfig.width, height: deviceConfig.height });
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
 
     if (waitFor) {
-      await page.waitForSelector(waitFor, { timeout: 10000 });
+      await page.waitForSelector(waitFor, { timeout: 10000 }).catch(() => {});
     }
 
     const result = {
@@ -349,12 +311,11 @@ app.post('/scrape', async (req, res) => {
       title: await page.title(),
     };
 
-    // Extraire avec les sélecteurs fournis
+    // Extraire avec les sélecteurs
     for (const [key, selector] of Object.entries(selectors)) {
       try {
         result[key] = await page.$$eval(selector, els => els.map(el => ({
           text: el.textContent?.trim(),
-          html: el.innerHTML,
           href: el.href || null,
           src: el.src || null,
         })));
@@ -363,59 +324,63 @@ app.post('/scrape', async (req, res) => {
       }
     }
 
-    // Exécuter du JavaScript personnalisé
+    // JavaScript custom
     if (javascript) {
-      result.custom = await page.evaluate(javascript);
+      try {
+        result.custom = await page.evaluate(javascript);
+      } catch (e) {
+        result.custom = { error: e.message };
+      }
     }
 
     await browser.close();
     res.json({ success: true, ...result });
 
   } catch (error) {
-    console.error('❌ Scrape Error:', error.message);
-    if (browser) await browser.close();
+    console.error(`[SCRAPE] ERROR: ${error.message}`);
+    if (browser) {
+      try { await browser.close(); } catch (e) {}
+    }
     res.status(500).json({ error: error.message });
   }
 });
 
-// ==================== MULTI-SCREENSHOT ====================
-app.post('/multi-screenshot', async (req, res) => {
+// ==================== SCROLL & SCREENSHOT (Alternative à vidéo) ====================
+app.post('/scroll-capture', async (req, res) => {
   let browser = null;
   try {
     const {
       url,
-      devices = ['desktop', 'tablet', 'mobile'],
-      fullPage = true,
+      device = 'desktop',
+      steps = 5,
+      delayBetweenSteps = 500,
     } = req.body;
 
     if (!url) {
       return res.status(400).json({ error: 'url requis' });
     }
 
+    const deviceConfig = DEVICES[device] || DEVICES['desktop'];
+
     browser = await chromium.launch({
       executablePath: CHROMIUM_PATH,
       headless: true,
-      args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage'],
+      args: CHROMIUM_ARGS,
     });
 
-    const screenshots = {};
-
-    for (const device of devices) {
-      const deviceConfig = DEVICES[device] || DEVICES['desktop'];
-
-      const context = await browser.newContext({
-        viewport: { width: deviceConfig.width, height: deviceConfig.height },
-        userAgent: deviceConfig.userAgent,
-        isMobile: device.includes('mobile') || device === 'tablet',
-      });
-
-      const page = await context.newPage();
-      await page.goto(url, { waitUntil: 'networkidle', timeout: 30000 });
-
-      const screenshot = await page.screenshot({ type: 'png', fullPage });
-      screenshots[device] = screenshot.toString('base64');
-
-      await context.close();
+    const page = await browser.newPage();
+    await page.setViewportSize({ width: deviceConfig.width, height: deviceConfig.height });
+    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+
+    const screenshots = [];
+    const scrollHeight = await page.evaluate(() => document.body.scrollHeight);
+    const stepHeight = scrollHeight / steps;
+
+    for (let i = 0; i <= steps; i++) {
+      await page.evaluate((y) => window.scrollTo(0, y), i * stepHeight);
+      await page.waitForTimeout(delayBetweenSteps);
+      const screenshot = await page.screenshot({ type: 'png' });
+      screenshots.push(screenshot.toString('base64'));
     }
 
     await browser.close();
@@ -423,19 +388,21 @@ app.post('/multi-screenshot', async (req, res) => {
     res.json({
       success: true,
       screenshots,
-      devices,
+      count: screenshots.length,
+      device,
     });
 
   } catch (error) {
-    console.error('❌ Multi-Screenshot Error:', error.message);
-    if (browser) await browser.close();
+    console.error(`[SCROLL-CAPTURE] ERROR: ${error.message}`);
+    if (browser) {
+      try { await browser.close(); } catch (e) {}
+    }
     res.status(500).json({ error: error.message });
   }
 });
 
-// ==================== DÉMARRAGE ====================
+// ==================== START ====================
 app.listen(PORT, '0.0.0.0', () => {
-  console.log(`🚀 PDF Server running on port ${PORT}`);
-  console.log(`📱 Devices: ${Object.keys(DEVICES).join(', ')}`);
-  console.log(`📄 PDF Formats: ${Object.keys(FORMATS).join(', ')}`);
+  console.log(`🚀 PDF Server v2 running on port ${PORT}`);
+  console.log(`📄 Endpoints: /health, /generate-pdf, /screenshot, /multi-screenshot, /scrape, /scroll-capture`);
 });