Refactor code structure and improve logging for better readability and error handling

index.js

@@ -2,7 +2,7 @@ const os = require('os')
 const util = require('util')
 const axios = require('axios')
 const bytes = require('./lib/bytes')
-const sharp = require('sharp') 
+const sharp = require('sharp')
 const express = require('express')
 const cp = require('child_process')
 const PDFDocument = require('pdfkit')
@@ -17,38 +17,42 @@ const limitSize = '500mb'
 app.use(express.json({ limit: limitSize }))
 app.use(express.urlencoded({ extended: true, limit: limitSize }))
 
+// Logging helper
+const log = (step, message) => {
+  console.log(`[${new Date().toISOString()}] [${step}] ${message}`);
+};
+
 const tmpFolder = os.tmpdir()
 app.use((req, res, next) => {
-	fs.readdirSync(tmpFolder).map(file => {
-		file = `${tmpFolder}/${file}`
-		let stats = fs.statSync(file)
-		if (!stats.isFile()) return
-		if (Date.now() - stats.mtimeMs >= 1000 * 60 * 30) {
-			fs.unlinkSync(file)
-			console.log('Deleted file', file)
-		}
-	})
-	next()
+  fs.readdirSync(tmpFolder).map(file => {
+    file = `${tmpFolder}/${file}`
+    let stats = fs.statSync(file)
+    if (!stats.isFile()) return
+    if (Date.now() - stats.mtimeMs >= 1000 * 60 * 30) {
+      fs.unlinkSync(file)
+      console.log('Deleted file', file)
+    }
+  })
+  next()
 })
 
 app.all('/', (req, res) => {
-	const status = {}
-	const used = process.memoryUsage()
-	for (let key in used) status[key] = formatSize(used[key])
-	
-	const disk = cp.execSync('du -sh').toString().split('M')[0]
-	status.diskUsage = `${disk} MB`
-	
-	const totalmem = os.totalmem()
-	const freemem = os.freemem()
-	status.memoryUsage = `${formatSize(totalmem - freemem)} / ${formatSize(totalmem)}`
-	
-	res.json({
-		creator: '@Themeh',
-		message: 'Hello World',
-		uptime: new Date(process.uptime() * 1000).toUTCString().split(' ')[4],
-		status
-	})
+  const status = {}
+  const used = process.memoryUsage()
+  for (let key in used) status[key] = formatSize(used[key])
+
+  const disk = cp.execSync('du -sh').toString().split('M')[0]
+  status.diskUsage = `${disk} MB`
+
+  const totalmem = os.totalmem()
+  const freemem = os.freemem()
+  status.memoryUsage = `${formatSize(totalmem - freemem)} / ${formatSize(totalmem)}`
+
+  res.json({
+    message: 'Hello World',
+    uptime: new Date(process.uptime() * 1000).toUTCString().split(' ')[4],
+    status
+  })
 })
 
 app.get('/proxy', async (req, res) => {
@@ -78,125 +82,186 @@ app.get('/proxy', async (req, res) => {
 });
 
 app.get('/pages', async (req, res) => {
+  const startTime = Date.now();
   const targetUrl = req.query.url;
 
   if (!targetUrl) {
+    log('ERROR', 'Parameter "url" tidak disediakan');
     return res.status(400).json({ error: 'Parameter "url" dibutuhkan' });
   }
 
-  const browser = await playwright.chromium.launch({
-    headless: true,
-    executablePath: '/usr/bin/chromium', // pastikan path ini benar di server kamu
-    args: ['--no-sandbox']
-  });
+  log('REQUEST', `Incoming request for: ${targetUrl}`);
 
-  const context = await browser.newContext({
-    extraHTTPHeaders: {
-      'accept': '*/*',
-      'accept-language': 'en-US,en;q=0.9,id;q=0.8',
-      'cache-control': 'no-cache',
-      'origin': 'https://doujindesu.tv',
-      'pragma': 'no-cache',
-      'referer': 'https://doujindesu.tv',
-      'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="126", "Google Chrome";v="126"',
-      'sec-ch-ua-mobile': '?0',
-      'sec-ch-ua-platform': '"Windows"',
-      'sec-fetch-dest': 'script',
-      'sec-fetch-mode': 'cors',
-      'sec-fetch-site': 'cross-site',
-      'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36'
+  // Validasi URL lebih awal (dan pastikan hanya http/https)
+  let parsedUrl;
+  try {
+    parsedUrl = new URL(targetUrl);
+    if (!/^https?:$/.test(parsedUrl.protocol)) {
+      log('ERROR', `Protocol tidak didukung: ${parsedUrl.protocol}`);
+      return res.status(400).json({ error: 'Hanya mendukung URL http/https' });
     }
-  });
+  } catch {
+    log('ERROR', `URL tidak valid: ${targetUrl}`);
+    return res.status(400).json({ error: 'URL tidak valid' });
+  }
 
+  let browser, context, page;
   try {
-    const page = await context.newPage();
+    log('BROWSER', 'Meluncurkan Chromium...');
+    browser = await playwright.chromium.launch({
+      headless: true,
+      executablePath: '/usr/bin/chromium',
+      args: ['--no-sandbox']
+    });
+
+    context = await browser.newContext({
+      extraHTTPHeaders: {
+        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+        'accept-language': 'en-US,en;q=0.9,id;q=0.8',
+        'cache-control': 'no-cache',
+        'origin': parsedUrl.origin,
+        'pragma': 'no-cache',
+        'referer': parsedUrl.origin, // referer yang masuk akal untuk navigasi
+        'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="126", "Google Chrome";v="126"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        // Untuk navigasi dokumen, biarkan sec-fetch-* konsisten:
+        'sec-fetch-dest': 'document',
+        'sec-fetch-mode': 'navigate',
+        'sec-fetch-site': 'none',
+        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36'
+      }
+    });
+
+    log('PAGE', 'Membuka halaman...');
+    page = await context.newPage();
+    page.setDefaultNavigationTimeout(60000);
+
     await page.goto(targetUrl, { waitUntil: 'domcontentloaded', timeout: 60000 });
 
-    // Tunggu ekstra jika perlu ngelewatin challenge
-    await page.waitForTimeout(8000);
+    // Coba tunggu sampai jaringan idle (kalau bisa)
+    try {
+      await page.waitForLoadState('networkidle', { timeout: 10000 });
+    } catch {
+      // abaikan kalau tidak idle-idle juga (beberapa situs stream request terus)
+    }
+
+    log('PAGE', 'Halaman dimuat. Mengecek Cloudflare challenge...');
+    const bodyText = (await page.textContent('body')) || '';
+
+    // Deteksi umum challenge Cloudflare
+    const maybeCF =
+      bodyText.includes('Checking your browser before accessing') ||
+      bodyText.includes('Just a moment') ||
+      (await page.title()).toLowerCase().includes('just a moment');
+
+    if (maybeCF) {
+      log('CHALLENGE', 'Cloudflare challenge terdeteksi. Menunggu 7 detik...');
+      await page.waitForTimeout(7000);
+      // Tambahan sedikit waktu untuk pemrosesan dinamis
+      log('WAIT', 'Tunggu tambahan 8 detik untuk pemrosesan dinamis...');
+      await page.waitForTimeout(8000);
+    } else {
+      // Meski tidak challenge, beri sedikit waktu untuk konten dinamis
+      log('WAIT', 'Tunggu singkat untuk konten dinamis...');
+      await page.waitForTimeout(1500);
+    }
 
+    log('EXTRACT', 'Mengambil konten halaman...');
     const content = await page.content();
-    res.send(content);
+
+    const duration = ((Date.now() - startTime) / 1000).toFixed(2);
+    log('DONE', `Berhasil fetch halaman dalam ${duration} detik`);
+
+    // Pastikan tipe respons
+    res.type('html').send(content);
   } catch (err) {
-    res.status(500).json({ error: 'Gagal fetch halaman', detail: err.message });
+    log('ERROR', `Gagal fetch: ${err.message}`);
+    if (!res.headersSent) {
+      res.status(500).json({ error: 'Gagal fetch halaman', detail: err.message });
+    }
   } finally {
-    await browser.close();
+    log('CLEANUP', 'Menutup page/context/browser...');
+    try { if (page) await page.close({ runBeforeUnload: false }); } catch {}
+    try { if (context) await context.close(); } catch {}
+    try { if (browser) await browser.close(); } catch {}
   }
 });
+app.use('/file', express.static(tmpFolder, { maxAge: 3600000 }))
 
 app.all('/imagetopdf', async (req, res) => {
-	if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
-	
-	try {
-		console.log(new Date().toLocaleString('id', { timeZone: 'Asia/Jakarta' }), '\n', req.body)
-		const { images } = req.body
-		if (!(images && Array.isArray(images))) return res.json({ success: false, message: 'Required an array image url' })
-		
-		const buffer = await toPDF(images)
-		res.setHeader('Content-Disposition', `attachment; filename=${Math.random().toString(36).slice(2)}.pdf`)
-		res.setHeader('Content-Type', 'application/pdf')
-		res.setHeader('Content-Length', buffer.byteLength)
-		res.send(buffer)
-	} catch (e) {
-		console.log(e)
-		e = String(e)
-		res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
-	}
+  if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
+
+  try {
+    console.log(new Date().toLocaleString('id', { timeZone: 'Asia/Jakarta' }), '\n', req.body)
+    const { images } = req.body
+    if (!(images && Array.isArray(images))) return res.json({ success: false, message: 'Required an array image url' })
+
+    const buffer = await toPDF(images)
+    res.setHeader('Content-Disposition', `attachment; filename=${Math.random().toString(36).slice(2)}.pdf`)
+    res.setHeader('Content-Type', 'application/pdf')
+    res.setHeader('Content-Length', buffer.byteLength)
+    res.send(buffer)
+  } catch (e) {
+    console.log(e)
+    e = String(e)
+    res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
+  }
 })
 
 app.all('/webp2png', async (req, res) => {
-	if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
-	
-	try {
-		const { file } = req.body
-		if (!(file && isBase64(file))) return res.json({ success: false, message: 'Payload body file must be filled in base64 format' })
-		
-		const fileBuffer = Buffer.from(file, 'base64')
-		const fileName = `${Math.random().toString(36).slice(2)}.png`
-		const convertData = await sharp(fileBuffer).png().toBuffer()
-		
-		await fs.promises.writeFile(`${tmpFolder}/${fileName}`, convertData)
-		res.send(`https://${req.get('host')}/file/${fileName}`)
-	} catch (e) {
-		console.log(e)
-		e = String(e)
-		res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
-	}
+  if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
+
+  try {
+    const { file } = req.body
+    if (!(file && isBase64(file))) return res.json({ success: false, message: 'Payload body file must be filled in base64 format' })
+
+    const fileBuffer = Buffer.from(file, 'base64')
+    const fileName = `${Math.random().toString(36).slice(2)}.png`
+    const convertData = await sharp(fileBuffer).png().toBuffer()
+
+    await fs.promises.writeFile(`${tmpFolder}/${fileName}`, convertData)
+    res.send(`https://${req.get('host')}/file/${fileName}`)
+  } catch (e) {
+    console.log(e)
+    e = String(e)
+    res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
+  }
 })
 
 app.all(['/webp2gif', '/webp2mp4'], async (req, res) => {
-	if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
-	
-	try {
-		const { file } = req.body
-		if (!(file && isBase64(file))) return res.json({ success: false, message: 'Payload body file must be filled in base64 format' })
-		
-		const fileBuffer = Buffer.from(file, 'base64')
-		const fileName = `${Math.random().toString(36).slice(2)}.webp`
-		const filePath = `${tmpFolder}/${fileName}`
-		await fs.promises.writeFile(filePath, fileBuffer)
-		
-		const exec = util.promisify(cp.exec).bind(cp)
-		await exec(`convert ${filePath} ${filePath.replace('.webp', '.gif')}`)
-		if (/gif/.test(req.path)) return res.send(`https://${req.get('host')}/file/${fileName.replace('.webp', '.gif')}`)
-		
-		await exec(`ffmpeg -i ${filePath.replace('.webp', '.gif')} -movflags faststart -pix_fmt yuv420p -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" ${filePath.replace(/.webp|.gif/g, '')}.mp4`)
-		res.send(`https://${req.get('host')}/file/${fileName.replace('.webp', '.mp4')}`)
-	} catch (e) {
-		console.log(e)
-		e = String(e)
-		res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
-	}
+  if (!['POST'].includes(req.method)) return res.status(405).json({ success: false, message: 'Method Not Allowed' })
+
+  try {
+    const { file } = req.body
+    if (!(file && isBase64(file))) return res.json({ success: false, message: 'Payload body file must be filled in base64 format' })
+
+    const fileBuffer = Buffer.from(file, 'base64')
+    const fileName = `${Math.random().toString(36).slice(2)}.webp`
+    const filePath = `${tmpFolder}/${fileName}`
+    await fs.promises.writeFile(filePath, fileBuffer)
+
+    const exec = util.promisify(cp.exec).bind(cp)
+    await exec(`convert ${filePath} ${filePath.replace('.webp', '.gif')}`)
+    if (/gif/.test(req.path)) return res.send(`https://${req.get('host')}/file/${fileName.replace('.webp', '.gif')}`)
+
+    await exec(`ffmpeg -i ${filePath.replace('.webp', '.gif')} -movflags faststart -pix_fmt yuv420p -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" ${filePath.replace(/.webp|.gif/g, '')}.mp4`)
+    res.send(`https://${req.get('host')}/file/${fileName.replace('.webp', '.mp4')}`)
+  } catch (e) {
+    console.log(e)
+    e = String(e)
+    res.status(500).json({ error: true, message: e === '[object Object]' ? 'Internal Server Error' : e })
+  }
 })
 
 app.get('/fetch', async (req, res) => {
-	try {
-		if (!req.query.url) return res.json({ message: 'Required an url' })
-		let json = await axios.get(req.query.url)
-		res.json(json.data)
-	} catch (e) {
-		res.send(e)
-	}
+  try {
+    if (!req.query.url) return res.json({ message: 'Required an url' })
+    let json = await axios.get(req.query.url)
+    res.json(json.data)
+  } catch (e) {
+    res.send(e)
+  }
 })
 
 
@@ -205,14 +270,13 @@ app.get('/fetch-page', async (req, res) => {
 
   if (!targetUrl) {
     return res.status(400).json({
-      developer: "KyoukaDev",
       status: false,
       message: 'Parameter "url" dibutuhkan',
     });
   }
 
   const baseUrl = new URL(targetUrl).origin;
-  
+
   const browser = await playwright.chromium.launch({
     headless: true,
     executablePath: '/usr/bin/chromium', // pastikan path ini valid
@@ -245,7 +309,6 @@ app.get('/fetch-page', async (req, res) => {
     const content = await page.content();
 
     res.json({
-      developer: "KyoukaDev",
       status: true,
       data: {
         results: [
@@ -256,7 +319,6 @@ app.get('/fetch-page', async (req, res) => {
 
   } catch (err) {
     res.status(500).json({
-      developer: "KyoukaDev",
       status: false,
       message: 'Gagal fetch halaman',
       error: err.message
@@ -270,45 +332,45 @@ const PORT = process.env.PORT || 7860
 app.listen(PORT, () => console.log('App running on port', PORT))
 
 function formatSize(num) {
-	return bytes(+num || 0, { unitSeparator: ' ' })
+  return bytes(+num || 0, { unitSeparator: ' ' })
 }
 
 function isBase64(str) {
-	try {
-		return btoa(atob(str)) === str
-	} catch {
-		return false
-	}
+  try {
+    return btoa(atob(str)) === str
+  } catch {
+    return false
+  }
 }
 
 function toPDF(urls) {
-	return new Promise(async (resolve, reject) => {
-		try {
-			if (!Array.isArray(urls)) urls = [urls]
-			const doc = new PDFDocument({ margin: 0, size: 'A4' })
-			const buffers = []
-			
-			for (let i = 0; i < urls.length; i++) {
-				const response = await fetch(urls[i], { headers: { referer: urls[i] }})
-				if (!response.ok) continue
-				
-				const type = response.headers.get('content-type')
-				if (!/image/.test(type)) continue
-				
-				let buffer = Buffer.from(await response.arrayBuffer())
-				if (/gif|webp/.test(type)) buffer = await sharp(buffer).png().toBuffer()
-				
-				doc.image(buffer, 0, 0, { fit: [595.28, 841.89], align: 'center', valign: 'center' })
-				if (urls.length !== i + 1) doc.addPage()
-			}
-			
-			doc.on('data', (chunk) => buffers.push(chunk))
-			doc.on('end', () => resolve(Buffer.concat(buffers)))
-			doc.on('error', reject)
-			doc.end()
-		} catch (e) {
-			console.log(e)
-			reject(e)
-		}
-	})
+  return new Promise(async (resolve, reject) => {
+    try {
+      if (!Array.isArray(urls)) urls = [urls]
+      const doc = new PDFDocument({ margin: 0, size: 'A4' })
+      const buffers = []
+
+      for (let i = 0; i < urls.length; i++) {
+        const response = await fetch(urls[i], { headers: { referer: urls[i] } })
+        if (!response.ok) continue
+
+        const type = response.headers.get('content-type')
+        if (!/image/.test(type)) continue
+
+        let buffer = Buffer.from(await response.arrayBuffer())
+        if (/gif|webp/.test(type)) buffer = await sharp(buffer).png().toBuffer()
+
+        doc.image(buffer, 0, 0, { fit: [595.28, 841.89], align: 'center', valign: 'center' })
+        if (urls.length !== i + 1) doc.addPage()
+      }
+
+      doc.on('data', (chunk) => buffers.push(chunk))
+      doc.on('end', () => resolve(Buffer.concat(buffers)))
+      doc.on('error', reject)
+      doc.end()
+    } catch (e) {
+      console.log(e)
+      reject(e)
+    }
+  })
 }