Create index.js

index.js

@@ -0,0 +1,234 @@
+const express = require('express');
+const { gotScraping } = require('got-scraping');
+const axios = require('axios');
+const tough = require('tough-cookie');
+const { HttpsCookieAgent } = require('http-cookie-agent/http');
+const cheerio = require('cheerio');
+
+const app = express();
+const PORT = process.env.PORT || 3000;
+
+app.use(express.json());
+
+// Method 1: Using got-scraping (Most reliable for anti-bot bypass)
+async function extractWithGotScraping(url) {
+  try {
+    const response = await gotScraping({
+      url: url,
+      headerGeneratorOptions: {
+        browsers: [
+          {
+            name: 'chrome',
+            minVersion: 116,
+            maxVersion: 122
+          }
+        ],
+        devices: ['desktop'],
+        locales: ['en-US', 'en'],
+        operatingSystems: ['windows']
+      },
+      http2: true,
+      followRedirect: true,
+      maxRedirects: 10,
+      timeout: {
+        request: 30000
+      },
+      retry: {
+        limit: 3,
+        methods: ['GET'],
+        statusCodes: [408, 413, 429, 500, 502, 503, 504],
+        errorCodes: [
+          'ETIMEDOUT',
+          'ECONNRESET',
+          'EADDRINUSE',
+          'ECONNREFUSED',
+          'EPIPE',
+          'ENOTFOUND',
+          'ENETUNREACH',
+          'EAI_AGAIN'
+        ]
+      }
+    });
+
+    const html = response.body;
+    const $ = cheerio.load(html);
+
+    // Check for iframe
+    const iframe = $('iframe.embed-responsive-item');
+    const iframeExists = iframe.length > 0;
+    const iframeSrc = iframe.attr('src') || null;
+
+    // Check for download section
+    const downloadSection = $('.download-form, .message.video-details, .download');
+    const downloadSectionExists = downloadSection.length > 0;
+
+    // Extract file details
+    const fileName = $('strong').first().text().trim() || null;
+    const fileSize = $('abbr[title*="Bytes"]').text().trim() || null;
+    const resolution = $('.column:contains("Resolution")').text().replace('Resolution:', '').trim() || null;
+
+    return {
+      success: true,
+      url: url,
+      iframeExists: iframeExists,
+      iframeSrc: iframeSrc,
+      downloadSectionExists: downloadSectionExists,
+      fileDetails: {
+        fileName: fileName,
+        fileSize: fileSize,
+        resolution: resolution
+      },
+      method: 'got-scraping'
+    };
+
+  } catch (error) {
+    console.error('got-scraping error:', error.message);
+    return {
+      success: false,
+      error: error.message,
+      method: 'got-scraping'
+    };
+  }
+}
+
+// Method 2: Using axios with enhanced headers and cookie handling
+async function extractWithAxios(url) {
+  try {
+    const cookieJar = new tough.CookieJar();
+    
+    const client = axios.create({
+      httpsAgent: new HttpsCookieAgent({ 
+        cookies: { jar: cookieJar },
+        rejectUnauthorized: false
+      }),
+      headers: {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+        'Accept-Language': 'en-US,en;q=0.9',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'DNT': '1',
+        'Connection': 'keep-alive',
+        'Upgrade-Insecure-Requests': '1',
+        'Sec-Fetch-Dest': 'document',
+        'Sec-Fetch-Mode': 'navigate',
+        'Sec-Fetch-Site': 'none',
+        'Sec-Fetch-User': '?1',
+        'sec-ch-ua': '"Not_A Brand";v="8", "Chromium";v="120", "Google Chrome";v="120"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        'Cache-Control': 'max-age=0',
+        'Referer': 'https://kwik.cx/'
+      },
+      maxRedirects: 10,
+      validateStatus: () => true,
+      timeout: 30000
+    });
+
+    const response = await client.get(url);
+
+    if (response.status === 403) {
+      throw new Error('403 Forbidden - Access Denied');
+    }
+
+    const html = response.data;
+    const $ = cheerio.load(html);
+
+    // Check for iframe
+    const iframe = $('iframe.embed-responsive-item');
+    const iframeExists = iframe.length > 0;
+    const iframeSrc = iframe.attr('src') || null;
+
+    // Check for download section
+    const downloadSection = $('.download-form, .message.video-details, .download');
+    const downloadSectionExists = downloadSection.length > 0;
+
+    // Extract file details
+    const fileName = $('strong').first().text().trim() || null;
+    const fileSize = $('abbr[title*="Bytes"]').text().trim() || null;
+    const resolution = $('.column:contains("Resolution")').text().replace('Resolution:', '').trim() || null;
+
+    return {
+      success: true,
+      url: url,
+      iframeExists: iframeExists,
+      iframeSrc: iframeSrc,
+      downloadSectionExists: downloadSectionExists,
+      fileDetails: {
+        fileName: fileName,
+        fileSize: fileSize,
+        resolution: resolution
+      },
+      method: 'axios'
+    };
+
+  } catch (error) {
+    console.error('axios error:', error.message);
+    return {
+      success: false,
+      error: error.message,
+      method: 'axios'
+    };
+  }
+}
+
+// Main route with fallback mechanism
+app.get('/extract', async (req, res) => {
+  const { url } = req.query;
+
+  if (!url) {
+    return res.status(400).json({
+      success: false,
+      error: 'Missing "url" query parameter'
+    });
+  }
+
+  if (!url.includes('kwik.cx') && !url.includes('kwik.si')) {
+    return res.status(400).json({
+      success: false,
+      error: 'Invalid URL - must be a kwik.cx or kwik.si URL'
+    });
+  }
+
+  console.log(`[REQUEST] Extracting data from: ${url}`);
+
+  // Try got-scraping first (most reliable)
+  let result = await extractWithGotScraping(url);
+
+  // If got-scraping fails, fallback to axios
+  if (!result.success) {
+    console.log('[FALLBACK] Trying axios method...');
+    result = await extractWithAxios(url);
+  }
+
+  if (result.success) {
+    console.log(`[SUCCESS] Iframe exists: ${result.iframeExists}`);
+    console.log(`[SUCCESS] Download section exists: ${result.downloadSectionExists}`);
+  } else {
+    console.log(`[FAILED] Error: ${result.error}`);
+  }
+
+  return res.json(result);
+});
+
+// Health check route
+app.get('/health', (req, res) => {
+  res.json({ status: 'ok', timestamp: new Date().toISOString() });
+});
+
+// Root route
+app.get('/', (req, res) => {
+  res.json({
+    service: 'Kwik Extractor API',
+    version: '1.0.0',
+    endpoints: {
+      extract: '/extract?url=<kwik_url>',
+      health: '/health'
+    },
+    example: '/extract?url=https://kwik.cx/f/0SoyAdDuRvy1'
+  });
+});
+
+app.listen(7860, () => {
+  console.log(`🚀 Server running on port ${PORT}`);
+  console.log(`📡 API endpoint: http://localhost:${PORT}/extract?url=<kwik_url>`);
+});