Update server.js

server.js

@@ -11,7 +11,6 @@ import { parse } from 'tldts';
 import { chromium } from 'playwright';
 import axios from 'axios';
 import cron from 'node-cron';
-import dns from 'node:dns/promises'; // أضفنا هذا لتحليل الـ IP
 
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
@@ -19,59 +18,17 @@ const __dirname = path.dirname(__filename);
 const app = express();
 const PORT = process.env.PORT || 7860;
 
-// إعدادات الأمان
 app.set('trust proxy', 1);
 app.use(helmet({ contentSecurityPolicy: false, frameguard: false }));
 app.use(cors());
 app.use(express.json({ limit: '10mb' }));
 
-// --- وظائف المساعدة الجديدة ---
-
-// 1. وظيفة تحديد الموقع الجغرافي (Geo Mapping)
-async function getGeoInfo(domain) {
-    try {
-        // تحويل الدومين إلى IP
-        const lookup = await dns.resolve4(domain);
-        const ip = lookup[0];
-        
-        // استدعاء API مجاني للمواقع الجغرافية (ip-api.com)
-        const response = await axios.get(`http://ip-api.com/json/${ip}?fields=status,message,country,city,isp,query`, { timeout: 2000 });
-        
-        if (response.data.status === 'success') {
-            return {
-                ip: response.data.query,
-                country: response.data.country,
-                city: response.data.city,
-                isp: response.data.isp
-            };
-        }
-    } catch (e) {
-        // console.error(`Geo lookup failed for ${domain}`);
-    }
-    return { country: 'Unknown', city: 'Unknown', isp: 'Unknown' };
-}
-
-// 2. وظيفة اكتشاف تسريب البيانات (Leakage Detection)
-function detectPIILeak(dataString) {
-    if (!dataString) return [];
-    
-    const leaks = [];
-    const patterns = {
-        email: /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g,
-        phone: /\+?\d{10,15}/g,
-        // يمكنك إضافة أنماط أخرى مثل بطاقات الائتمان هنا
-    };
-
-    for (const [type, regex] of Object.entries(patterns)) {
-        const matches = dataString.match(regex);
-        if (matches) {
-            leaks.push({ type, count: matches.length });
-        }
-    }
-    return leaks;
-}
-
-// --- الكود الأصلي مع التعديلات المدمجة ---
+app.use('/api/', rateLimit({
+    windowMs: 15 * 60 * 1000,
+    max: 100,
+    standardHeaders: true,
+    legacyHeaders: false,
+}));
 
 let ghosteryDB = null;
 let ddgTrackerRadar = { domains: {} };
@@ -93,11 +50,15 @@ function loadDDGTrackerRadar() {
         const ddgPath = path.join(__dirname, 'data', 'ddg-tracker-radar.json');
         if (existsSync(ddgPath)) {
             ddgTrackerRadar = JSON.parse(readFileSync(ddgPath, 'utf-8'));
-            console.log(`✅ DDG Tracker Radar loaded`);
+            console.log(`✅ DDG Tracker Radar: ${Object.keys(ddgTrackerRadar.domains).length} domains`);
         }
     } catch (e) {}
 }
 
+cron.schedule('0 0 * * *', async () => {
+    await downloadDDGTrackerRadar();
+});
+
 async function downloadDDGTrackerRadar() {
     try {
         const response = await axios.get('https://downloads.vivaldi.com/ddg/tds-v2-current.json', { timeout: 30000 });
@@ -115,12 +76,14 @@ async function downloadDDGTrackerRadar() {
         if (!existsSync(dir)) mkdirSync(dir);
         writeFileSync(path.join(dir, 'ddg-tracker-radar.json'), JSON.stringify(simplified));
         ddgTrackerRadar = simplified;
-    } catch (e) {}
+        console.log('✅ DDG Tracker Radar updated');
+    } catch (e) {
+        console.error('DDG download failed:', e.message);
+    }
 }
 
 function normalizeUrl(inputUrl) {
-    let url = inputUrl?.trim();
-    if (!url) return null;
+    let url = inputUrl.trim();
     if (!url.startsWith('http://') && !url.startsWith('https://')) url = 'https://' + url;
     try { return new URL(url).toString(); } catch { return null; }
 }
@@ -158,128 +121,318 @@ async function getTosdrGrade(url) {
     try {
         const hostname = new URL(url).hostname;
         if (tosdrCache.has(hostname)) return tosdrCache.get(hostname);
+        
         const searchResponse = await axios.get(`https://api.tosdr.org/search/v5?query=${encodeURIComponent(hostname)}`, { timeout: 5000 });
         const services = searchResponse.data?.services || [];
-        if (services.length === 0) return null;
+        if (services.length === 0) {
+            tosdrCache.set(hostname, null);
+            return null;
+        }
+        
         const serviceId = services[0].id;
         const detailResponse = await axios.get(`https://api.tosdr.org/service/v3?id=${serviceId}`, { timeout: 5000 });
-        const result = { grade: detailResponse.data.rating || 'N/A', name: detailResponse.data.name };
+        const service = detailResponse.data;
+        
+        const result = {
+            grade: service.rating || 'N/A',
+            name: service.name,
+            points: service.points?.length || 0,
+            reviewed: service.is_comprehensively_reviewed || false
+        };
         tosdrCache.set(hostname, result);
         return result;
-    } catch (e) { return null; }
+    } catch (e) {
+        return null;
+    }
 }
 
 async function takeScreenshot(url) {
     let browser = null;
     try {
-        browser = await chromium.launch({ headless: true, args: ['--no-sandbox'] });
+        browser = await chromium.launch({ headless: true, args: ['--no-sandbox', '--disable-dev-shm-usage'] });
         const page = await browser.newPage();
-        await page.goto(url, { waitUntil: 'networkidle', timeout: 20000 });
-        const buffer = await page.screenshot({ type: 'jpeg', quality: 70 });
+        await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 15000 });
+        await page.waitForTimeout(1000);
+        const buffer = await page.screenshot({ type: 'jpeg', quality: 85, fullPage: false });
         return `data:image/jpeg;base64,${buffer.toString('base64')}`;
-    } catch (e) { return null; } finally { if (browser) await browser.close(); }
+    } catch (e) {
+        console.error('Screenshot failed:', e.message);
+        return null;
+    } finally {
+        if (browser) await browser.close().catch(() => {});
+    }
 }
 
 async function performBlacklightScan(url) {
     try {
         const options = {
             inUrl: url,
-            blTests: ['cookies', 'third_party_trackers', 'canvas_fingerprinters', 'key_logging'],
+            blTests: ['cookies', 'third_party_trackers', 'fb_pixel_events', 'canvas_fingerprinters', 'canvas_font_fingerprinters', 'key_logging', 'session_recorders', 'google_analytics_events', 'twitter_pixel', 'tiktok_pixel'],
             numPages: 1,
             defaultWaitUntil: 'networkidle2',
             captureHar: true,
+            saveScreenshots: false,
             headless: true,
+            defaultTimeout: 60000,
+            extraChromiumArgs: ['--disable-blink-features=AutomationControlled','--no-sandbox','--disable-setuid-sandbox','--disable-dev-shm-usage','--disable-gpu','--ignore-certificate-errors']
         };
         return await collect(url, options);
-    } catch (e) { return { error: e.message }; }
+    } catch (e) {
+        console.error('Blacklight scan failed:', e.message);
+        return { error: e.message };
+    }
+}
+
+async function checkHiddenStorage(url) {
+    let browser = null;
+    try {
+        browser = await chromium.launch({ headless: true, args: ['--no-sandbox', '--disable-dev-shm-usage'] });
+        const page = await browser.newPage();
+        await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 15000 });
+        const storageData = await page.evaluate(() => {
+            const ls = [];
+            const ss = [];
+            for (let i = 0; i < localStorage.length; i++) {
+                const key = localStorage.key(i);
+                ls.push({ key, value: localStorage.getItem(key) });
+            }
+            for (let i = 0; i < sessionStorage.length; i++) {
+                const key = sessionStorage.key(i);
+                ss.push({ key, value: sessionStorage.getItem(key) });
+            }
+            return {
+                localStorage: ls,
+                sessionStorage: ss,
+                indexedDB: !!window.indexedDB
+            };
+        });
+        return storageData;
+    } catch (e) {
+        console.error('Hidden storage check failed:', e.message);
+        return null;
+    } finally {
+        if (browser) await browser.close().catch(() => {});
+    }
+}
+
+async function performSecurityCheck(url) {
+    try {
+        const https = await import('node:https');
+        const { hostname } = new URL(url);
+        
+        const cert = await new Promise((resolve, reject) => {
+            const req = https.request({ hostname, port: 443, method: 'HEAD', timeout: 5000 }, (res) => {
+                const cert = res.socket.getPeerCertificate();
+                resolve(cert);
+            });
+            req.on('error', reject);
+            req.on('timeout', () => { req.destroy(); reject(new Error('timeout')); });
+            req.end();
+        });
+        
+        const valid = cert && Object.keys(cert).length > 0;
+        const issuer = cert.issuer?.O || cert.issuer?.CN || 'Unknown';
+        const expires = cert.valid_to ? new Date(cert.valid_to) : null;
+        const daysRemaining = expires ? Math.floor((expires - Date.now()) / (1000 * 60 * 60 * 24)) : 0;
+        
+        return {
+            ssl: {
+                valid,
+                issuer,
+                expires_in_days: daysRemaining,
+                protocol: 'TLS',
+                grade: valid ? (daysRemaining > 30 ? 'A' : 'B') : 'F'
+            },
+            headers: {}
+        };
+    } catch (e) {
+        return { ssl: { valid: false, error: e.message } };
+    }
 }
 
-// --- API Endpoint ---
+function calculatePrivacyScore(blacklight, enrichedTrackers, tosdrGrade, security) {
+    let score = 100;
+    
+    const trackerCount = enrichedTrackers.length;
+    score -= Math.min(trackerCount * 4, 30);
+    
+    const hasFingerprinting = !!(blacklight?.canvasFingerprinters?.length) || !!(blacklight?.canvasFontFingerprinters?.length);
+    if (hasFingerprinting) score -= 30;
+    
+    const thirdPartyCookies = blacklight?.cookies?.filter(c => c.thirdParty)?.length || 0;
+    score -= Math.min(thirdPartyCookies * 5, 20);
+    
+    if (blacklight?.sessionRecorders?.length > 0) score -= 10;
+    if (blacklight?.keyLogging?.length > 0) score -= 10;
+    
+    if (!security?.ssl?.valid) score -= 20;
+    
+    if (tosdrGrade) {
+        if (tosdrGrade.grade === 'A') score += 5;
+        else if (tosdrGrade.grade === 'B') score += 2;
+        else if (tosdrGrade.grade === 'D') score -= 5;
+        else if (tosdrGrade.grade === 'E') score -= 10;
+    }
+    
+    score = Math.max(0, Math.min(100, Math.round(score)));
+    
+    let grade;
+    if (score >= 95) grade = 'A+';
+    else if (score >= 85) grade = 'A';
+    else if (score >= 75) grade = 'B';
+    else if (score >= 65) grade = 'C';
+    else if (score >= 55) grade = 'D';
+    else grade = 'F';
+    
+    return { score, grade };
+}
 
 app.get('/api/scan', async (req, res) => {
     const url = normalizeUrl(req.query.url);
     if (!url) return res.status(400).json({ error: 'Invalid URL' });
-
+    
+    const format = req.query.format || 'json'; // افتراضيًا JSON
+    const mode = req.query.mode || 'deep';
+    
+    // إذا كان الوضع سريع، نعود ببيانات محدودة
+    if (mode === 'fast') {
+        try {
+            const startTime = Date.now();
+            const security = await performSecurityCheck(url);
+            const tosdr = await getTosdrGrade(url);
+            
+            const hostname = new URL(url).hostname;
+            const baseDomain = getBaseDomain(hostname);
+            const trackers = [];
+            
+            for (const domain in ddgTrackerRadar.domains) {
+                if (domain.includes(baseDomain) || baseDomain.includes(domain)) {
+                    const info = ddgTrackerRadar.domains[domain];
+                    trackers.push({
+                        domain,
+                        owner: info.owner || domain,
+                        category: info.category || 'unknown',
+                        prevalence: info.prevalence || 0
+                    });
+                }
+            }
+            
+            const { score, grade } = calculatePrivacyScore({}, trackers, tosdr, security);
+            
+            const result = {
+                success: true,
+                mode: 'fast',
+                url,
+                final_url: url,
+                scan_time_sec: (Date.now() - startTime) / 1000,
+                privacy_score: { score, grade },
+                trackers: { count: trackers.length, list: trackers.slice(0, 20) },
+                security,
+                tosdr,
+                screenshot: null
+            };
+            
+            return res.json(result);
+        } catch (e) {
+            return res.status(500).json({ error: e.message });
+        }
+    }
+    
+    // الوضع العميق (deep) - تنفيذ متوازي
+    if (format === 'sse') {
+        // ... (نفس كود SSE السابق)
+        return res.status(501).json({ error: 'SSE not implemented in this version' });
+    }
+    
+    // تنسيق JSON (الافتراضي)
     try {
         const startTime = Date.now();
         
-        // تنفيذ الفحوصات الأساسية
-        const [screenshotData, blacklightData, tosdrData] = await Promise.allSettled([
+        // تنفيذ جميع المهام بالتوازي
+        const [screenshot, blacklight, tosdr, security, hiddenStorage] = await Promise.allSettled([
             takeScreenshot(url),
             performBlacklightScan(url),
-            getTosdrGrade(url)
+            getTosdrGrade(url),
+            performSecurityCheck(url),
+            checkHiddenStorage(url)
         ]);
-
-        const bl = blacklightData.status === 'fulfilled' ? blacklightData.value : {};
         
-        // 1. معالجة المتتبعات مع الموقع الجغرافي (Geo Mapping)
-        const rawTrackers = bl.third_party_trackers || [];
-        const uniqueDomains = [...new Set(rawTrackers.map(t => parse(new URL(t.url).hostname).getHostname()))];
+        const screenshotData = screenshot.status === 'fulfilled' ? screenshot.value : null;
+        const blacklightData = blacklight.status === 'fulfilled' ? blacklight.value : { error: blacklight.reason?.message };
+        const tosdrData = tosdr.status === 'fulfilled' ? tosdr.value : null;
+        const securityData = security.status === 'fulfilled' ? security.value : { ssl: { valid: false } };
+        const hiddenData = hiddenStorage.status === 'fulfilled' ? hiddenStorage.value : null;
+        
+        // استخراج النطاقات الخارجية
+        const thirdPartyDomains = [
+            ...(blacklightData.hosts?.thirdParty || []),
+            ...(blacklightData.hosts?.requests?.third_party || [])
+        ];
+        const uniqueDomains = [...new Set(thirdPartyDomains)];
         
+        // إ��راء بيانات المتتبعين
         const enrichedTrackers = [];
-        for (const domain of uniqueDomains.slice(0, 15)) { // تحديد العدد لسرعة الاستجابة
-            const [ddg, ghostery, geo] = await Promise.all([
-                getDDGInfo(domain),
-                getGhosteryInfo(domain),
-                getGeoInfo(domain) // الميزة الجديدة
-            ]);
-
+        for (const domain of uniqueDomains) {
+            const ddgInfo = getDDGInfo(domain);
+            const ghosteryInfo = await getGhosteryInfo(domain);
             enrichedTrackers.push({
                 domain,
-                owner: ghostery?.organization || ddg?.owner || 'Unknown',
-                category: ghostery?.category || ddg?.category || 'unknown',
-                location: geo // إضافة الموقع هنا
+                owner: ghosteryInfo?.organization || ddgInfo?.owner || getBaseDomain(domain),
+                category: ghosteryInfo?.category || ddgInfo?.category || 'unknown',
+                prevalence: ddgInfo?.prevalence || 0
             });
         }
-
-        // 2. اكتشاف تسريب البيانات (Leakage Detection)
-        // سنفحص جميع روابط المتتبعات بحثاً عن بيانات مسربة
-        const leaks = [];
-        rawTrackers.forEach(tracker => {
-            const foundInUrl = detectPIILeak(tracker.url);
-            const foundInPostData = detectPIILeak(JSON.stringify(tracker.data || {}));
-            
-            if (foundInUrl.length > 0 || foundInPostData.length > 0) {
-                leaks.push({
-                    target_domain: new URL(tracker.url).hostname,
-                    leaks: [...foundInUrl, ...foundInPostData]
-                });
-            }
-        });
-
-        // بناء الرد النهائي
+        
+        const { score, grade } = calculatePrivacyScore(blacklightData, enrichedTrackers, tosdrData, securityData);
+        
+        // بناء الملخص
         const summary = {
             success: true,
+            mode: 'deep',
             url,
+            final_url: blacklightData.uri_dest || url,
             scan_time_sec: (Date.now() - startTime) / 1000,
-            privacy_score: { score: 50, grade: 'F' }, // يمكنك تحسين دالة الحساب
-            trackers: {
-                count: enrichedTrackers.length,
-                list: enrichedTrackers
-            },
-            data_leaks: {
-                detected: leaks.length > 0,
-                count: leaks.length,
-                details: leaks
+            privacy_score: { score, grade },
+            trackers: { count: enrichedTrackers.length, list: enrichedTrackers.slice(0, 20) },
+            cookies: {
+                total: blacklightData.cookies?.length || 0,
+                third_party: blacklightData.cookies?.filter(c => c.thirdParty)?.length || 0
             },
             fingerprinting: {
-                detected: !!bl.canvas_fingerprinters?.length,
-                details: bl.canvas_fingerprinters
+                canvas: !!(blacklightData.canvasFingerprinters?.length),
+                fonts: !!(blacklightData.canvasFontFingerprinters?.length)
             },
-            screenshot: screenshotData.status === 'fulfilled' ? screenshotData.value : null,
-            tosdr: tosdrData.status === 'fulfilled' ? tosdrData.value : null
+            session_recording: !!(blacklightData.sessionRecorders?.length),
+            key_logging: !!(blacklightData.keyLogging?.length),
+            hidden_storage: hiddenData ? {
+                localStorage: hiddenData.localStorage?.length || 0,
+                sessionStorage: hiddenData.sessionStorage?.length || 0,
+                indexedDB: hiddenData.indexedDB
+            } : null,
+            security: securityData,
+            tosdr: tosdrData,
+            screenshot: screenshotData,
+            // تضمين البيانات الخام للمطورين
+            raw: blacklightData
         };
-
+        
         res.json(summary);
-
+        
     } catch (e) {
+        console.error('Scan error:', e);
         res.status(500).json({ error: e.message });
     }
 });
 
-// تشغيل السيرفر
+app.get('/health', (req, res) => res.json({ status: 'ok' }));
+app.use(express.static('public'));
+
 (async () => {
     await initGhosteryDB();
     loadDDGTrackerRadar();
-    app.listen(PORT, '0.0.0.0', () => console.log(`🚀 Server running on ${PORT}`));
-})();
+    if (Object.keys(ddgTrackerRadar.domains).length === 0) {
+        await downloadDDGTrackerRadar();
+    }
+    app.listen(PORT, '0.0.0.0', () => console.log(`🚀 Private Eye V8.1 running on ${PORT}`));
+})();
+give you feedback in arabic