Update server.js

server.js

@@ -11,6 +11,7 @@ import { parse } from 'tldts';
 import { chromium } from 'playwright';
 import axios from 'axios';
 import cron from 'node-cron';
+import dns from 'node:dns/promises';
 
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
@@ -23,17 +24,12 @@ app.use(helmet({ contentSecurityPolicy: false, frameguard: false }));
 app.use(cors());
 app.use(express.json({ limit: '10mb' }));
 
-app.use('/api/', rateLimit({
-    windowMs: 15 * 60 * 1000,
-    max: 100,
-    standardHeaders: true,
-    legacyHeaders: false,
-}));
-
+// --- قواعد البيانات وذاكرة التخزين المؤقت ---
 let ghosteryDB = null;
 let ddgTrackerRadar = { domains: {} };
 let tosdrCache = new Map();
 
+// --- وظائف التهيئة ---
 async function initGhosteryDB() {
     try {
         const enginePath = path.join(__dirname, 'node_modules', '@ghostery', 'trackerdb', 'dist', 'trackerdb.engine');
@@ -42,7 +38,9 @@ async function initGhosteryDB() {
             ghosteryDB = await loadTrackerDB(engine);
             console.log('✅ Ghostery TrackerDB initialized');
         }
-    } catch (e) {}
+    } catch (e) {
+        console.error('❌ Ghostery init failed:', e.message);
+    }
 }
 
 function loadDDGTrackerRadar() {
@@ -52,13 +50,11 @@ function loadDDGTrackerRadar() {
             ddgTrackerRadar = JSON.parse(readFileSync(ddgPath, 'utf-8'));
             console.log(`✅ DDG Tracker Radar: ${Object.keys(ddgTrackerRadar.domains).length} domains`);
         }
-    } catch (e) {}
+    } catch (e) {
+        console.error('❌ DDG load failed:', e.message);
+    }
 }
 
-cron.schedule('0 0 * * *', async () => {
-    await downloadDDGTrackerRadar();
-});
-
 async function downloadDDGTrackerRadar() {
     try {
         const response = await axios.get('https://downloads.vivaldi.com/ddg/tds-v2-current.json', { timeout: 30000 });
@@ -82,7 +78,11 @@ async function downloadDDGTrackerRadar() {
     }
 }
 
+cron.schedule('0 0 * * *', downloadDDGTrackerRadar);
+
+// --- وظائف المساعدة ---
 function normalizeUrl(inputUrl) {
+    if (!inputUrl) return null;
     let url = inputUrl.trim();
     if (!url.startsWith('http://') && !url.startsWith('https://')) url = 'https://' + url;
     try { return new URL(url).toString(); } catch { return null; }
@@ -117,6 +117,48 @@ function getDDGInfo(domain) {
     return ddgTrackerRadar.domains[domain] || ddgTrackerRadar.domains[baseDomain] || null;
 }
 
+// --- تحسين Geo Mapping (أداء محسّن) ---
+async function getGeoInfo(domain) {
+    try {
+        const lookup = await dns.resolve4(domain, { timeout: 1000 }).catch(() => []);
+        if (!lookup || lookup.length === 0) return null;
+        const ip = lookup[0];
+        
+        const geoRequest = axios.get(`http://ip-api.com/json/${ip}?fields=status,country,city,isp`, { timeout: 1500 });
+        const timeoutPromise = new Promise((_, reject) => setTimeout(() => reject(new Error('Timeout')), 1500));
+        const response = await Promise.race([geoRequest, timeoutPromise]);
+        
+        if (response.data?.status === 'success') {
+            return {
+                ip: ip,
+                country: response.data.country,
+                city: response.data.city,
+                isp: response.data.isp
+            };
+        }
+    } catch (e) {
+        // فشل صامت، لا نريد إيقاف الفحص كله بسبب فشل الـ Geo
+    }
+    return { country: 'Unknown', city: 'Unknown', isp: 'Unknown' };
+}
+
+// --- تحسين اكتشاف تسريب البيانات (PII Leak Detection) ---
+function detectPIILeak(dataString) {
+    if (!dataString) return [];
+    const leaks = [];
+    const patterns = {
+        email: /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g,
+        phone: /(?:\+|00)\d{1,3}[\s.-]?\(?\d{1,4}\)?[\s.-]?\d{1,4}[\s.-]?\d{1,9}/g // نمط دولي أكثر دقة
+    };
+    for (const [type, regex] of Object.entries(patterns)) {
+        const matches = dataString.match(regex);
+        if (matches) {
+            leaks.push({ type, count: matches.length });
+        }
+    }
+    return leaks;
+}
+
 async function getTosdrGrade(url) {
     try {
         const hostname = new URL(url).hostname;
@@ -287,14 +329,14 @@ function calculatePrivacyScore(blacklight, enrichedTrackers, tosdrGrade, securit
     return { score, grade };
 }
 
+// --- API Endpoint الرئيسي ---
 app.get('/api/scan', async (req, res) => {
     const url = normalizeUrl(req.query.url);
     if (!url) return res.status(400).json({ error: 'Invalid URL' });
     
-    const format = req.query.format || 'json'; // افتراضيًا JSON
+    const format = req.query.format || 'json';
     const mode = req.query.mode || 'deep';
     
-    // إذا كان الوضع سريع، نعود ببيانات محدودة
     if (mode === 'fast') {
         try {
             const startTime = Date.now();
@@ -338,13 +380,7 @@ app.get('/api/scan', async (req, res) => {
         }
     }
     
-    // الوضع العميق (deep) - تنفيذ متوازي
-    if (format === 'sse') {
-        // ... (نفس كود SSE السابق)
-        return res.status(501).json({ error: 'SSE not implemented in this version' });
-    }
-    
-    // تنسيق JSON (الافتراضي)
+    // --- الوضع العميق (Deep Mode) ---
     try {
         const startTime = Date.now();
         
@@ -370,19 +406,41 @@ app.get('/api/scan', async (req, res) => {
         ];
         const uniqueDomains = [...new Set(thirdPartyDomains)];
         
-        // إثراء بيانات المتتبعين
+        // إثراء بيانات المتتبعين مع Geo (معالجة متوازية)
         const enrichedTrackers = [];
-        for (const domain of uniqueDomains) {
+        const geoPromises = uniqueDomains.map(domain => getGeoInfo(domain));
+        const geoResults = await Promise.allSettled(geoPromises);
+        
+        for (let i = 0; i < uniqueDomains.length; i++) {
+            const domain = uniqueDomains[i];
             const ddgInfo = getDDGInfo(domain);
             const ghosteryInfo = await getGhosteryInfo(domain);
+            const geoData = geoResults[i]?.status === 'fulfilled' ? geoResults[i].value : { country: 'Unknown', city: 'Unknown', isp: 'Unknown' };
+            
             enrichedTrackers.push({
                 domain,
                 owner: ghosteryInfo?.organization || ddgInfo?.owner || getBaseDomain(domain),
                 category: ghosteryInfo?.category || ddgInfo?.category || 'unknown',
-                prevalence: ddgInfo?.prevalence || 0
+                prevalence: ddgInfo?.prevalence || 0,
+                location: geoData
             });
         }
         
+        // اكتشاف تسريب البيانات (PII Leakage)
+        const leaks = [];
+        const rawTrackers = blacklightData.third_party_trackers || [];
+        rawTrackers.forEach(tracker => {
+            const foundInUrl = detectPIILeak(tracker.url);
+            const foundInPostData = detectPIILeak(JSON.stringify(tracker.data || {}));
+            
+            if (foundInUrl.length > 0 || foundInPostData.length > 0) {
+                leaks.push({
+                    target_domain: new URL(tracker.url).hostname,
+                    leaks: [...foundInUrl, ...foundInPostData]
+                });
+            }
+        });
+        
         const { score, grade } = calculatePrivacyScore(blacklightData, enrichedTrackers, tosdrData, securityData);
         
         // بناء الملخص
@@ -409,10 +467,14 @@ app.get('/api/scan', async (req, res) => {
                 sessionStorage: hiddenData.sessionStorage?.length || 0,
                 indexedDB: hiddenData.indexedDB
             } : null,
+            data_leaks: {
+                detected: leaks.length > 0,
+                count: leaks.length,
+                details: leaks
+            },
             security: securityData,
             tosdr: tosdrData,
             screenshot: screenshotData,
-            // تضمين البيانات الخام للمطورين
             raw: blacklightData
         };
         
@@ -427,11 +489,12 @@ app.get('/api/scan', async (req, res) => {
 app.get('/health', (req, res) => res.json({ status: 'ok' }));
 app.use(express.static('public'));
 
+// --- بدء تشغيل الخادم ---
 (async () => {
     await initGhosteryDB();
     loadDDGTrackerRadar();
     if (Object.keys(ddgTrackerRadar.domains).length === 0) {
         await downloadDDGTrackerRadar();
     }
-    app.listen(PORT, '0.0.0.0', () => console.log(`🚀 Private Eye V8.1 running on ${PORT}`));
+    app.listen(PORT, '0.0.0.0', () => console.log(`🚀 Private Eye V9.0 running on ${PORT}`));
 })();