make this into a fully functional dark web scraper without any "simulated" code - Follow Up Deployment

index.html

@@ -402,6 +402,8 @@
         // State
         let isTorConnected = false;
         let searchInProgress = false;
+        let torHost = '127.0.0.1';
+        let torPort = '9050';
         
         // Event Listeners
         torCheckBtn.addEventListener('click', checkTorConnection);
@@ -415,23 +417,27 @@
         closeHelpBtn.addEventListener('click', () => helpModal.classList.add('hidden'));
         closeHelpBtn2.addEventListener('click', () => helpModal.classList.add('hidden'));
         cancelSettingsBtn.addEventListener('click', () => settingsModal.classList.add('hidden'));
-        saveSettingsBtn.addEventListener('click', () => {
-            settingsModal.classList.add('hidden');
-            // In a real app, you would save settings here
-        });
+        saveSettingsBtn.addEventListener('click', saveSettings);
         
         // Functions
-        function checkTorConnection() {
-            // In a real app, this would make an API call to check Tor status
-            // For demo purposes, we'll simulate it with a random result
-            
+        async function checkTorConnection() {
             torCheckBtn.disabled = true;
             torCheckBtn.innerHTML = '<i class="fas fa-spinner fa-spin mr-2"></i> Checking...';
             
-            // Simulate network delay
-            setTimeout(() => {
-                // Randomly determine if Tor is connected (70% chance for demo)
-                isTorConnected = Math.random() > 0.3;
+            try {
+                const response = await fetch('/check-tor', {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json'
+                    },
+                    body: JSON.stringify({
+                        host: torHost,
+                        port: torPort
+                    })
+                });
+                
+                const data = await response.json();
+                isTorConnected = data.connected;
                 
                 if (isTorConnected) {
                     torStatus.className = 'px-3 py-1 rounded-full text-xs font-medium flex items-center space-x-1 bg-neon-green/20 text-neon-green';
@@ -442,14 +448,20 @@
                     torStatus.innerHTML = '<span class="w-2 h-2 rounded-full bg-red-500"></span><span>Tor Disconnected</span>';
                     torWarning.classList.remove('hidden');
                 }
-                
-                torStatus.classList.remove('hidden');
-                torCheckBtn.disabled = false;
-                torCheckBtn.innerHTML = '<span class="text-sm font-medium">Check Tor Connection</span><i class="fas fa-shield-alt ml-2"></i>';
-            }, 1500);
+            } catch (error) {
+                console.error('Tor check failed:', error);
+                isTorConnected = false;
+                torStatus.className = 'px-3 py-1 rounded-full text-xs font-medium flex items-center space-x-1 bg-red-500/20 text-red-500';
+                torStatus.innerHTML = '<span class="w-2 h-2 rounded-full bg-red-500"></span><span>Connection Error</span>';
+                torWarning.classList.remove('hidden');
+            }
+            
+            torStatus.classList.remove('hidden');
+            torCheckBtn.disabled = false;
+            torCheckBtn.innerHTML = '<span class="text-sm font-medium">Check Tor Connection</span><i class="fas fa-shield-alt ml-2"></i>';
         }
         
-        function startSearch() {
+        async function startSearch() {
             if (searchInProgress) return;
             
             if (!isTorConnected) {
@@ -468,104 +480,124 @@
             resultsContainer.innerHTML = '';
             resultCount.textContent = '0';
             searchBtn.disabled = true;
-            searchBtn.innerHTML = '<i class="fas fa-spinner fa-spin mr-2"></i> Searching';
+            searchBtn.innerHTML = '<i class="fas fa-spinner fa-spin mr-2"></i> Scraping';
             
-            // Simulate scraping delay
-            setTimeout(() => {
-                // Generate random number of results (0-15)
-                const resultCountNum = Math.floor(Math.random() * 16);
-                resultCount.textContent = resultCountNum;
+            try {
+                const response = await fetch('/scrape', {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json'
+                    },
+                    body: JSON.stringify({
+                        url: query,
+                        host: torHost,
+                        port: torPort
+                    })
+                });
+                
+                const data = await response.json();
                 
-                if (resultCountNum === 0) {
+                if (data.error) {
                     noResults.classList.remove('hidden');
+                    noResults.innerHTML = `
+                        <i class="fas fa-exclamation-triangle text-4xl text-red-500 mb-4"></i>
+                        <h4 class="text-lg font-medium text-red-400">Scraping Error</h4>
+                        <p class="text-gray-500 mt-2">${data.error}</p>
+                    `;
+                } else if (data.results && data.results.length > 0) {
+                    resultCount.textContent = data.results.length;
+                    displayResults(data.results);
                 } else {
-                    // Add sample results
-                    for (let i = 0; i < resultCountNum; i++) {
-                        const result = document.createElement('div');
-                        result.className = 'result-card bg-dark-800 rounded-lg p-4 hover:bg-dark-700 transition-colors';
-                        result.innerHTML = `
-                            <div class="flex items-start justify-between">
-                                <div>
-                                    <h4 class="font-medium text-white mb-1">${generateRandomTitle()}</h4>
-                                    <p class="text-xs text-neon-blue mb-2">${generateRandomOnionUrl()}</p>
-                                    <p class="text-sm text-gray-300 line-clamp-2">${generateRandomContent()}</p>
-                                </div>
-                                <div class="flex space-x-2">
-                                    <button class="p-1 text-gray-400 hover:text-neon-blue">
-                                        <i class="fas fa-external-link-alt"></i>
-                                    </button>
-                                    <button class="p-1 text-gray-400 hover:text-neon-purple">
-                                        <i class="fas fa-bookmark"></i>
-                                    </button>
-                                </div>
-                            </div>
-                            <div class="mt-3 pt-2 border-t border-dark-700 flex items-center justify-between">
-                                <div class="flex space-x-3 text-xs text-gray-400">
-                                    <span class="flex items-center space-x-1">
-                                        <i class="fas fa-calendar-alt"></i>
-                                        <span>${getRandomDate()}</span>
-                                    </span>
-                                    <span class="flex items-center space-x-1">
-                                        <i class="fas fa-tag"></i>
-                                        <span>${getRandomTag()}</span>
-                                    </span>
-                                </div>
-                                ${Math.random() > 0.7 ? '<div class="text-xs text-neon-green"><span class="px-2 py-1 bg-neon-green/10 rounded">Verified</span></div>' : ''}
-                            </div>
-                        `;
-                        resultsContainer.appendChild(result);
-                    }
+                    noResults.classList.remove('hidden');
                 }
-                
-                loadingIndicator.classList.add('hidden');
-                searchInProgress = false;
-                searchBtn.disabled = false;
-                searchBtn.innerHTML = '<i class="fas fa-search mr-2"></i> Search';
-            }, 3000);
-        }
-        
-        // Helper functions for demo data
-        function generateRandomTitle() {
-            const prefixes = ['Dark', 'Hidden', 'Secret', 'Private', 'Anonymous', 'Secure'];
-            const nouns = ['Market', 'Forum', 'Library', 'Archive', 'Hub', 'Network', 'Service'];
-            return `${prefixes[Math.floor(Math.random() * prefixes.length)]} ${nouns[Math.floor(Math.random() * nouns.length)]}`;
+            } catch (error) {
+                console.error('Search failed:', error);
+                noResults.classList.remove('hidden');
+                noResults.innerHTML = `
+                    <i class="fas fa-exclamation-triangle text-4xl text-red-500 mb-4"></i>
+                    <h4 class="text-lg font-medium text-red-400">Connection Error</h4>
+                    <p class="text-gray-500 mt-2">Failed to connect to the dark web site. Please check your Tor connection.</p>
+                `;
+            }
+            
+            loadingIndicator.classList.add('hidden');
+            searchInProgress = false;
+            searchBtn.disabled = false;
+            searchBtn.innerHTML = '<i class="fas fa-search mr-2"></i> Search';
         }
         
-        function generateRandomOnionUrl() {
-            const chars = 'abcdefghijklmnopqrstuvwxyz234567';
-            let url = 'http://';
-            for (let i = 0; i < 16; i++) {
-                url += chars[Math.floor(Math.random() * chars.length)];
-            }
-            return url + '.onion';
+        function displayResults(results) {
+            resultsContainer.innerHTML = '';
+            
+            results.forEach(result => {
+                const resultElement = document.createElement('div');
+                resultElement.className = 'result-card bg-dark-800 rounded-lg p-4 hover:bg-dark-700 transition-colors';
+                resultElement.innerHTML = `
+                    <div class="flex items-start justify-between">
+                        <div class="flex-1">
+                            <h4 class="font-medium text-white mb-1">${escapeHtml(result.title || 'Untitled')}</h4>
+                            <p class="text-xs text-neon-blue mb-2">${escapeHtml(result.url)}</p>
+                            <p class="text-sm text-gray-300">${escapeHtml(result.description || 'No description available')}</p>
+                        </div>
+                        <div class="flex space-x-2 ml-4">
+                            <button class="p-1 text-gray-400 hover:text-neon-blue" onclick="openInNewTab('${escapeHtml(result.url)}')">
+                                <i class="fas fa-external-link-alt"></i>
+                            </button>
+                            <button class="p-1 text-gray-400 hover:text-neon-purple">
+                                <i class="fas fa-bookmark"></i>
+                            </button>
+                        </div>
+                    </div>
+                    <div class="mt-3 pt-2 border-t border-dark-700 flex items-center justify-between">
+                        <div class="flex space-x-3 text-xs text-gray-400">
+                            <span class="flex items-center space-x-1">
+                                <i class="fas fa-calendar-alt"></i>
+                                <span>${new Date().toISOString().split('T')[0]}</span>
+                            </span>
+                            <span class="flex items-center space-x-1">
+                                <i class="fas fa-tag"></i>
+                                <span>${result.type || 'Unknown'}</span>
+                            </span>
+                        </div>
+                        ${result.verified ? '<div class="text-xs text-neon-green"><span class="px-2 py-1 bg-neon-green/10 rounded">Verified</span></div>' : ''}
+                    </div>
+                `;
+                resultsContainer.appendChild(resultElement);
+            });
         }
         
-        function generateRandomContent() {
-            const sentences = [
-                "This is a sample result from the dark web. The content would vary depending on the site being scraped.",
-                "Marketplace offering various goods and services. Use with caution and verify all transactions.",
-                "Discussion forum covering topics from technology to privacy and security.",
-                "Archive of documents and information not available on the regular internet.",
-                "Service providing anonymous communication channels for secure messaging.",
-                "Repository of tools and resources for maintaining online privacy and anonymity."
-            ];
-            return sentences[Math.floor(Math.random() * sentences.length)];
+        function escapeHtml(unsafe) {
+            if (!unsafe) return '';
+            return unsafe
+                .toString()
+                .replace(/&/g, "&amp;")
+                .replace(/</g, "&lt;")
+                .replace(/>/g, "&gt;")
+                .replace(/"/g, "&quot;")
+                .replace(/'/g, "&#039;");
         }
         
-        function getRandomDate() {
-            const start = new Date(2022, 0, 1);
-            const end = new Date();
-            const date = new Date(start.getTime() + Math.random() * (end.getTime() - start.getTime()));
-            return date.toISOString().split('T')[0];
+        function openInNewTab(url) {
+            window.open(url, '_blank');
         }
         
-        function getRandomTag() {
-            const tags = ['Marketplace', 'Forum', 'Library', 'Service', 'Blog', 'News'];
-            return tags[Math.floor(Math.random() * tags.length)];
+        function saveSettings() {
+            // Get settings from modal inputs
+            const hostInput = document.querySelector('#settingsModal input[type="text"]:nth-child(1)');
+            const portInput = document.querySelector('#settingsModal input[type="text"]:nth-child(2)');
+            
+            if (hostInput && portInput) {
+                torHost = hostInput.value;
+                torPort = portInput.value;
+            }
+            
+            settingsModal.classList.add('hidden');
+            // Re-check connection with new settings
+            checkTorConnection();
         }
         
         // Initialize with Tor check
-        checkTorConnection();
+        window.addEventListener('DOMContentLoaded', checkTorConnection);
     </script>
 <p style="border-radius: 8px; text-align: center; font-size: 12px; color: #fff; margin-top: 16px;position: fixed; left: 8px; bottom: 8px; z-index: 10; background: rgba(0, 0, 0, 0.8); padding: 4px 8px;">Made with <img src="https://enzostvs-deepsite.hf.space/logo.svg" alt="DeepSite Logo" style="width: 16px; height: 16px; vertical-align: middle;display:inline-block;margin-right:3px;filter:brightness(0) invert(1);"><a href="https://enzostvs-deepsite.hf.space" style="color: #fff;text-decoration: underline;" target="_blank" >DeepSite</a> - 🧬 <a href="https://enzostvs-deepsite.hf.space?remix=flitrx/dws2" style="color: #fff;text-decoration: underline;" target="_blank" >Remix</a></p></body>
 </html>