Fix JSON hallucination text bleed and bypass DuckDuckGo HF block via Puppeteer

src/agent.ts

@@ -535,6 +535,7 @@ Wenn du KEIN Tool aufrufst, darf deine Ausgabe NUR die Nachricht an den Nutzer s
                             }
                         });
                         hasTools = true;
+                        response.message.content = response.message.content.replace(block, '').trim();
                         console.log(`[Agent] Intercepted hallucinated JSON tool call: ${parsed.name}`);
                     }
                 } catch (e) {

src/tools/search.ts

@@ -1,4 +1,4 @@
-import * as cheerio from 'cheerio';
+import puppeteer from 'puppeteer';
 
 export const webSearchTool = {
     type: 'function',
@@ -19,50 +19,51 @@ export const webSearchTool = {
 };
 
 export async function executeWebSearch(query: string): Promise<string> {
+    let browser;
     try {
-        const url = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`;
-        const res = await fetch(url, {
-            headers: {
-                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
-                'Accept': 'text/html,application/xhtml+xml,application/xml;'
-            }
+        browser = await puppeteer.launch({
+            headless: true,
+            args: ['--no-sandbox', '--disable-setuid-sandbox']
         });
 
-        if (!res.ok) {
-            return `Error performing web search: HTTP Status ${res.status}`;
-        }
+        const page = await browser.newPage();
+        await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36');
 
-        const html = await res.text();
-        const $ = cheerio.load(html);
+        const url = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`;
+        await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 15000 });
 
-        const results: Array<{ title: string, url: string, description: string }> = [];
+        const results = await page.evaluate(() => {
+            const res: Array<{ title: string, url: string, description: string }> = [];
+            const elements = document.querySelectorAll('.result');
 
-        $('.result').each((i: number, el: any) => {
-            if (results.length >= 5) return; // Top 5
+            elements.forEach((el) => {
+                if (res.length >= 5) return;
 
-            const titleEl = $(el).find('.result__title a');
-            const snippetEl = $(el).find('.result__snippet');
+                const titleEl = el.querySelector('.result__title a');
+                const snippetEl = el.querySelector('.result__snippet');
 
-            const title = titleEl.text().trim();
-            let link = titleEl.attr('href') || '';
-            const snippet = snippetEl.text().trim();
+                if (titleEl && snippetEl) {
+                    const title = titleEl.textContent?.trim() || '';
+                    let link = titleEl.getAttribute('href') || '';
+                    const description = snippetEl.textContent?.trim() || '';
 
-            if (title && link) {
-                // duckduckgo wraps external links in a redirect url sometimes
-                if (link.startsWith('//duckduckgo.com/l/?uddg=')) {
-                    try {
-                        const rawUrl = new URL('https:' + link);
-                        const actualUrl = rawUrl.searchParams.get('uddg');
-                        if (actualUrl) link = decodeURIComponent(actualUrl);
-                    } catch (e) { }
+                    if (title && link) {
+                        if (link.startsWith('//duckduckgo.com/l/?uddg=')) {
+                            try {
+                                const rawUrl = new URL('https:' + link);
+                                const actualUrl = rawUrl.searchParams.get('uddg');
+                                if (actualUrl) link = decodeURIComponent(actualUrl);
+                            } catch (e) { }
+                        }
+                        res.push({ title, url: link, description });
+                    }
                 }
-
-                results.push({ title, url: link, description: snippet });
-            }
+            });
+            return res;
         });
 
         if (results.length === 0) {
-            return `No search results found for query: "${query}"`;
+            return `No search results found for query: "${query}". Try using the browser_visit tool directly on a known URL.`;
         }
 
         const formattedResults = results.map((r, index) => {
@@ -71,6 +72,10 @@ export async function executeWebSearch(query: string): Promise<string> {
 
         return `Search Results for "${query}":\n\n${formattedResults}`;
     } catch (error: any) {
-        return `Error performing web search: ${error.message}`;
+        return `Error performing web search (Cloud/Network block): ${error.message}`;
+    } finally {
+        if (browser) {
+            await browser.close();
+        }
     }
 }