Upload 32 files

backend/services/auto_discovery_service.py

@@ -16,6 +16,7 @@ import re
 from dataclasses import dataclass
 from datetime import datetime
 from typing import Any, Dict, List, Optional
+from contextlib import AsyncExitStack
 
 try:
     from duckduckgo_search import AsyncDDGS  # type: ignore
@@ -180,64 +181,77 @@ class AutoDiscoveryService:
         else:
             query_list = self.DEFAULT_QUERIES
 
-        async with AsyncDDGS() as ddgs:
-            for query in query_list:
-                try:
-                    text_method = getattr(ddgs, "atext", None)
-                    if callable(text_method):
-                        async for entry in text_method(
+        try:
+            async with AsyncExitStack() as stack:
+                ddgs = await stack.enter_async_context(AsyncDDGS())
+
+                for query in query_list:
+                    try:
+                        text_method = getattr(ddgs, "atext", None)
+                        if callable(text_method):
+                            async for entry in text_method(
+                                query,
+                                max_results=self.max_candidates_per_query,
+                            ):
+                                results.append(
+                                    {
+                                        "query": query,
+                                        "title": entry.get("title", ""),
+                                        "url": entry.get("href") or entry.get("url") or "",
+                                        "snippet": entry.get("body", ""),
+                                    }
+                                )
+                            continue
+
+                        text_method = getattr(ddgs, "text", None)
+                        if not callable(text_method):
+                            raise AttributeError("AsyncDDGS has no 'atext' or 'text' method")
+
+                        search_result = text_method(
                             query,
                             max_results=self.max_candidates_per_query,
-                        ):
-                            results.append(
-                                {
-                                    "query": query,
-                                    "title": entry.get("title", ""),
-                                    "url": entry.get("href") or entry.get("url") or "",
-                                    "snippet": entry.get("body", ""),
-                                }
-                            )
-                        continue
-
-                    text_method = getattr(ddgs, "text", None)
-                    if not callable(text_method):
-                        raise AttributeError("AsyncDDGS has no 'atext' or 'text' method")
-
-                    search_result = text_method(
-                        query,
-                        max_results=self.max_candidates_per_query,
-                    )
-
-                    if inspect.isawaitable(search_result):
-                        search_result = await search_result
-
-                    if hasattr(search_result, "__aiter__"):
-                        async for entry in search_result:
-                            results.append(
-                                {
-                                    "query": query,
-                                    "title": entry.get("title", ""),
-                                    "url": entry.get("href") or entry.get("url") or "",
-                                    "snippet": entry.get("body", ""),
-                                }
-                            )
-                    else:
-                        iterable = (
-                            search_result
-                            if isinstance(search_result, list)
-                            else list(search_result or [])
                         )
-                        for entry in iterable:
-                            results.append(
-                                {
-                                    "query": query,
-                                    "title": entry.get("title", ""),
-                                    "url": entry.get("href") or entry.get("url") or "",
-                                    "snippet": entry.get("body", ""),
-                                }
+
+                        if inspect.isawaitable(search_result):
+                            search_result = await search_result
+
+                        if hasattr(search_result, "__aiter__"):
+                            async for entry in search_result:
+                                results.append(
+                                    {
+                                        "query": query,
+                                        "title": entry.get("title", ""),
+                                        "url": entry.get("href") or entry.get("url") or "",
+                                        "snippet": entry.get("body", ""),
+                                    }
+                                )
+                        else:
+                            iterable = (
+                                search_result
+                                if isinstance(search_result, list)
+                                else list(search_result or [])
                             )
-                except Exception as exc:  # pragma: no cover - وابسته به اینترنت
-                    logger.warning("Failed to fetch results for query '%s': %s", query, exc)
+                            for entry in iterable:
+                                results.append(
+                                    {
+                                        "query": query,
+                                        "title": entry.get("title", ""),
+                                        "url": entry.get("href") or entry.get("url") or "",
+                                        "snippet": entry.get("body", ""),
+                                    }
+                                )
+                    except Exception as exc:  # pragma: no cover - وابسته به اینترنت
+                        logger.warning(
+                            "Failed to fetch results for query '%s': %s. Skipping remaining queries this cycle.",
+                            query,
+                            exc,
+                        )
+                        break
+        except Exception as exc:
+            logger.warning(
+                "DuckDuckGo auto discovery unavailable (%s). Skipping discovery cycle.",
+                exc,
+            )
 
         return results