Put app/services/asset_service.py

app/services/asset_service.py

@@ -4,6 +4,8 @@ Each extractor produces a list of absolute asset URLs. Results are
 collected into five categories: image, video, audio, svg_icon, font.
 """
 
+import logging
+
 from bs4 import BeautifulSoup
 
 from app.schemas import AssetExtractResponse, AssetGroup
@@ -11,6 +13,8 @@ from app.schemas import AssetExtractResponse, AssetGroup
 from .extractors import EXTRACTORS
 from .fetcher import FetchError, fetch_html
 
+logger = logging.getLogger(__name__)
+
 
 class AssetExtractError(Exception):
     """Raised when asset extraction fails."""
@@ -31,17 +35,24 @@ async def extract_assets(
 ) -> AssetExtractResponse:
     """Fetch a page and return its assets grouped by category."""
     url = normalize_url(url)
+    logger.info("extract_assets start url=%r groups=%r include_data_uris=%s",
+                url, groups, include_data_uris)
 
     try:
         final_url, html, title = await fetch_html(url)
     except FetchError as exc:
+        logger.warning("extract_assets fetch failed url=%r error=%r", url, str(exc))
         raise AssetExtractError(str(exc)) from exc
 
+    logger.info("extract_assets fetched final_url=%r bytes=%d title=%r",
+                final_url, len(html), title)
+
     soup = BeautifulSoup(html, "html.parser")
 
     # Determine which categories to run. Default to all.
     selected = groups if groups else list(EXTRACTORS.keys())
     selected = [g for g in selected if g in EXTRACTORS]
+    logger.info("extract_assets selected_groups=%r", selected)
 
     grouped: dict[str, list[str]] = {
         "image": [],
@@ -55,11 +66,16 @@ async def extract_assets(
         label, extractor = EXTRACTORS[key]
         try:
             urls = extractor(soup, final_url, include_data_uris)
-        except Exception:  # noqa: BLE001 - isolate a failing extractor
+            logger.info("extract_assets group=%s raw_count=%d", key, len(urls))
+        except Exception as exc:  # noqa: BLE001 - isolate a failing extractor
+            logger.exception("extract_assets group=%s failed: %s", key, exc)
             urls = []
         grouped[label] = _dedupe(urls)
+        logger.info("extract_assets group=%s deduped_count=%d", key, len(grouped[label]))
 
     total = sum(len(v) for v in grouped.values())
+    logger.info("extract_assets done url=%r total=%d counts=%r",
+                final_url, total, {k: len(v) for k, v in grouped.items()})
     return AssetExtractResponse(
         url=final_url,
         title=title,