trying to fix YT egress limit

mcp/src/aileen3_mcp/media_tools.py

@@ -150,6 +150,7 @@ class JobRecord:
 JOBS: Dict[str, JobRecord] = {}
 REFERENCE_INDEX: Dict[tuple[str, str], str] = {}
 JOB_LOCK = asyncio.Lock()
+SOURCE_REFERENCE_CACHE: Dict[str, tuple[str, dict]] = {}
 
 
 def _error(detail: str, reference: str | None = None, status: str = "error") -> dict:
@@ -426,6 +427,42 @@ def _load_downloaded_metadata(reference: str) -> dict | None:
     return None
 
 
+def _cached_media_for_source(source: str) -> tuple[str | None, dict | None]:
+    """Return cached metadata/reference for a media source without invoking yt-dlp."""
+    normalized = source.strip()
+    if not normalized:
+        return None, None
+
+    cached_entry = SOURCE_REFERENCE_CACHE.get(normalized)
+    if cached_entry:
+        cached_ref, _ = cached_entry
+        refreshed = _load_downloaded_metadata(cached_ref)
+        if refreshed:
+            SOURCE_REFERENCE_CACHE[normalized] = (cached_ref, refreshed)
+            return cached_ref, refreshed
+        SOURCE_REFERENCE_CACHE.pop(normalized, None)
+
+    fallback_reference = _build_reference(None, normalized)
+    fallback_metadata = _load_downloaded_metadata(fallback_reference)
+    if fallback_metadata:
+        stored_source = str(fallback_metadata.get("source") or "").strip()
+        if stored_source == normalized:
+            SOURCE_REFERENCE_CACHE[normalized] = (fallback_reference, fallback_metadata)
+            return fallback_reference, fallback_metadata
+
+    for meta_path in MEDIA_CACHE.glob("*/metadata.json"):
+        reference = meta_path.parent.name
+        metadata = _load_downloaded_metadata(reference)
+        if not metadata:
+            continue
+        stored_source = str(metadata.get("source") or "").strip()
+        if stored_source == normalized:
+            SOURCE_REFERENCE_CACHE[normalized] = (reference, metadata)
+            return reference, metadata
+
+    return None, None
+
+
 def _probe_duration(video_path: Path) -> Optional[float]:
     try:
         probe = ffmpeg.probe(str(video_path))
@@ -1168,6 +1205,16 @@ def register_media_tools(app: FastMCP) -> None:
             { is_error: true, status: "error"|"failed", detail, reference }
         """
 
+        normalized_source = source.strip()
+        cached_reference, cached_metadata = _cached_media_for_source(normalized_source)
+        if cached_reference and cached_metadata:
+            return {
+                "reference": cached_reference,
+                "status": JobStatus.DONE,
+                "cached": True,
+                "metadata": cached_metadata,
+            }
+
         info_reference = None
         try:
             from yt_dlp import YoutubeDL
@@ -1181,8 +1228,10 @@ def register_media_tools(app: FastMCP) -> None:
         reference = info_reference
 
         # If already cached, skip job creation
-        metadata = _load_json(_metadata_path(reference))
-        if metadata and Path(metadata.get("download_path", "")).exists():
+        metadata = _load_downloaded_metadata(reference)
+        if metadata:
+            if normalized_source:
+                SOURCE_REFERENCE_CACHE[normalized_source] = (reference, metadata)
             return {
                 "reference": reference,
                 "status": JobStatus.DONE,