Create downloader.py

ingestion/downloader.py

@@ -0,0 +1,74 @@
+import subprocess
+import uuid
+import os
+
+OUTPUT_DIR = "jobs"
+
+COOKIE_FILE = "engine/ingestion/cookies/youtube.txt"
+
+
+def run_cmd(cmd):
+    result = subprocess.run(cmd, capture_output=True, text=True)
+
+    if result.returncode == 0:
+        return True, result.stdout
+
+    return False, result.stderr
+
+
+def yt_dlp_download(url):
+
+    os.makedirs(OUTPUT_DIR, exist_ok=True)
+    output = f"{OUTPUT_DIR}/{uuid.uuid4()}.mp4"
+
+    base_cmd = [
+        "yt-dlp",
+        "-f", "bestvideo+bestaudio/best",
+        "--merge-output-format", "mp4",
+        "--no-playlist",
+        "--retries", "3",
+        "--extractor-retries", "3",
+        "-o", output,
+    ]
+
+    strategies = [
+
+        # Strategy 1 — normal
+        base_cmd + [url],
+
+        # Strategy 2 — mobile user agent
+        base_cmd + [
+            "--user-agent",
+            "Mozilla/5.0 (Linux; Android 10)",
+            url,
+        ],
+
+        # Strategy 3 — cookies auth
+        base_cmd + [
+            "--cookies",
+            COOKIE_FILE,
+            url,
+        ],
+
+        # Strategy 4 — cookies + mobile
+        base_cmd + [
+            "--cookies",
+            COOKIE_FILE,
+            "--user-agent",
+            "Mozilla/5.0 (Linux; Android 10)",
+            url,
+        ],
+    ]
+
+    for attempt, cmd in enumerate(strategies, 1):
+
+        print(f"[V8.2] Attempt {attempt}")
+
+        ok, log = run_cmd(cmd)
+
+        if ok and os.path.exists(output):
+            return output
+
+        print(log)
+
+    raise Exception("All download strategies failed")