Adding Azure Container App Under New Folder Name

Youtubetranscription_summarizer.py

@@ -3,6 +3,7 @@ from pathlib import Path
 from typing import Optional, Callable, Any
 import yt_dlp
 from faster_whisper import WhisperModel
+import socket
 
 
 def main(url:str):
@@ -18,8 +19,6 @@ def main(url:str):
     #Summarize the transcript using Phi
     return transcript
 
-import socket
-
 def nslookup(domain):
     try:
         # Perform DNS lookup for the domain

app.py

@@ -9,7 +9,7 @@ from openai import AzureOpenAI  # official OpenAI SDK, works with Azure endpoint
 import json
 import subprocess
 import Youtubetranscription_summarizer
-from app.app.Youtubeextraction import extract  # Youtube download helper functions 
+from extract.app.Youtubeextraction import extract  # Youtube download helper functions 
 #from pydantic import BaseModel, AnyUrl # Pydantic models for request validation in yiutube extraction
 #from fastapi import FastAPI, HTTPException # FastAPI for building the API
 #app = FastAPI() ## Initialize FastAPI app for testing in local

extract/Dockerfile

@@ -0,0 +1,36 @@
+# ---------- Base ----------
+#FROM python:3.11-slim
+FROM cab337fa40e5acr.azurecr.io/python:3.11-slim
+
+# ---------- System deps ----------
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ffmpeg ca-certificates curl \
+ && rm -rf /var/lib/apt/lists/*
+
+# ---------- Workdir ----------
+WORKDIR /workspace
+
+# ---------- Python deps ----------
+# requirements.txt is at AUDIOSUMMARIZER/extract/requirements.txt
+
+COPY app/requirements.txt .
+RUN pip install --no-cache-dir --upgrade pip \
+&& pip install --no-cache-dir -r requirements.txt
+
+# ---------- App code ----------
+# Copy EVERYTHING under AUDIOSUMMARIZER/extract (includes subfolders: app/ and utils/)
+COPY . /workspace/extract
+
+# Make /workspace importable so "extract.app.Youtubeextraction" & "app.utils..." work
+ENV PYTHONPATH=/workspace
+
+# Runtime env (override at deploy)
+ENV HOST=0.0.0.0
+ENV PORT=8080
+ENV AZURE_STORAGE_ACCOUNT=__SET_AT_DEPLOY__
+ENV AZURE_BLOB_CONTAINER=__SET_AT_DEPLOY__
+
+EXPOSE 8080
+
+# Your ASGI app is defined in extract/app/Youtubeextraction.py as `app = FastAPI()`
+CMD ["uvicorn", "extract.app.Youtubeextraction:app", "--host", "0.0.0.0", "--port", "8080"]

extract/app/Youtubeextraction.py

@@ -0,0 +1,164 @@
+import os, tempfile, subprocess, re, json, shutil, time
+from fastapi import FastAPI, HTTPException
+from pathlib import Path
+from typing import Optional, Callable, Any
+import yt_dlp
+# from utils.storage import upload_and_sign   # To remove circular import issue
+from extract.utils.storage import upload_and_sign  # To remove circular import issue
+from extract.utils.retrieve_filepath import retrieve_file_path # To get the file path of cookies.txt
+
+app = FastAPI()
+
+def ensure_ffmpeg():
+    """
+    Verify that ffmpeg is available in PATH. 
+    Raises RuntimeError with helpful guidance if missing.
+    Prints ffmpeg version to logs if found.
+    """
+    ffmpeg_path = shutil.which("ffmpeg")
+    if ffmpeg_path is None:
+        raise RuntimeError(
+            "FFmpeg not found in PATH.\n\n"
+            "👉 For Hugging Face Spaces:\n"
+            "   • If using Gradio/Streamlit template → add a `packages.txt` file at repo root with a line: ffmpeg\n"
+            "   • If using Docker template → add `apt-get install -y ffmpeg` in your Dockerfile\n\n"
+            "Without ffmpeg, yt-dlp cannot extract/convert audio."
+        )
+
+    try:
+        result = subprocess.run(
+            ["ffmpeg", "-version"],
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+            check=False,
+        )
+        print("✅ ffmpeg found at:", ffmpeg_path)
+        print(result.stdout.splitlines()[0])  # show first line of version info
+    except Exception as e:
+        raise RuntimeError(f"ffmpeg was found at {ffmpeg_path} but could not run: {e}")
+
+class YTDLPError(RuntimeError):
+    pass
+
+def _require(bin_name: str):
+    if shutil.which(bin_name) is None:
+        raise YTDLPError(f"Required executable '{bin_name}' not found in PATH.")
+
+
+@app.get("/health")
+def health():
+    return {"ok": True}
+
+@app.post("/extract")
+def extract(
+    youtube_url: str,
+    out_dir: Optional[str] = None,
+    target_sr: int = 16000,
+    target_channels: int = 1,
+    quiet: bool = True,
+    keep_intermediate: bool = False,
+    progress_hook: Optional[Callable[[dict[str, Any]], None]] = None,
+) -> str:
+    """
+    Download YouTube audio via yt_dlp's Python API, extract to WAV,
+    and post-process with ffmpeg to 16 kHz mono. Returns path to the final WAV.
+
+    Args
+    ----
+    youtube_url : str
+    out_dir : Optional[str]    Directory for outputs (temp dir if None).
+    target_sr : int            Sample rate for final WAV (default 16000).
+    target_channels : int      Channels for final WAV (default 1 = mono).
+    quiet : bool               Suppress yt-dlp logs if True.
+    keep_intermediate : bool   Keep the pre-downsampled WAV if True.
+    progress_hook : callable   Optional yt-dlp progress hook.
+
+    Raises
+    ------
+    YTDLPError on failure.
+    """
+    if not youtube_url or not isinstance(youtube_url, str):
+        raise ValueError("youtube_url must be a non-empty string.")
+
+    _require("ffmpeg")  # we call ffmpeg ourselves
+    # yt-dlp bundles ffmpeg via postprocessors, but we still run ffmpeg explicitly
+
+    work_dir = Path(out_dir or tempfile.mkdtemp(prefix="ytwav_")).resolve()
+    work_dir.mkdir(parents=True, exist_ok=True)
+
+    # First stage: let yt-dlp extract WAV (whatever SR/channels)
+    out_template = str(work_dir / "%(title).100B [%(id)s].%(ext)s")
+    hooks = [progress_hook] if progress_hook else []
+    ### Use cookies.txt if available
+    cookies_path = retrieve_file_path("cookies.txt")
+    #cookies_path = "./app/utils/cookies.txt"
+    if not cookies_path:
+        cookies_path = None
+        print("Cookie file NOT found in container!")
+        return f"User authentication cookie file NOT found in container! Please try again later."
+
+    ydl_opts = {
+        "cookiefile": cookies_path,
+        "format": "bestaudio/best",
+        "outtmpl": out_template,
+        "noplaylist": True,
+        "postprocessors": [
+            {
+                "key": "FFmpegExtractAudio",
+                "preferredcodec": "wav",
+                "preferredquality": "0",
+            }
+        ],
+        "quiet": quiet,
+        "verbose": not quiet,
+        "no_warnings": quiet,
+        "progress_hooks": hooks,
+    }
+
+    try:
+        with yt_dlp.YoutubeDL(ydl_opts) as ydl:
+            ydl.extract_info(youtube_url, download=True)
+    except Exception as e:
+        #raise YTDLPError(f"yt-dlp API failed: {e}") from e
+        return f"yt-dlp API failed: {e}"
+
+    # Locate the produced WAV (pre-downsampled)
+    pre_wavs = list(work_dir.glob("*.wav"))
+    if not pre_wavs:
+        #raise YTDLPError("yt-dlp completed but no WAV was found.")
+        return "yt-dlp completed but no WAV was found."
+    pre_wav = max(pre_wavs, key=lambda p: p.stat().st_mtime)
+
+    # Second stage: force 16 kHz mono via ffmpeg
+    final_wav = pre_wav.with_name(pre_wav.stem + f".{target_sr}Hz.{target_channels}ch.wav")
+    try:
+        subprocess.run(
+            [
+                "ffmpeg", "-y",
+                "-i", str(pre_wav),
+                "-ac", str(target_channels),
+                "-ar", str(target_sr),
+                str(final_wav),
+            ],
+            check=True,
+            stdout=subprocess.PIPE if quiet else None,
+            stderr=subprocess.PIPE if quiet else None,
+            text=True,
+        )
+    except subprocess.CalledProcessError as e:
+        #raise YTDLPError(f"ffmpeg failed to resample: {e.stderr or e.stdout}") from e
+        return f"ffmpeg failed to resample: {e.stderr or e.stdout}"
+
+    # 3) upload + sign (short-lived)
+    signed = upload_and_sign(final_wav, ttl_minutes=45)
+    
+    # Clean up intermediates if desired
+    if not keep_intermediate:
+        try:
+            if pre_wav.exists() and pre_wav != final_wav:
+                pre_wav.unlink()
+        except Exception:
+            pass
+    
+    return signed

extract/app/requirements.txt

@@ -0,0 +1,7 @@
+dotenv==0.9.9
+requests==2.32.5
+azure-identity==1.25.0
+yt_dlp==2025.9.23
+fastapi
+uvicorn[standard]==0.30.6
+azure-storage-blob==12.20.0

extract/utils/cookies.txt

@@ -0,0 +1,96 @@
+# Netscape HTTP Cookie File
+# http://curl.haxx.se/rfc/cookie_spec.html
+# This is a generated file!  Do not edit.
+
+.google.com	TRUE	/verify	TRUE	1774643801	SNID	ABablneQpL5nd50lg171XcyVs24gvpO4-3XC33KqvJzhOyKzSjsRCTu2WNs98YrIa4rthJXC9umV_gfOPujCE8rpvEpn3J6IGBQ
+.youtube.com	TRUE	/	TRUE	1793417029	PREF	f4=4000000&tz=America.Los_Angeles
+accounts.google.com	FALSE	/	TRUE	1761424715	OTZ	8275479_84_88_104280_84_446940
+accounts.google.com	FALSE	/	TRUE	1793392730	__Host-GAPS	1:yqAYuvXMLM6p418ku6ftwLAiw66lW5JDAUnpfgajBCLlPRefQ12FH4OpX-afmjZbWzdGaHl9_g2zQNGp0TzWzmv9LvMnGA:-kKVsK7giPvGw84Q
+.google.com	TRUE	/	TRUE	1774384731	AEC	AaJma5tejBcPWOwI5osyzZtLbsylZCmSH2lz0zhEN1Q4WqoOtfvlBhXmMA
+ogs.google.com	FALSE	/	TRUE	1761424734	OTZ	8275479_84_88_104280_84_446940
+myaccount.google.com	FALSE	/	TRUE	1793398313	OSID	g.a0001wjtWOu_WLZdXb5Jtdi-tk_TQCulwBmAfNO6NopkIFhHEeO0oDV7zmz7iijIbHt8FFlaFwACgYKAU8SARYSFQHGX2Mic1nR4MKxTRPME0LtDGY7ZhoVAUF8yKpfjouTWz97PA6bCvAoOqoA0076
+myaccount.google.com	FALSE	/	TRUE	1793398313	__Secure-OSID	g.a0001wjtWOu_WLZdXb5Jtdi-tk_TQCulwBmAfNO6NopkIFhHEeO0iVJNUJbpqueptsN8uW4S1QACgYKAR8SARYSFQHGX2Mi9FkBlKv3anwP8McJ3zPnnhoVAUF8yKp4GG9a4Pu8vHbyDK9x6Kq80076
+www.google.com	FALSE	/	TRUE	1761430314	OTZ	8275572_84_88_104280_84_446940
+myaccount.google.com	FALSE	/	TRUE	1761430314	OTZ	8275572_84_88_104280_84_446940
+.youtube.com	TRUE	/	TRUE	1758857100	GPS	1
+.google.com	TRUE	/	TRUE	1774643802	NID	525=lymNXAPmK1skz9GhpzWLwdQ4iJoD_pERbGKpfT4LxvfYHTFIl9pBIqK3euxYSbPLgHqkjkX7lmdbG-qobNxdcy3yrW8AmU_Vb6bNJeMTUYMMguEI51UHhtt8ykJedgnEModYiZs066xs9C3wcJEI_p77uKGD-5VZ4MNhZ-hwXOtJKDJmhotLjYezs57AnN2sFSWyqKGnaeJddliiW2KlW0eIJ7YVj9d6v1jGjGnMWFZM2-Xt_n2Z7J3_M3U-ylF3D97l8UKFzBrriUY5wkaZdLhkeTmWrz7MhEPWczFhXATk7N46sIdCBM5SxkPConsz7J5AR-UojRMysZo1S66PF7D5KoVcocPocZdxFHzJNoIEkOu7M-mwqdq3ployT6_6k_01YxGLxJPbLbpBjPBKVvh8fllXPratnm0t3tweLwCPy6sToVfv5xHhmHDNHgvToX8eXztvs1_CmWDzuKv9jjYPOTn_8BVejiacNs3GxbouJT81Kd7nwo2aOPDub61EoPjjz8Xnyl5n9RuS103e8PlzQzVroNdApo_oJ9kuEtNCqz_P8VTugVvCyix322EcvN1bVkoQuLqvmRdvf4-56tBaFU24pPW7cL2Nh5-qJM4Ce7btfNsFg5dj6KfhzXphgttNvyLtoyUxKz1ImuWRe8E_I4kMhNNsq-0G3O2-0pzr2xUK7cc
+.google.com	TRUE	/	FALSE	1793417027	SID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzDYRSn4XTSQZLLOb_8cP0wAACgYKAa8SARYSFQHGX2MishTu2aIUO6jMkaY69qI5whoVAUF8yKrlVW_5LLcbhY-z_VWKPKK-0076
+.google.com	TRUE	/	TRUE	1793417027	__Secure-1PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzYEk4ss5Ga5FZxA026Q3PowACgYKATQSARYSFQHGX2MiH5U4v4vLtLlQfSNMFvyerhoVAUF8yKoIiEMKUn6q2zQUoTesawGY0076
+.google.com	TRUE	/	TRUE	1793417027	__Secure-3PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzPmwdT2LALENSFlwOvA6kdwACgYKAc0SARYSFQHGX2MiLys0aIcNHCDTZHKBpoDsfxoVAUF8yKqVGUVzQfVK3kw47eGoIzXE0076
+.google.com	TRUE	/	FALSE	1793417027	HSID	Aa30XYEO0EbwBslvG
+.google.com	TRUE	/	TRUE	1793417027	SSID	Ax01UBs9y7oEuhwW9
+.google.com	TRUE	/	FALSE	1793417027	APISID	MqqEFVyUEaf_9Z6J/A8x1V3btbuj80Nf_S
+.google.com	TRUE	/	TRUE	1793417027	SAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.google.com	TRUE	/	TRUE	1793417027	__Secure-1PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.google.com	TRUE	/	TRUE	1793417027	__Secure-3PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+accounts.google.com	FALSE	/	TRUE	1793417027	LSID	s.youtube:g.a0001wjtWMIdCQ-G309xZtzMVmnz6HUCwFuLTNrsZr0ZP9xRUC40uL024qAHfEnmmAJQXw1TCQACgYKAXYSARYSFQHGX2MiPT4JjSx4k5O4c3Fe0nJ1yRoVAUF8yKrm6qJ7ebQOMCPIHCecZ7Sm0076
+accounts.google.com	FALSE	/	TRUE	1793417027	__Host-1PLSID	s.youtube:g.a0001wjtWMIdCQ-G309xZtzMVmnz6HUCwFuLTNrsZr0ZP9xRUC40co5eg0gt5YUk79mUm-eB3gACgYKAc0SARYSFQHGX2Mix_fLnTRc4lvYYQiZJeI2GBoVAUF8yKpOc_BvpJh6XPy5h9Njy3-p0076
+accounts.google.com	FALSE	/	TRUE	1793417027	__Host-3PLSID	s.youtube:g.a0001wjtWMIdCQ-G309xZtzMVmnz6HUCwFuLTNrsZr0ZP9xRUC40XpQEuTNC0_9mqDKFpJy9_wACgYKAZ0SARYSFQHGX2Mi1L5Qz2QaGQn5VJ-zRWaa_BoVAUF8yKqAKBIht30fkTzaBiDEcAMW0076
+accounts.google.com	FALSE	/	TRUE	1793417027	ACCOUNT_CHOOSER	AFx_qI6mc8m87lZBbCrGpqKQwnCNaKnXceLmYwJRLLzJlSFupCSDJdMTV86dVAnSZ0t_TXcGfBow7dLJCzDCW42iFH164e-j9QR1d1m_ugn8s59IbdZWNfMaBh79fRp6FJ0eRTxlzJBVHLLeYbj5rdEoGCJKNUTAZw
+.youtube.com	TRUE	/	TRUE	1790393027	__Secure-1PSIDTS	sidts-CjQBmkD5SxPGxTN9xFQqR0jIKppCWt45MEJ_XcwQnQDw_nfj7DONF47xy8VFb4XVw_bkTiroEAA
+.youtube.com	TRUE	/	TRUE	1790393027	__Secure-3PSIDTS	sidts-CjQBmkD5SxPGxTN9xFQqR0jIKppCWt45MEJ_XcwQnQDw_nfj7DONF47xy8VFb4XVw_bkTiroEAA
+.youtube.com	TRUE	/	FALSE	1793417027	HSID	AiEF6eJ88swa_qwf5
+.youtube.com	TRUE	/	TRUE	1793417027	SSID	ARPWgjWmCWIdlgQd3
+.youtube.com	TRUE	/	FALSE	1793417027	APISID	MqqEFVyUEaf_9Z6J/A8x1V3btbuj80Nf_S
+.youtube.com	TRUE	/	TRUE	1793417027	SAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-1PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-3PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.youtube.com	TRUE	/	FALSE	1793417027	SID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzDYRSn4XTSQZLLOb_8cP0wAACgYKAa8SARYSFQHGX2MishTu2aIUO6jMkaY69qI5whoVAUF8yKrlVW_5LLcbhY-z_VWKPKK-0076
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-1PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzYEk4ss5Ga5FZxA026Q3PowACgYKATQSARYSFQHGX2MiH5U4v4vLtLlQfSNMFvyerhoVAUF8yKoIiEMKUn6q2zQUoTesawGY0076
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-3PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzPmwdT2LALENSFlwOvA6kdwACgYKAc0SARYSFQHGX2MiLys0aIcNHCDTZHKBpoDsfxoVAUF8yKqVGUVzQfVK3kw47eGoIzXE0076
+.youtube.com	TRUE	/	TRUE	1793417027	LOGIN_INFO	AFmmF2swRQIgJ8TM9kR3K0ag_TbOndarfGMHck96yLnOHCeZUsvIge0CIQDOJHH5XfYu6pi_gX59DWxlIGe6LmhKG3Jo_U59eJIPUg:QUQ3MjNmdzFZVHpXQzNoSkgtSE1qbUVpWEMxdGhCMHFyOWNVU2xDYzNpRHMyZ1NKaEtYVUhnR0xKUnNlM2VBaXZGYVNOcnFwZEtvSFVLcmpWUHpBMmZBRWowV1cwMy1BWGNvYXdHMXdsWW5jYURxSkN4TXFVWXZfVDBaRWp2UHpnS2JBWFdJbUVKUmQ3eXhXMjVXZkZRTGdVYUdzYnJKdGxn
+.google.com	TRUE	/	FALSE	1790393027	SIDCC	AKEyXzXCX8LKOlj6aDhXUTLs9sKLvpp7Bk1HPBTBzUgUb__cG4l4AOdru_QXF4CRsiGSWsDf
+.google.com	TRUE	/	TRUE	1790393027	__Secure-1PSIDCC	AKEyXzUWej-MwEIo72NBDrRlvDNWaURzOvux0NpE52VJktaiwpt8xs8J32FerokUIvoTKJsdug
+.google.com	TRUE	/	TRUE	1790393027	__Secure-3PSIDCC	AKEyXzVvkciMQaOGAxypKeCoOSnk5V2AaT18HGMeAVW8dUdcZa0rlq8LjNlXc9wElhzBYzYP8g
+.youtube.com	TRUE	/	FALSE	1790393031	SIDCC	AKEyXzUX5vaO9zsgIyoG05GA_Hwz1yDVIHezT92XiXPBbCz-0CpHCIUIB_utitiTsrmnSNfY
+.youtube.com	TRUE	/	TRUE	1790393031	__Secure-1PSIDCC	AKEyXzWfwVLeSEf2hjzTYKFhHAZVGoQMult6W6wsogIkCH0cPbIIalZIhmzGmGjVVcBVHocF
+.youtube.com	TRUE	/	TRUE	1790393031	__Secure-3PSIDCC	AKEyXzXyCHp-2Hu_GGZdM-oG0Mktt8FwgaE-0NiwdoT572oQ8NYPzM6BIaEsszZveDKJJmd_
+.google.com	TRUE	/verify	TRUE	1774643801	SNID	ABablneQpL5nd50lg171XcyVs24gvpO4-3XC33KqvJzhOyKzSjsRCTu2WNs98YrIa4rthJXC9umV_gfOPujCE8rpvEpn3J6IGBQ
+.youtube.com	TRUE	/	TRUE	0	YSC	QlLyIMoyoro
+.youtube.com	TRUE	/	TRUE	1774409031	VISITOR_INFO1_LIVE	0Io5PoZoNhQ
+.youtube.com	TRUE	/	TRUE	1774409031	VISITOR_PRIVACY_METADATA	CgJVUxIEGgAgXw%3D%3D
+.youtube.com	TRUE	/	TRUE	1793417029	PREF	f4=4000000&tz=America.Los_Angeles
+.youtube.com	TRUE	/	TRUE	1774384705	__Secure-ROLLOUT_TOKEN	CJvi5d304cLkxQEQ952ItOL0jwMYxOPstOL0jwM%3D
+accounts.google.com	FALSE	/	TRUE	1761424715	OTZ	8275479_84_88_104280_84_446940
+accounts.google.com	FALSE	/	TRUE	1793392730	__Host-GAPS	1:yqAYuvXMLM6p418ku6ftwLAiw66lW5JDAUnpfgajBCLlPRefQ12FH4OpX-afmjZbWzdGaHl9_g2zQNGp0TzWzmv9LvMnGA:-kKVsK7giPvGw84Q
+.google.com	TRUE	/	TRUE	1774384731	AEC	AaJma5tejBcPWOwI5osyzZtLbsylZCmSH2lz0zhEN1Q4WqoOtfvlBhXmMA
+ogs.google.com	FALSE	/	TRUE	1761424734	OTZ	8275479_84_88_104280_84_446940
+myaccount.google.com	FALSE	/	TRUE	1793398313	OSID	g.a0001wjtWOu_WLZdXb5Jtdi-tk_TQCulwBmAfNO6NopkIFhHEeO0oDV7zmz7iijIbHt8FFlaFwACgYKAU8SARYSFQHGX2Mic1nR4MKxTRPME0LtDGY7ZhoVAUF8yKpfjouTWz97PA6bCvAoOqoA0076
+myaccount.google.com	FALSE	/	TRUE	1793398313	__Secure-OSID	g.a0001wjtWOu_WLZdXb5Jtdi-tk_TQCulwBmAfNO6NopkIFhHEeO0iVJNUJbpqueptsN8uW4S1QACgYKAR8SARYSFQHGX2Mi9FkBlKv3anwP8McJ3zPnnhoVAUF8yKp4GG9a4Pu8vHbyDK9x6Kq80076
+www.google.com	FALSE	/	TRUE	1761430314	OTZ	8275572_84_88_104280_84_446940
+myaccount.google.com	FALSE	/	TRUE	1761430314	OTZ	8275572_84_88_104280_84_446940
+.doubleclick.net	TRUE	/	TRUE	1774390365	APC	AfxxVi4PoPaa_4bcRFWe3s7UAqKd77-pb40Xtnkg9fz_z_K9Jaqxwg
+.doubleclick.net	TRUE	/	TRUE	1774390365	receive-cookie-deprecation	1
+.youtube.com	TRUE	/	TRUE	1758857100	GPS	1
+.google.com	TRUE	/	TRUE	1774643802	NID	525=lymNXAPmK1skz9GhpzWLwdQ4iJoD_pERbGKpfT4LxvfYHTFIl9pBIqK3euxYSbPLgHqkjkX7lmdbG-qobNxdcy3yrW8AmU_Vb6bNJeMTUYMMguEI51UHhtt8ykJedgnEModYiZs066xs9C3wcJEI_p77uKGD-5VZ4MNhZ-hwXOtJKDJmhotLjYezs57AnN2sFSWyqKGnaeJddliiW2KlW0eIJ7YVj9d6v1jGjGnMWFZM2-Xt_n2Z7J3_M3U-ylF3D97l8UKFzBrriUY5wkaZdLhkeTmWrz7MhEPWczFhXATk7N46sIdCBM5SxkPConsz7J5AR-UojRMysZo1S66PF7D5KoVcocPocZdxFHzJNoIEkOu7M-mwqdq3ployT6_6k_01YxGLxJPbLbpBjPBKVvh8fllXPratnm0t3tweLwCPy6sToVfv5xHhmHDNHgvToX8eXztvs1_CmWDzuKv9jjYPOTn_8BVejiacNs3GxbouJT81Kd7nwo2aOPDub61EoPjjz8Xnyl5n9RuS103e8PlzQzVroNdApo_oJ9kuEtNCqz_P8VTugVvCyix322EcvN1bVkoQuLqvmRdvf4-56tBaFU24pPW7cL2Nh5-qJM4Ce7btfNsFg5dj6KfhzXphgttNvyLtoyUxKz1ImuWRe8E_I4kMhNNsq-0G3O2-0pzr2xUK7cc
+.google.com	TRUE	/	FALSE	1793417027	SID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzDYRSn4XTSQZLLOb_8cP0wAACgYKAa8SARYSFQHGX2MishTu2aIUO6jMkaY69qI5whoVAUF8yKrlVW_5LLcbhY-z_VWKPKK-0076
+.google.com	TRUE	/	TRUE	1793417027	__Secure-1PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzYEk4ss5Ga5FZxA026Q3PowACgYKATQSARYSFQHGX2MiH5U4v4vLtLlQfSNMFvyerhoVAUF8yKoIiEMKUn6q2zQUoTesawGY0076
+.google.com	TRUE	/	TRUE	1793417027	__Secure-3PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzPmwdT2LALENSFlwOvA6kdwACgYKAc0SARYSFQHGX2MiLys0aIcNHCDTZHKBpoDsfxoVAUF8yKqVGUVzQfVK3kw47eGoIzXE0076
+.google.com	TRUE	/	FALSE	1793417027	HSID	Aa30XYEO0EbwBslvG
+.google.com	TRUE	/	TRUE	1793417027	SSID	Ax01UBs9y7oEuhwW9
+.google.com	TRUE	/	FALSE	1793417027	APISID	MqqEFVyUEaf_9Z6J/A8x1V3btbuj80Nf_S
+.google.com	TRUE	/	TRUE	1793417027	SAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.google.com	TRUE	/	TRUE	1793417027	__Secure-1PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.google.com	TRUE	/	TRUE	1793417027	__Secure-3PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+accounts.google.com	FALSE	/	TRUE	1793417027	LSID	s.youtube:g.a0001wjtWMIdCQ-G309xZtzMVmnz6HUCwFuLTNrsZr0ZP9xRUC40uL024qAHfEnmmAJQXw1TCQACgYKAXYSARYSFQHGX2MiPT4JjSx4k5O4c3Fe0nJ1yRoVAUF8yKrm6qJ7ebQOMCPIHCecZ7Sm0076
+accounts.google.com	FALSE	/	TRUE	1793417027	__Host-1PLSID	s.youtube:g.a0001wjtWMIdCQ-G309xZtzMVmnz6HUCwFuLTNrsZr0ZP9xRUC40co5eg0gt5YUk79mUm-eB3gACgYKAc0SARYSFQHGX2Mix_fLnTRc4lvYYQiZJeI2GBoVAUF8yKpOc_BvpJh6XPy5h9Njy3-p0076
+accounts.google.com	FALSE	/	TRUE	1793417027	__Host-3PLSID	s.youtube:g.a0001wjtWMIdCQ-G309xZtzMVmnz6HUCwFuLTNrsZr0ZP9xRUC40XpQEuTNC0_9mqDKFpJy9_wACgYKAZ0SARYSFQHGX2Mi1L5Qz2QaGQn5VJ-zRWaa_BoVAUF8yKqAKBIht30fkTzaBiDEcAMW0076
+accounts.google.com	FALSE	/	TRUE	1793417027	ACCOUNT_CHOOSER	AFx_qI6mc8m87lZBbCrGpqKQwnCNaKnXceLmYwJRLLzJlSFupCSDJdMTV86dVAnSZ0t_TXcGfBow7dLJCzDCW42iFH164e-j9QR1d1m_ugn8s59IbdZWNfMaBh79fRp6FJ0eRTxlzJBVHLLeYbj5rdEoGCJKNUTAZw
+.youtube.com	TRUE	/	TRUE	1790393027	__Secure-1PSIDTS	sidts-CjQBmkD5SxPGxTN9xFQqR0jIKppCWt45MEJ_XcwQnQDw_nfj7DONF47xy8VFb4XVw_bkTiroEAA
+.youtube.com	TRUE	/	TRUE	1790393027	__Secure-3PSIDTS	sidts-CjQBmkD5SxPGxTN9xFQqR0jIKppCWt45MEJ_XcwQnQDw_nfj7DONF47xy8VFb4XVw_bkTiroEAA
+.youtube.com	TRUE	/	FALSE	1793417027	HSID	AiEF6eJ88swa_qwf5
+.youtube.com	TRUE	/	TRUE	1793417027	SSID	ARPWgjWmCWIdlgQd3
+.youtube.com	TRUE	/	FALSE	1793417027	APISID	MqqEFVyUEaf_9Z6J/A8x1V3btbuj80Nf_S
+.youtube.com	TRUE	/	TRUE	1793417027	SAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-1PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-3PAPISID	ssGUmbdd194RXtKC/A19abMHPKJF5UjZsB
+.youtube.com	TRUE	/	FALSE	1793417027	SID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzDYRSn4XTSQZLLOb_8cP0wAACgYKAa8SARYSFQHGX2MishTu2aIUO6jMkaY69qI5whoVAUF8yKrlVW_5LLcbhY-z_VWKPKK-0076
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-1PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzYEk4ss5Ga5FZxA026Q3PowACgYKATQSARYSFQHGX2MiH5U4v4vLtLlQfSNMFvyerhoVAUF8yKoIiEMKUn6q2zQUoTesawGY0076
+.youtube.com	TRUE	/	TRUE	1793417027	__Secure-3PSID	g.a0001wjtWBkJ4wJeFkKN60XaQWJkpcU7XbGG74H7lkeAwdsDS1lzPmwdT2LALENSFlwOvA6kdwACgYKAc0SARYSFQHGX2MiLys0aIcNHCDTZHKBpoDsfxoVAUF8yKqVGUVzQfVK3kw47eGoIzXE0076
+.youtube.com	TRUE	/	TRUE	1793417027	LOGIN_INFO	AFmmF2swRQIgJ8TM9kR3K0ag_TbOndarfGMHck96yLnOHCeZUsvIge0CIQDOJHH5XfYu6pi_gX59DWxlIGe6LmhKG3Jo_U59eJIPUg:QUQ3MjNmdzFZVHpXQzNoSkgtSE1qbUVpWEMxdGhCMHFyOWNVU2xDYzNpRHMyZ1NKaEtYVUhnR0xKUnNlM2VBaXZGYVNOcnFwZEtvSFVLcmpWUHpBMmZBRWowV1cwMy1BWGNvYXdHMXdsWW5jYURxSkN4TXFVWXZfVDBaRWp2UHpnS2JBWFdJbUVKUmQ3eXhXMjVXZkZRTGdVYUdzYnJKdGxn
+.google.com	TRUE	/	FALSE	1790393027	SIDCC	AKEyXzXCX8LKOlj6aDhXUTLs9sKLvpp7Bk1HPBTBzUgUb__cG4l4AOdru_QXF4CRsiGSWsDf
+.google.com	TRUE	/	TRUE	1790393027	__Secure-1PSIDCC	AKEyXzUWej-MwEIo72NBDrRlvDNWaURzOvux0NpE52VJktaiwpt8xs8J32FerokUIvoTKJsdug
+.google.com	TRUE	/	TRUE	1790393027	__Secure-3PSIDCC	AKEyXzVvkciMQaOGAxypKeCoOSnk5V2AaT18HGMeAVW8dUdcZa0rlq8LjNlXc9wElhzBYzYP8g
+.youtube.com	TRUE	/	FALSE	1790393031	SIDCC	AKEyXzUX5vaO9zsgIyoG05GA_Hwz1yDVIHezT92XiXPBbCz-0CpHCIUIB_utitiTsrmnSNfY
+.youtube.com	TRUE	/	TRUE	1790393031	__Secure-1PSIDCC	AKEyXzWfwVLeSEf2hjzTYKFhHAZVGoQMult6W6wsogIkCH0cPbIIalZIhmzGmGjVVcBVHocF
+.youtube.com	TRUE	/	TRUE	1790393031	__Secure-3PSIDCC	AKEyXzXyCHp-2Hu_GGZdM-oG0Mktt8FwgaE-0NiwdoT572oQ8NYPzM6BIaEsszZveDKJJmd_

extract/utils/probeytdlp.py

@@ -0,0 +1,54 @@
+#!/usr/bin/env python3
+import yt_dlp, traceback, sys, os
+from http.cookiejar import MozillaCookieJar
+
+class YDLLogger:
+    def debug(self, msg): print("[DEBUG]", msg)
+    def warning(self, msg): print("[WARN]", msg)
+    def error(self, msg): print("[ERROR]", msg)
+
+def probe(url, cookies=None):
+    ydl_opts = {
+        "format": "bestaudio/best",
+        "cachedir": False,
+        "logger": YDLLogger(),
+        "no_warnings": False,
+        "quiet": False,
+        # don't try postprocessing during probe
+        "postprocessors": [],
+        # helpful to mimic a browser if site is picky:
+        "http_headers": {"User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120 Safari/537.36"},
+    }
+    if cookies:
+        ydl_opts["cookiefile"] = cookies
+
+    try:
+        with yt_dlp.YoutubeDL(ydl_opts) as ydl:
+            print("Probing (no download)...")
+            info = ydl.extract_info(url, download=False)
+            print("Top-level keys in info:", list(info.keys()))
+            formats = info.get("formats")
+            if formats:
+                print("Found formats (count):", len(formats))
+                for f in formats[:10]:
+                    print(f" - id={f.get('format_id')}, ext={f.get('ext')}, abr={f.get('abr')}, vbr={f.get('vbr')}, note={f.get('format_note')}")
+            else:
+                print("No formats found. Inspecting other info fields:")
+                for k in ("webpage_url", "extractor", "requested_formats", "is_live", "entries"):
+                    print(f"  {k}: {info.get(k)}")
+            return info
+    except Exception as e:
+        print("EXCEPTION during probe:")
+        traceback.print_exc()
+        # also dump any HTML/diagnostic text if available in exception text
+        print("Exception message:", str(e))
+
+if __name__ == "__main__":
+    cookies = None
+    if len(sys.argv) > 1:
+        cookies = sys.argv[1]
+        if not os.path.isfile(cookies):
+            print(f"Cookie file '{cookies}' not found.")
+            sys.exit(1)
+    url = "https://www.youtube.com/watch?v=wDchsz8nmbo"
+    probe(url, cookies)

extract/utils/retrieve_filepath.py

@@ -0,0 +1,10 @@
+import os
+def retrieve_file_path(file_name):
+    path = os.path.dirname(os.path.abspath(__file__))
+    file_path = os.path.join(path, file_name)
+    if os.path.isfile(file_path):
+        return file_path
+    elif not os.path.exists(file_path):
+        print(f"'{file_path}' does not exist.")
+        return None
+    return None

extract/utils/storage.py

@@ -0,0 +1,42 @@
+from dotenv import load_dotenv
+import os, uuid
+from datetime import datetime, timedelta, timezone
+from azure.identity import ManagedIdentityCredential, DefaultAzureCredential
+from azure.storage.blob import (
+    BlobServiceClient, generate_blob_sas, BlobSasPermissions
+)
+
+load_dotenv()
+ACCOUNT_NAME = os.getenv("AZURE_STORAGE_ACCOUNT")
+CONTAINER = os.getenv("AZURE_BLOB_CONTAINER")
+
+# Use Managed Identity in Azure; locally DefaultAzureCredential also works
+def _credential():
+    # Tries MI in Azure; falls back to developer creds locally
+    return DefaultAzureCredential(exclude_interactive_browser_credential=False)
+
+def _svc_client():
+    url = f"https://{ACCOUNT_NAME}.blob.core.windows.net"
+    return BlobServiceClient(account_url=url, credential=_credential())
+
+def upload_and_sign(local_path: str, ttl_minutes: int = 45) -> str:
+    svc = _svc_client()
+    name = f"{uuid.uuid4()}/{os.path.basename(local_path)}"
+    blob = svc.get_blob_client(container=CONTAINER, blob=name)
+    with open(local_path, "rb") as f:
+        blob.upload_blob(f, overwrite=True, content_type="audio/wav")
+
+    # Get User Delegation Key (no account key needed)
+    udk = svc.get_user_delegation_key(
+        key_start_time=datetime.now(timezone.utc) - timedelta(minutes=5),
+        key_expiry_time=datetime.now(timezone.utc) + timedelta(hours=2),
+    )
+    sas = generate_blob_sas(
+        account_name=ACCOUNT_NAME,
+        container_name=CONTAINER,
+        blob_name=name,
+        user_delegation_key=udk,
+        permission=BlobSasPermissions(read=True),
+        expiry=datetime.now(timezone.utc) + timedelta(minutes=ttl_minutes),
+    )
+    return f"{blob.url}?{sas}"