Update app.py

app.py

@@ -36,8 +36,6 @@ load_dotenv()
 
 GROQ_API_KEY = os.getenv("GROQ_API_KEY")
 BRIGHTDATA_API_KEY = os.getenv("BRIGHTDATA_API_KEY")
-# Web Unlocker zone name (set in HF Secrets as BRIGHTDATA_UNLOCKER_ZONE; default goodreads_unlocker)
-BRIGHTDATA_UNLOCKER_ZONE = os.getenv("BRIGHTDATA_UNLOCKER_ZONE", "goodreads_unlocker")
 
 if not GROQ_API_KEY:
     raise ValueError("GROQ_API_KEY is not set.")
@@ -71,7 +69,7 @@ def scrape_website(url: str):
         "Content-Type": "application/json",
         "Host": "api.brightdata.com",
     }
-    payload = {"zone": BRIGHTDATA_UNLOCKER_ZONE, "url": target_url, "format": "raw"}
+    payload = {"zone": "goodreads_unlocker", "url": target_url, "format": "raw"}
 
     try:
         resp = requests.post(
@@ -146,9 +144,10 @@ def _fetch_transcript_via_brightdata(video_id: str) -> str:
         "Content-Type": "application/json",
         "Host": "api.brightdata.com",
     }
-    # Use same Web Unlocker zone as scraper (from HF Secret BRIGHTDATA_UNLOCKER_ZONE)
+    # Try web_unlocker (generic) or youtube_unlocker; user may need to create zone in Bright Data
+    zone = os.getenv("YOUTUBE_UNLOCKER_ZONE", "web_unlocker")
     watch_url = f"https://www.youtube.com/watch?v={video_id}"
-    payload = {"zone": BRIGHTDATA_UNLOCKER_ZONE, "url": watch_url, "format": "raw"}
+    payload = {"zone": zone, "url": watch_url, "format": "raw"}
     resp = requests.post(api_url, json=payload, headers=headers, timeout=120, verify=False)
     resp.raise_for_status()
     html = resp.text
@@ -178,7 +177,7 @@ def _fetch_transcript_via_brightdata(video_id: str) -> str:
     if not base_url:
         raise ValueError("No caption track URL found.")
     caption_url = base_url + ("&" if "?" in base_url else "?") + "fmt=json3"
-    payload2 = {"zone": BRIGHTDATA_UNLOCKER_ZONE, "url": caption_url, "format": "raw"}
+    payload2 = {"zone": zone, "url": caption_url, "format": "raw"}
     resp2 = requests.post(api_url, json=payload2, headers=headers, timeout=60, verify=False)
     resp2.raise_for_status()
     caption_data = resp2.json()
@@ -252,7 +251,7 @@ def fetch_youtube_transcript(video_input: str):
                 contexts["youtube"] = ""
                 return (
                     f"Direct fetch failed (network restricted). Bright Data fallback also failed: {fallback_err}. "
-                    "Ensure BRIGHTDATA_API_KEY and BRIGHTDATA_UNLOCKER_ZONE are set in HF Secrets.",
+                    "Ensure BRIGHTDATA_API_KEY is set and you have a 'web_unlocker' zone in Bright Data.",
                     "",
                 )
         contexts["youtube"] = ""