wfw

main.py

@@ -1,8 +1,7 @@
 from fastapi import FastAPI, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
-from youtube_transcript_api import YouTubeTranscriptApi, TranscriptsDisabled, NoTranscriptFound, VideoUnavailable
+from curl_cffi import requests as cffi_requests
 import re
-import requests
 from pydantic import BaseModel
 
 app = FastAPI()
@@ -28,6 +27,14 @@ def extract_video_id(url: str) -> str:
     match = re.search(pattern, url)
     return match.group(1) if match else None
 
+def parse_caption_xml(xml_string: str) -> str:
+    text_matches = re.findall(r'<text[^>]*>([^<]*)</text>', xml_string)
+    if not text_matches:
+        return ""
+    full_text = " ".join(text_matches)
+    full_text = full_text.replace("&amp;#39;", "'").replace("&amp;quot;", '"').replace("&amp;amp;", "&").replace("&#39;", "'")
+    return full_text
+
 @app.post("/api/transcript")
 async def get_transcript(req: TranscriptRequest):
     video_id = extract_video_id(req.url)
@@ -35,36 +42,83 @@ async def get_transcript(req: TranscriptRequest):
         raise HTTPException(status_code=400, detail="Invalid YouTube URL")
 
     try:
-        print(f"Attempting to fetch transcript for video_id: {video_id} using youtube-transcript-api 0.5.0")
+        print(f"Fetching InnerTube data for video_id: {video_id} using Chrome Impersonation...")
+        
+        # YouTube's internal API endpoint
+        innertube_url = "https://www.youtube.com/youtubei/v1/player?prettyPrint=false"
+        
+        payload = {
+            "context": {
+                "client": {
+                    "clientName": "WEB",
+                    "clientVersion": "2.20241210.00.00",
+                    "hl": "en",
+                    "gl": "US"
+                }
+            },
+            "videoId": video_id
+        }
         
-        # Try fetching English transcript first
-        try:
-            print("Trying English transcript...")
-            transcript_data = YouTubeTranscriptApi.get_transcript(video_id, languages=['en'])
-            print("Found English transcript.")
-        except NoTranscriptFound:
-            print("No English found, trying any available language...")
-            # Fallback to any language if English is not found
-            try:
-                transcript_data = YouTubeTranscriptApi.get_transcript(video_id)
-                print("Found fallback language transcript.")
-            except Exception as e:
-                print(f"Fallback failed: {e}")
-                raise HTTPException(status_code=404, detail="No captions found for this video.")
+        headers = {
+            "Content-Type": "application/json",
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+            "Origin": "https://www.youtube.com",
+            "Referer": "https://www.youtube.com/",
+            "Cookie": "CONSENT=YES+1; SOCS=CAESHAgBEhJnd3NfMjAyMzEwMjUtMF9SQzIaAmVuIAEaBgiA-LaoBg"
+        }
+        
+        # 1. Fetch the video player data (Impersonating Chrome to bypass SSLError)
+        response = cffi_requests.post(innertube_url, json=payload, headers=headers, impersonate="chrome131", timeout=10)
+        
+        if response.status_code != 200:
+            raise HTTPException(status_code=500, detail=f"YouTube API returned status {response.status_code}")
             
-        # Combine all text lines safely
-        full_text = " ".join([line.get('text', '') for line in transcript_data])
+        data = response.json()
         
-        # Clean up HTML entities
-        full_text = full_text.replace("&amp;#39;", "'").replace("&amp;quot;", '"').replace("&amp;amp;", "&").replace("&#39;", "'")
+        # Check if video is playable
+        playability = data.get("playabilityStatus", {})
+        if playability.get("status") == "ERROR":
+            raise HTTPException(status_code=404, detail=playability.get("reason", "Video unavailable"))
+            
+        # 2. Extract caption tracks
+        caption_tracks = data.get("captions", {}).get("playerCaptionsTracklistRenderer", {}).get("captionTracks", [])
         
+        if not caption_tracks:
+            raise HTTPException(status_code=404, detail="No captions found for this video.")
+            
+        # Prefer English, fallback to first available
+        selected_track = None
+        for track in caption_tracks:
+            if track.get("languageCode") == "en":
+                selected_track = track
+                break
+                
+        if not selected_track:
+            selected_track = caption_tracks[0]
+            
+        caption_url = selected_track.get("baseUrl")
+        if not caption_url:
+            raise HTTPException(status_code=404, detail="Caption URL not found.")
+            
+        print(f"Fetching captions from URL using Chrome Impersonation...")
+        
+        # 3. Fetch the actual caption XML (Impersonating Chrome)
+        caption_response = cffi_requests.get(caption_url, impersonate="chrome131", timeout=10)
+        
+        if caption_response.status_code != 200:
+            raise HTTPException(status_code=500, detail=f"Caption fetch failed with status {caption_response.status_code}")
+            
+        # 4. Parse the XML into plain text
+        full_text = parse_caption_xml(caption_response.text)
+        
+        if not full_text.strip():
+            raise HTTPException(status_code=404, detail="Caption XML was empty.")
+            
         print(f"Successfully fetched transcript. Length: {len(full_text)} chars")
         return {"text": full_text}
 
-    except TranscriptsDisabled:
-        raise HTTPException(status_code=403, detail="Captions are disabled for this video.")
-    except VideoUnavailable:
-        raise HTTPException(status_code=404, detail="Video is unavailable.")
+    except HTTPException:
+        raise 
     except Exception as e:
         error_name = type(e).__name__
         print(f"UNHANDLED ERROR for {video_id}: {error_name} - {str(e)}")
@@ -80,13 +134,14 @@ async def translate_text(req: TranslateRequest):
 
     try:
         url = f"https://translate.googleapis.com/translate_a/single?client=gtx&sl=auto&tl={req.targetLang}&dt=t"
-        res = requests.post(url, 
+        res = cffi_requests.post(url, 
             headers={
                 "Content-Type": "application/x-www-form-urlencoded",
                 "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
             },
-            data=f"q={requests.utils.quote(req.text)}",
-            timeout=10
+            data=f"q={cffi_requests.utils.quote(req.text)}",
+            impersonate="chrome131",
+            timeout=15
         )
 
         if res.status_code != 200: