Update app.py

app.py

@@ -58,12 +58,25 @@ def download_audio(url):
             'ignoreerrors': False,
             # Add user agent to avoid bot detection
             'http_headers': {
-                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
             },
             # Add additional options to avoid bot detection
             'extractor_retries': 3,
             'fragment_retries': 3,
-            'retry_sleep_functions': {'http': lambda n: 2 ** n},
+            'retry_sleep_functions': {'http': lambda n: min(2 ** n, 30)},
+            # Add geo bypass options
+            'geo_bypass': True,
+            'geo_bypass_country': 'US',
+            # Add more headers
+            'http_headers': {
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+                'Accept-Language': 'en-us,en;q=0.5',
+                'Accept-Encoding': 'gzip,deflate',
+                'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.7',
+                'Connection': 'keep-alive',
+                'Upgrade-Insecure-Requests': '1',
+            }
         }
         
         # Add cookies if available
@@ -74,19 +87,32 @@ def download_audio(url):
             print("No cookies.txt found - proceeding without cookies")
         
         with YoutubeDL(ydl_opts) as ydl:
-            # Extract info first to check if video is available
-            info_dict = ydl.extract_info(url, download=False)
-            
-            # Check if video is available
-            if info_dict.get('availability') == 'private':
-                raise Exception("Video is private")
-            elif info_dict.get('availability') == 'premium_only':
-                raise Exception("Video requires premium subscription")
-            elif info_dict.get('live_status') == 'is_live':
-                raise Exception("Cannot download live streams")
-            
-            # Download the audio
-            ydl.download([url])
+            try:
+                # Extract info first to check if video is available
+                info_dict = ydl.extract_info(url, download=False)
+                
+                # Check if video is available
+                if info_dict.get('availability') == 'private':
+                    raise Exception("Video is private and cannot be accessed")
+                elif info_dict.get('availability') == 'premium_only':
+                    raise Exception("Video requires premium subscription")
+                elif info_dict.get('availability') == 'subscriber_only':
+                    raise Exception("Video is only available to channel subscribers")
+                elif info_dict.get('availability') == 'needs_auth':
+                    raise Exception("Video requires authentication - try updating cookies")
+                elif info_dict.get('live_status') == 'is_live':
+                    raise Exception("Cannot download live streams")
+                elif info_dict.get('live_status') == 'was_live':
+                    print("Note: This was a live stream, trying to download recorded version...")
+                
+                # Download the audio
+                ydl.download([url])
+                
+            except Exception as extract_error:
+                # If extract_info fails, try direct download as fallback
+                print(f"Info extraction failed: {extract_error}")
+                print("Attempting direct download...")
+                ydl.download([url])
             
             # Find the downloaded file
             for ext in ['.m4a', '.webm', '.mp4', '.mp3']:
@@ -100,15 +126,55 @@ def download_audio(url):
     except Exception as e:
         error_msg = str(e)
         if "Sign in to confirm your age" in error_msg:
-            raise Exception("Video is age-restricted. Please use a different video or update your cookies.")
+            raise Exception("❌ Video is age-restricted. Please use a different video or update your cookies with an authenticated session.")
         elif "Private video" in error_msg:
-            raise Exception("Video is private and cannot be accessed.")
-        elif "This video is unavailable" in error_msg:
-            raise Exception("Video is unavailable or has been removed.")
+            raise Exception("❌ Video is private and cannot be accessed.")
+        elif "This video is unavailable" in error_msg or "Video unavailable" in error_msg:
+            raise Exception("❌ Video is unavailable. This could be due to:\n• Geographic restrictions\n• Content removed by uploader\n• Copyright issues\n• Try a different video")
+        elif "This content isn't available" in error_msg:
+            raise Exception("❌ Content not available in your region or has been restricted. Try:\n• Using a VPN\n• Different video\n• Updating cookies")
         elif "blocked" in error_msg.lower():
-            raise Exception("Access to this video is blocked. Try using updated cookies or a different video.")
+            raise Exception("❌ Access blocked. Try using updated cookies or a different video.")
+        elif "HTTP Error 403" in error_msg:
+            raise Exception("❌ Access forbidden. Video may be region-locked or require authentication.")
+        elif "HTTP Error 404" in error_msg:
+            raise Exception("❌ Video not found. It may have been deleted or the URL is incorrect.")
         else:
-            raise Exception(f"Failed to download audio: {error_msg}")
+            raise Exception(f"❌ Download failed: {error_msg}")
+
+def test_video_access(url):
+    """Test if a video is accessible without downloading"""
+    try:
+        cookies_path = get_cookies_path()
+        ydl_opts = {
+            'quiet': True,
+            'no_warnings': True,
+            'extract_flat': False,
+            'skip_download': True,
+        }
+        
+        if cookies_path:
+            ydl_opts['cookiefile'] = cookies_path
+            
+        with YoutubeDL(ydl_opts) as ydl:
+            info_dict = ydl.extract_info(url, download=False)
+            
+            status = "✅ Video accessible"
+            details = []
+            
+            if info_dict.get('title'):
+                details.append(f"Title: {info_dict['title'][:50]}...")
+            if info_dict.get('duration'):
+                details.append(f"Duration: {info_dict['duration']} seconds")
+            if info_dict.get('availability'):
+                details.append(f"Availability: {info_dict['availability']}")
+            if info_dict.get('age_limit'):
+                details.append(f"Age limit: {info_dict['age_limit']}+")
+                
+            return status + "\n" + "\n".join(details)
+            
+    except Exception as e:
+        return f"❌ Video access test failed: {str(e)}"
 
 def transcribe_audio(file_path):
     """Transcribe audio file using Whisper"""
@@ -329,20 +395,49 @@ with gr.Blocks(
                 lines=2
             )
             
-            process_btn = gr.Button(
-                "🚀 Extract Stock Information", 
-                variant="primary",
-                size="lg"
+            with gr.Row():
+                process_btn = gr.Button(
+                    "🚀 Extract Stock Information", 
+                    variant="primary",
+                    size="lg"
+                )
+                test_btn = gr.Button(
+                    "🔍 Test Video Access",
+                    variant="secondary"
+                )
+            
+            test_result = gr.Textbox(
+                label="📋 Video Access Test",
+                lines=4,
+                visible=False
             )
             
             gr.Markdown("""
             ### 💡 Tips:
+            - **First try "Test Video Access"** to check if video is available
             - Works best with financial YouTube channels
             - Ensure video has clear audio
             - English content works best
             - If you get bot detection errors, try updating cookies.txt
+            
+            ### 🎯 Recommended Financial Channels:
+            - Ben Felix, The Plain Bagel, Two Cents, Graham Stephan
+            - Make sure videos are public and not age-restricted
             """)
     
+    # Add test button functionality
+    def test_and_show(url):
+        if not url:
+            return "Please enter a YouTube URL first", gr.update(visible=False)
+        result = test_video_access(url)
+        return result, gr.update(visible=True)
+    
+    test_btn.click(
+        fn=test_and_show,
+        inputs=[url_input],
+        outputs=[test_result, test_result]
+    )
+    
     with gr.Row():
         with gr.Column():
             transcript_output = gr.Textbox(