LolMultiAgent / test_scraper_fix.py
Ralitza Mondal
๐Ÿงช Add tests and improve YouTube scraper
a09a20c
#!/usr/bin/env python3
"""Test the updated YouTube scraper"""
from youtube_scraper import YouTubeScraper
def test_scraper():
scraper = YouTubeScraper()
print('๐Ÿงช Testing UPDATED YouTube Scraper...')
print('=' * 60)
print()
# Test with Miss Fortune
print('Test: Searching for "League of Legends Miss Fortune guide"')
videos = scraper.search_videos('League of Legends Miss Fortune guide', 3)
print()
print(f'๐Ÿ“Š Results: Found {len(videos)} videos')
print('=' * 60)
print()
if videos:
print('โœ… SUCCESS! Scraper is working again!')
print()
for i, v in enumerate(videos, 1):
print(f'{i}. {v.get("title", "No title")}')
print(f' URL: {v.get("url", "No URL")}')
print(f' Views: {v.get("views", "Unknown")}')
print(f' Duration: {v.get("duration", "Unknown")}')
print()
return True
else:
print('โŒ Still not working - YouTube blocking is too strong')
print()
print('๐Ÿ“ Analysis:')
print(' - YouTube has strengthened bot detection')
print(' - Web scraping is being actively blocked')
print(' - This is why the scraper that "was working" stopped')
print()
print('๐Ÿ’ก Solutions:')
print(' 1. Use YouTube Data API (recommended, reliable)')
print(' 2. Use a proxy service')
print(' 3. Accept that video search is unavailable')
print()
return False
if __name__ == '__main__':
test_scraper()