File size: 1,778 Bytes
d488241 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
import time
from selenium.common.exceptions import TimeoutException, WebDriverException
from contextlib import contextmanager
class FacebookScraper:
def __init__(self):
self.driver = None
def _setup_driver(self):
options = webdriver.ChromeOptions()
options.add_argument("--headless")
options.add_argument("--no-sandbox")
options.add_argument("--disable-dev-shm-usage")
return webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=options)
@contextmanager
def _get_driver(self):
try:
self.driver = self._setup_driver()
yield self.driver
finally:
if self.driver:
self.driver.quit()
def scrape_ads(self, search_query, num_scrolls=3):
with self._get_driver() as driver:
try:
url = f"https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=ALL&q={search_query}&search_type=keyword"
driver.get(url)
driver.implicitly_wait(5)
ads = []
for _ in range(num_scrolls):
driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
time.sleep(3)
ad_elements = driver.find_elements(By.CSS_SELECTOR, "div.x1yztbdb")
return [ad.text for ad in ad_elements if ad.text]
except (TimeoutException, WebDriverException) as e:
print(f"Error during scraping: {e}")
return [] |