mumer119131 commited on
Commit
cf56e8e
·
1 Parent(s): 66ba49d

Update scraper/utils/HebScraper.py

Browse files
Files changed (1) hide show
  1. scraper/utils/HebScraper.py +3 -2
scraper/utils/HebScraper.py CHANGED
@@ -6,7 +6,8 @@ from .DatabaseDataSaver import save_product
6
  from selenium import webdriver
7
  from webdriver_manager.chrome import ChromeDriverManager
8
  from django.conf import settings
9
- from selenium.webdriver.chrome.options import Options as ChromeOptions
 
10
  import os
11
 
12
  class HebScraper:
@@ -25,7 +26,7 @@ class HebScraper:
25
  options.add_argument("--headless")
26
  options.add_argument("--disable-gpu")
27
  options.add_argument("--no-sandbox")
28
- driver = webdriver.Chrome(executable_path=os.environ['CHROMEDRIVER_PATH'],options=options)
29
  driver.get("https://www.heb.com/")
30
  cookies = driver.get_cookies()
31
  [self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]
 
6
  from selenium import webdriver
7
  from webdriver_manager.chrome import ChromeDriverManager
8
  from django.conf import settings
9
+ # from selenium.webdriver.chrome.options import Options as ChromeOptions
10
+ from undetected_chromedriver import Chrome, ChromeOptions
11
  import os
12
 
13
  class HebScraper:
 
26
  options.add_argument("--headless")
27
  options.add_argument("--disable-gpu")
28
  options.add_argument("--no-sandbox")
29
+ driver = Chrome(executable_path=os.environ['CHROMEDRIVER_PATH'],options=options)
30
  driver.get("https://www.heb.com/")
31
  cookies = driver.get_cookies()
32
  [self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]