Spaces:
Runtime error
Runtime error
Commit ·
cf56e8e
1
Parent(s): 66ba49d
Update scraper/utils/HebScraper.py
Browse files
scraper/utils/HebScraper.py
CHANGED
|
@@ -6,7 +6,8 @@ from .DatabaseDataSaver import save_product
|
|
| 6 |
from selenium import webdriver
|
| 7 |
from webdriver_manager.chrome import ChromeDriverManager
|
| 8 |
from django.conf import settings
|
| 9 |
-
from selenium.webdriver.chrome.options import Options as ChromeOptions
|
|
|
|
| 10 |
import os
|
| 11 |
|
| 12 |
class HebScraper:
|
|
@@ -25,7 +26,7 @@ class HebScraper:
|
|
| 25 |
options.add_argument("--headless")
|
| 26 |
options.add_argument("--disable-gpu")
|
| 27 |
options.add_argument("--no-sandbox")
|
| 28 |
-
driver =
|
| 29 |
driver.get("https://www.heb.com/")
|
| 30 |
cookies = driver.get_cookies()
|
| 31 |
[self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]
|
|
|
|
| 6 |
from selenium import webdriver
|
| 7 |
from webdriver_manager.chrome import ChromeDriverManager
|
| 8 |
from django.conf import settings
|
| 9 |
+
# from selenium.webdriver.chrome.options import Options as ChromeOptions
|
| 10 |
+
from undetected_chromedriver import Chrome, ChromeOptions
|
| 11 |
import os
|
| 12 |
|
| 13 |
class HebScraper:
|
|
|
|
| 26 |
options.add_argument("--headless")
|
| 27 |
options.add_argument("--disable-gpu")
|
| 28 |
options.add_argument("--no-sandbox")
|
| 29 |
+
driver = Chrome(executable_path=os.environ['CHROMEDRIVER_PATH'],options=options)
|
| 30 |
driver.get("https://www.heb.com/")
|
| 31 |
cookies = driver.get_cookies()
|
| 32 |
[self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]
|