Spaces:
Runtime error
Runtime error
Commit ·
66ba49d
1
Parent(s): 2c994a4
Update scraper/utils/HebScraper.py
Browse files
scraper/utils/HebScraper.py
CHANGED
|
@@ -7,6 +7,8 @@ from selenium import webdriver
|
|
| 7 |
from webdriver_manager.chrome import ChromeDriverManager
|
| 8 |
from django.conf import settings
|
| 9 |
from selenium.webdriver.chrome.options import Options as ChromeOptions
|
|
|
|
|
|
|
| 10 |
class HebScraper:
|
| 11 |
def __init__(self):
|
| 12 |
self.headers = {
|
|
@@ -23,12 +25,11 @@ class HebScraper:
|
|
| 23 |
options.add_argument("--headless")
|
| 24 |
options.add_argument("--disable-gpu")
|
| 25 |
options.add_argument("--no-sandbox")
|
| 26 |
-
|
| 27 |
-
options.binary_location = settings.CHROME_EXECUTABLE_PATH
|
| 28 |
-
driver = webdriver.Chrome(ChromeDriverManager().install(),options=options)
|
| 29 |
driver.get("https://www.heb.com/")
|
| 30 |
cookies = driver.get_cookies()
|
| 31 |
[self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]
|
|
|
|
| 32 |
|
| 33 |
|
| 34 |
def get_response(self, url):
|
|
|
|
| 7 |
from webdriver_manager.chrome import ChromeDriverManager
|
| 8 |
from django.conf import settings
|
| 9 |
from selenium.webdriver.chrome.options import Options as ChromeOptions
|
| 10 |
+
import os
|
| 11 |
+
|
| 12 |
class HebScraper:
|
| 13 |
def __init__(self):
|
| 14 |
self.headers = {
|
|
|
|
| 25 |
options.add_argument("--headless")
|
| 26 |
options.add_argument("--disable-gpu")
|
| 27 |
options.add_argument("--no-sandbox")
|
| 28 |
+
driver = webdriver.Chrome(executable_path=os.environ['CHROMEDRIVER_PATH'],options=options)
|
|
|
|
|
|
|
| 29 |
driver.get("https://www.heb.com/")
|
| 30 |
cookies = driver.get_cookies()
|
| 31 |
[self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]
|
| 32 |
+
driver.quit()
|
| 33 |
|
| 34 |
|
| 35 |
def get_response(self, url):
|