mumer119131 commited on
Commit
66ba49d
·
1 Parent(s): 2c994a4

Update scraper/utils/HebScraper.py

Browse files
Files changed (1) hide show
  1. scraper/utils/HebScraper.py +4 -3
scraper/utils/HebScraper.py CHANGED
@@ -7,6 +7,8 @@ from selenium import webdriver
7
  from webdriver_manager.chrome import ChromeDriverManager
8
  from django.conf import settings
9
  from selenium.webdriver.chrome.options import Options as ChromeOptions
 
 
10
  class HebScraper:
11
  def __init__(self):
12
  self.headers = {
@@ -23,12 +25,11 @@ class HebScraper:
23
  options.add_argument("--headless")
24
  options.add_argument("--disable-gpu")
25
  options.add_argument("--no-sandbox")
26
- print(settings.CHROME_EXECUTABLE_PATH)
27
- options.binary_location = settings.CHROME_EXECUTABLE_PATH
28
- driver = webdriver.Chrome(ChromeDriverManager().install(),options=options)
29
  driver.get("https://www.heb.com/")
30
  cookies = driver.get_cookies()
31
  [self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]
 
32
 
33
 
34
  def get_response(self, url):
 
7
  from webdriver_manager.chrome import ChromeDriverManager
8
  from django.conf import settings
9
  from selenium.webdriver.chrome.options import Options as ChromeOptions
10
+ import os
11
+
12
  class HebScraper:
13
  def __init__(self):
14
  self.headers = {
 
25
  options.add_argument("--headless")
26
  options.add_argument("--disable-gpu")
27
  options.add_argument("--no-sandbox")
28
+ driver = webdriver.Chrome(executable_path=os.environ['CHROMEDRIVER_PATH'],options=options)
 
 
29
  driver.get("https://www.heb.com/")
30
  cookies = driver.get_cookies()
31
  [self.session.cookies.set(cookie['name'], cookie['value']) for cookie in cookies]
32
+ driver.quit()
33
 
34
 
35
  def get_response(self, url):