pryanshusharma commited on
Commit
c5e1cb7
·
verified ·
1 Parent(s): 4596b07

Update sciencedirect.py

Browse files
Files changed (1) hide show
  1. sciencedirect.py +2 -2
sciencedirect.py CHANGED
@@ -79,11 +79,11 @@ Sec-GPC: 1
79
 
80
  # url = f"https://www.sciencedirect.com/journal/acta-mathematica-scientia/vol/{volume}/issue/{issue}"
81
  browser = WebScraper("huggingface")
82
- data = browser.get(url)
83
  artical_links = []
84
  fullpage = BeautifulSoup(str(browser.get_html()), "lxml") # Replaced with selelium webdriver
85
  with open("files/data.ht", "w") as op:
86
- op.write(str(fullpage))
87
  title = "-"
88
  try:
89
  title = fullpage.title.string.strip()
 
79
 
80
  # url = f"https://www.sciencedirect.com/journal/acta-mathematica-scientia/vol/{volume}/issue/{issue}"
81
  browser = WebScraper("huggingface")
82
+ browser.get(url)
83
  artical_links = []
84
  fullpage = BeautifulSoup(str(browser.get_html()), "lxml") # Replaced with selelium webdriver
85
  with open("files/data.ht", "w") as op:
86
+ op.write(f"{fullpage}\n\n\n\n\n\n\n\n\n\n\n\n{url}")
87
  title = "-"
88
  try:
89
  title = fullpage.title.string.strip()