Update Scraper.py
Browse files- Scraper.py +2 -0
Scraper.py
CHANGED
|
@@ -6,6 +6,7 @@ import os
|
|
| 6 |
def download_slip(link):
|
| 7 |
r = requests.get("https://www.supremecourt.gov" + link, stream=True)
|
| 8 |
base = link.split('/')[-1].split('.pdf')[0]
|
|
|
|
| 9 |
if not os.path.isdir('PDF Cases/' + base):
|
| 10 |
os.mkdir('PDF Cases/' + base)
|
| 11 |
name = 'PDF Cases/' + base + '/' + "opinion.pdf"
|
|
@@ -18,6 +19,7 @@ def download_loc(link):
|
|
| 18 |
volume = int(base.split('usrep')[-1][0:3])
|
| 19 |
page = int(base.split('usrep')[-1][3:])
|
| 20 |
foldername = str(volume) + '_' + str(page)
|
|
|
|
| 21 |
r = requests.get(link, stream=True)
|
| 22 |
if not os.path.isdir('PDF Cases/' + foldername):
|
| 23 |
print("making dir")
|
|
|
|
| 6 |
def download_slip(link):
|
| 7 |
r = requests.get("https://www.supremecourt.gov" + link, stream=True)
|
| 8 |
base = link.split('/')[-1].split('.pdf')[0]
|
| 9 |
+
base = "Temp"
|
| 10 |
if not os.path.isdir('PDF Cases/' + base):
|
| 11 |
os.mkdir('PDF Cases/' + base)
|
| 12 |
name = 'PDF Cases/' + base + '/' + "opinion.pdf"
|
|
|
|
| 19 |
volume = int(base.split('usrep')[-1][0:3])
|
| 20 |
page = int(base.split('usrep')[-1][3:])
|
| 21 |
foldername = str(volume) + '_' + str(page)
|
| 22 |
+
foldername = "Temp"
|
| 23 |
r = requests.get(link, stream=True)
|
| 24 |
if not os.path.isdir('PDF Cases/' + foldername):
|
| 25 |
print("making dir")
|