completing the scraping script

.gitignore

@@ -127,3 +127,6 @@ dmypy.json
 
 # Pyre type checker
 .pyre/
+
+# the assets 
+documents/

document_scraping/scrape.py

@@ -0,0 +1,21 @@
+import pdfplumber
+from pathlib import Path
+import os
+
+input_path = Path("./documents")
+
+file_names = os.listdir(input_path)
+
+result = ""
+
+for file_name in file_names:
+    pdf = pdfplumber.open(input_path / file_name)
+    for page in pdf.pages:
+        text = page.extract_text()
+        result += text
+
+# encoding to ASCII will remove special caracters.
+result = result.encode(encoding="ASCII", errors="ignore").decode()
+
+with open(input_path / "result.txt", "w") as f:
+    f.write(result)