Upload 3 files

documents/__init__.py

@@ -0,0 +1 @@
+# Empty init files 

documents/chunker.py

@@ -0,0 +1,11 @@
+from langchain.text_splitter import RecursiveCharacterTextSplitter 
+ 
+class DocumentChunker: 
+    def __init__(self, chunk_size=500, chunk_overlap=50): 
+        self.splitter = RecursiveCharacterTextSplitter( 
+            chunk_size=chunk_size, 
+            chunk_overlap=chunk_overlap 
+        ) 
+ 
+    def chunk_text(self, text): 
+        return self.splitter.split_text(text) 

documents/loader.py

@@ -0,0 +1,17 @@
+import PyPDF2 
+from PIL import Image 
+import pytesseract 
+ 
+class DocumentLoader: 
+    def load_pdf(self, file_path): 
+        text = "" 
+        with open(file_path, 'rb') as file: 
+            pdf_reader = PyPDF2.PdfReader(file) 
+            for page in pdf_reader.pages: 
+                text += page.extract_text() 
+        return text 
+ 
+    def load_image(self, file_path): 
+        image = Image.open(file_path) 
+        text = pytesseract.image_to_string(image) 
+        return text