Upload utils.py

utils.py

@@ -0,0 +1,28 @@
+from langchain_community.document_loaders import PyPDFLoader
+from langchain_text_splitters import RecursiveCharacterTextSplitter
+
+file_path = "data/MedicalBook.pdf"
+
+def load_docs(file_path):
+    loader=PyPDFLoader(file_path)
+    documents=loader.load()
+    #print(f"Document Loaded with page Numbers: {len(documents)}")
+    return documents
+
+
+def split_docs(documents):
+    #split the doc into chunks
+    text_splitter = RecursiveCharacterTextSplitter(
+        chunk_size=600, 
+        chunk_overlap=200,
+        separators=["\n\n", "\n", " ", ""])
+    text_chunks= text_splitter.split_documents(documents)
+    return text_chunks
+
+
+# if __name__ == "__main__":
+#      raw_documents = load_docs(file_path)
+#      text_chunks=split_docs(raw_documents)
+#      print(f"Length of the raw documents: {len(raw_documents)}")
+#      print(f"Length of the chunks: {len(text_chunks)}")
+