Update app.py

app.py

@@ -1,7 +1,7 @@
 import streamlit as st
 from dotenv import load_dotenv
 from PyPDF2 import PdfReader
-from langchain.text_splitter import CharacterTextSplitter
+from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTextSplitter
 from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
 from langchain.vectorstores import FAISS
 from langchain.chat_models import ChatOpenAI
@@ -22,15 +22,8 @@ def method_get_pdf_text(pdf_docs):
 
 
 def method_get_text_chunks(text):
-    text_splitter = CharacterTextSplitter()
-    # (
-    #     separator="\n\n",
-    #     chunk_size=1000,
-    #     chunk_overlap=200,
-    #     length_function=len,
-    #     is_separator_regex=False,
-    # )
-    chunks = text_splitter.split_text(text)
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=7500, chunk_overlap=100)
+    doc_splits = text_splitter.split_documents(text)
     return chunks