Update app.py

app.py

@@ -15,6 +15,7 @@ from aimakerspace.vectordatabase import VectorDatabase
 from aimakerspace.openai_utils.chatmodel import ChatOpenAI
 import chainlit as cl
 from langchain_community.document_loaders import PyPDFLoader
+from langchain_text_splitters import RecursiveCharacterTextSplitter
 
 system_template = """\
 Use the following context to answer a users question. If you cannot find the answer in the context, say you don't know the answer."""
@@ -58,7 +59,10 @@ class RetrievalAugmentedQAPipeline:
 
 
 text_splitter = CharacterTextSplitter()
-
+pdf_text_splitter = RecursiveCharacterTextSplitter(
+        chunk_size=1000,
+        chunk_overlap=200,
+    )
 
 def process_text_file(file: AskFileResponse):
     import tempfile
@@ -90,7 +94,7 @@ def process_pdf_file(file: AskFileResponse):
 
     pdf_loader = PyPDFLoader(temp_file_path)
     documents = pdf_loader.load()
-    texts = text_splitter.split_texts(documents)
+    texts = pdf_text_splitter.split_texts(documents)
     return texts