Update app.py

app.py

@@ -422,23 +422,35 @@ def get_trust_tip_and_suggestion():
 
 
 
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain.schema import Document
+
 def load_main_data_source():
+    """
+    Load the main data source, split it into chunks, and return Document objects.
+    """
     try:
-        with open("./data_source/time_to_rethink_trust_book.md", "r") as f:
+        # Load the main data source
+        with open("./data_source/time_to_rethink_trust_book.md", "r", encoding="utf-8") as f:
             main_content = f.read()
-        
-        # Split main content into chunks
-        text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
+
+        # Use a more robust text splitter
+        text_splitter = RecursiveCharacterTextSplitter(
+            chunk_size=2000,  # Adjust the chunk size based on your LLM's token limit
+            chunk_overlap=500,  # Add overlap to improve context continuity
+        )
         main_texts = text_splitter.split_text(main_content)
 
-        # Create Document objects for the main data source
+        # Create Document objects for the split texts
         main_documents = [Document(page_content=text) for text in main_texts]
         return main_documents
-    except Exception as e:
-        st.error(f"Error loading main data source: {e}")
-        return []
 
+    except FileNotFoundError:
+        st.error("The file './data_source/time_to_rethink_trust_book.md' was not found.")
+        return []
 
+    except Exception as e:
+        st.error(f"An unexpected error occurred while loading